MediaCodec.cpp revision 002e413a5a7460a32790ed08408085a6062f4054
15778822d86b0337407514b9372562b86edfa91cdAndreas Huber/* 25778822d86b0337407514b9372562b86edfa91cdAndreas Huber * Copyright 2012, The Android Open Source Project 35778822d86b0337407514b9372562b86edfa91cdAndreas Huber * 45778822d86b0337407514b9372562b86edfa91cdAndreas Huber * Licensed under the Apache License, Version 2.0 (the "License"); 55778822d86b0337407514b9372562b86edfa91cdAndreas Huber * you may not use this file except in compliance with the License. 65778822d86b0337407514b9372562b86edfa91cdAndreas Huber * You may obtain a copy of the License at 75778822d86b0337407514b9372562b86edfa91cdAndreas Huber * 85778822d86b0337407514b9372562b86edfa91cdAndreas Huber * http://www.apache.org/licenses/LICENSE-2.0 95778822d86b0337407514b9372562b86edfa91cdAndreas Huber * 105778822d86b0337407514b9372562b86edfa91cdAndreas Huber * Unless required by applicable law or agreed to in writing, software 115778822d86b0337407514b9372562b86edfa91cdAndreas Huber * distributed under the License is distributed on an "AS IS" BASIS, 125778822d86b0337407514b9372562b86edfa91cdAndreas Huber * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 135778822d86b0337407514b9372562b86edfa91cdAndreas Huber * See the License for the specific language governing permissions and 145778822d86b0337407514b9372562b86edfa91cdAndreas Huber * limitations under the License. 155778822d86b0337407514b9372562b86edfa91cdAndreas Huber */ 165778822d86b0337407514b9372562b86edfa91cdAndreas Huber 175778822d86b0337407514b9372562b86edfa91cdAndreas Huber//#define LOG_NDEBUG 0 185778822d86b0337407514b9372562b86edfa91cdAndreas Huber#define LOG_TAG "MediaCodec" 19fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar#include <inttypes.h> 205778822d86b0337407514b9372562b86edfa91cdAndreas Huber 212606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include "include/avc_utils.h" 224811923e80a8abefa278307ebf8cc9b0294ba67fWonsik Kim#include "include/SecureBuffer.h" 237e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim#include "include/SharedMemoryBuffer.h" 245778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include "include/SoftwareRenderer.h" 255778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26d5a416a49d5074e2966f5fe255561cbaaf31a325Chong Zhang#include <android/hardware/cas/native/1.0/IDescrambler.h> 27d5a416a49d5074e2966f5fe255561cbaaf31a325Chong Zhang 28c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker#include <binder/IMemory.h> 2967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu#include <binder/IPCThreadState.h> 302606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include <binder/IServiceManager.h> 31c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker#include <binder/MemoryDealer.h> 3279608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang#include <gui/BufferQueue.h> 331a2952aee048ca7b1765e2bc09ebe9aeddaeafa3Mathias Agopian#include <gui/Surface.h> 34ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber#include <media/ICrypto.h> 35d291c222357303b9611cab89d0c3b047584ef377Chong Zhang#include <media/IOMX.h> 3667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu#include <media/IResourceManagerService.h> 377e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim#include <media/MediaCodecBuffer.h> 38db1221479a7ffe7094c51c463bbd36522ed106abRay Essick#include <media/MediaAnalyticsItem.h> 395778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/foundation/ABuffer.h> 405778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/foundation/ADebug.h> 415778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/foundation/AMessage.h> 425b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber#include <media/stagefright/foundation/AString.h> 43dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim#include <media/stagefright/foundation/AUtils.h> 44ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber#include <media/stagefright/foundation/hexdump.h> 455778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/ACodec.h> 467cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden#include <media/stagefright/BufferProducerWrapper.h> 472606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include <media/stagefright/MediaCodec.h> 486f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen#include <media/stagefright/MediaCodecList.h> 49e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber#include <media/stagefright/MediaDefs.h> 505778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/MediaErrors.h> 51744f5739019d1fd917f981e740b353c3d73fd1a8David Smith#include <media/stagefright/MediaFilter.h> 525778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/MetaData.h> 53d291c222357303b9611cab89d0c3b047584ef377Chong Zhang#include <media/stagefright/OMXClient.h> 54d291c222357303b9611cab89d0c3b047584ef377Chong Zhang#include <media/stagefright/PersistentSurface.h> 558b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar#include <media/stagefright/SurfaceUtils.h> 5699e69716215cd0665379bc90d708f2ea8689831dRuben Brunk#include <mediautils/BatteryNotifier.h> 572606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include <private/android_filesystem_config.h> 582606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include <utils/Log.h> 592606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include <utils/Singleton.h> 60e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 615778822d86b0337407514b9372562b86edfa91cdAndreas Hubernamespace android { 625778822d86b0337407514b9372562b86edfa91cdAndreas Huber 63db1221479a7ffe7094c51c463bbd36522ed106abRay Essick// key for media statistics 648574195df5de20af5fc16d6f9da1b132d6d5bfeeRay Essickstatic const char *kCodecKeyName = "codec"; 65db1221479a7ffe7094c51c463bbd36522ed106abRay Essick// attrs for media statistics 66afb43f76821e6a63e17e6484289a40430ada6978Ray Essickstatic const char *kCodecCodec = "android.media.mediacodec.codec"; /* e.g. OMX.google.aac.decoder */ 67afb43f76821e6a63e17e6484289a40430ada6978Ray Essickstatic const char *kCodecMime = "android.media.mediacodec.mime"; /* e.g. audio/mime */ 68afb43f76821e6a63e17e6484289a40430ada6978Ray Essickstatic const char *kCodecMode = "android.media.mediacodec.mode"; /* audio, video */ 69afb43f76821e6a63e17e6484289a40430ada6978Ray Essickstatic const char *kCodecSecure = "android.media.mediacodec.secure"; /* 0, 1 */ 70afb43f76821e6a63e17e6484289a40430ada6978Ray Essickstatic const char *kCodecHeight = "android.media.mediacodec.height"; /* 0..n */ 71afb43f76821e6a63e17e6484289a40430ada6978Ray Essickstatic const char *kCodecWidth = "android.media.mediacodec.width"; /* 0..n */ 72afb43f76821e6a63e17e6484289a40430ada6978Ray Essickstatic const char *kCodecRotation = "android.media.mediacodec.rotation-degrees"; /* 0/90/180/270 */ 73afb43f76821e6a63e17e6484289a40430ada6978Ray Essickstatic const char *kCodecCrypto = "android.media.mediacodec.crypto"; /* 0,1 */ 74afb43f76821e6a63e17e6484289a40430ada6978Ray Essickstatic const char *kCodecEncoder = "android.media.mediacodec.encoder"; /* 0,1 */ 758574195df5de20af5fc16d6f9da1b132d6d5bfeeRay Essick 76002e413a5a7460a32790ed08408085a6062f4054Ray Essickstatic const char *kCodecBytesIn = "android.media.mediacodec.bytesin"; /* 0..n */ 77002e413a5a7460a32790ed08408085a6062f4054Ray Essickstatic const char *kCodecProfile = "android.media.mediacodec.profile"; /* 0..n */ 78002e413a5a7460a32790ed08408085a6062f4054Ray Essickstatic const char *kCodecLevel = "android.media.mediacodec.level"; /* 0..n */ 79002e413a5a7460a32790ed08408085a6062f4054Ray Essickstatic const char *kCodecMaxWidth = "android.media.mediacodec.maxwidth"; /* 0..n */ 80002e413a5a7460a32790ed08408085a6062f4054Ray Essickstatic const char *kCodecMaxHeight = "android.media.mediacodec.maxheight"; /* 0..n */ 81db1221479a7ffe7094c51c463bbd36522ed106abRay Essick 82db1221479a7ffe7094c51c463bbd36522ed106abRay Essick 830d1ed381fde5dac12dd84fcf3da66dac46699378Chih-Hung Hsiehstatic int64_t getId(const sp<IResourceManagerClient> &client) { 8467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return (int64_t) client.get(); 8567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 8667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 8767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wustatic bool isResourceError(status_t err) { 8847a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu return (err == NO_MEMORY); 8967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 9067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 9167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wustatic const int kMaxRetry = 2; 924b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wustatic const int kMaxReclaimWaitTimeInUs = 500000; // 0.5s 93dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimstatic const int kNumBuffersAlign = 16; 9467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 9579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim//////////////////////////////////////////////////////////////////////////////// 9679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 9767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wustruct ResourceManagerClient : public BnResourceManagerClient { 98090ef604f81447eab4aa0a5b45d6307482573560Chih-Hung Hsieh explicit ResourceManagerClient(MediaCodec* codec) : mMediaCodec(codec) {} 9967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 10067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu virtual bool reclaimResource() { 10167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<MediaCodec> codec = mMediaCodec.promote(); 10267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (codec == NULL) { 10367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // codec is already gone. 10467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return true; 10567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 10647a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu status_t err = codec->reclaim(); 1074b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu if (err == WOULD_BLOCK) { 1084b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu ALOGD("Wait for the client to release codec."); 1094b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu usleep(kMaxReclaimWaitTimeInUs); 1104b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu ALOGD("Try to reclaim again."); 1114b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu err = codec->reclaim(true /* force */); 1124b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu } 11367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (err != OK) { 11467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ALOGW("ResourceManagerClient failed to release codec with err %d", err); 11567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 11667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return (err == OK); 11767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 11867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 1198f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu virtual String8 getName() { 1208f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu String8 ret; 1218f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu sp<MediaCodec> codec = mMediaCodec.promote(); 1228f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu if (codec == NULL) { 1238f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu // codec is already gone. 1248f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu return ret; 1258f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu } 1268f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu 1278f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu AString name; 1288f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu if (codec->getName(&name) == OK) { 1298f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu ret.setTo(name.c_str()); 1308f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu } 1318f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu return ret; 1328f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu } 13367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 13467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuprotected: 13567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu virtual ~ResourceManagerClient() {} 13667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 13767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuprivate: 13867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu wp<MediaCodec> mMediaCodec; 13967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 14067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu DISALLOW_EVIL_CONSTRUCTORS(ResourceManagerClient); 14167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu}; 14267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 14368845c14ebf2c7282800b1abffde38d8e9a57aabRonghua WuMediaCodec::ResourceManagerServiceProxy::ResourceManagerServiceProxy(pid_t pid) 14468845c14ebf2c7282800b1abffde38d8e9a57aabRonghua Wu : mPid(pid) { 14568845c14ebf2c7282800b1abffde38d8e9a57aabRonghua Wu if (mPid == MediaCodec::kNoPid) { 14668845c14ebf2c7282800b1abffde38d8e9a57aabRonghua Wu mPid = IPCThreadState::self()->getCallingPid(); 14768845c14ebf2c7282800b1abffde38d8e9a57aabRonghua Wu } 14867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 14967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 15067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua WuMediaCodec::ResourceManagerServiceProxy::~ResourceManagerServiceProxy() { 15167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mService != NULL) { 15267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu IInterface::asBinder(mService)->unlinkToDeath(this); 15367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 15467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 15567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 15667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuvoid MediaCodec::ResourceManagerServiceProxy::init() { 15767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<IServiceManager> sm = defaultServiceManager(); 15867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<IBinder> binder = sm->getService(String16("media.resource_manager")); 15967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mService = interface_cast<IResourceManagerService>(binder); 16067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mService == NULL) { 16167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ALOGE("Failed to get ResourceManagerService"); 16267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return; 16367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 164e4237177a4a3eea059cd74247b2d770d301a8230Ronghua Wu IInterface::asBinder(mService)->linkToDeath(this); 16567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 16667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 16767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuvoid MediaCodec::ResourceManagerServiceProxy::binderDied(const wp<IBinder>& /*who*/) { 16867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ALOGW("ResourceManagerService died."); 16967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Mutex::Autolock _l(mLock); 17067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mService.clear(); 17167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 17267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 17367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuvoid MediaCodec::ResourceManagerServiceProxy::addResource( 17467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu int64_t clientId, 1750d1ed381fde5dac12dd84fcf3da66dac46699378Chih-Hung Hsieh const sp<IResourceManagerClient> &client, 17667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu const Vector<MediaResource> &resources) { 17767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Mutex::Autolock _l(mLock); 17867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mService == NULL) { 17967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return; 18067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 18137c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu mService->addResource(mPid, clientId, client, resources); 18267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 18367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 18467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuvoid MediaCodec::ResourceManagerServiceProxy::removeResource(int64_t clientId) { 18567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Mutex::Autolock _l(mLock); 18667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mService == NULL) { 18767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return; 18867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 18937c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu mService->removeResource(mPid, clientId); 19067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 19167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 19267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wubool MediaCodec::ResourceManagerServiceProxy::reclaimResource( 19337c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu const Vector<MediaResource> &resources) { 19467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Mutex::Autolock _l(mLock); 19567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mService == NULL) { 19667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return false; 19767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 19837c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu return mService->reclaimResource(mPid, resources); 19967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 20067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 20179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim//////////////////////////////////////////////////////////////////////////////// 20279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 203dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik KimMediaCodec::BufferInfo::BufferInfo() : mOwnedByClient(false) {} 204dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim 205dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim//////////////////////////////////////////////////////////////////////////////// 206dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim 20779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kimnamespace { 20879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 20979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kimenum { 21079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim kWhatFillThisBuffer = 'fill', 21179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim kWhatDrainThisBuffer = 'drai', 21279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim kWhatEOS = 'eos ', 213dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim kWhatStartCompleted = 'Scom', 21479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim kWhatStopCompleted = 'scom', 21579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim kWhatReleaseCompleted = 'rcom', 21679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim kWhatFlushCompleted = 'fcom', 21779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim kWhatError = 'erro', 21879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim kWhatComponentAllocated = 'cAll', 21979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim kWhatComponentConfigured = 'cCon', 22079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim kWhatInputSurfaceCreated = 'isfc', 22179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim kWhatInputSurfaceAccepted = 'isfa', 22279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim kWhatSignaledInputEOS = 'seos', 22379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim kWhatOutputFramesRendered = 'outR', 224dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim kWhatOutputBuffersChanged = 'outC', 22579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim}; 22679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 227dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimclass BufferCallback : public CodecBase::BufferCallback { 22879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kimpublic: 229dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim explicit BufferCallback(const sp<AMessage> ¬ify); 230dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim virtual ~BufferCallback() = default; 231dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim 232dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim virtual void onInputBufferAvailable( 233dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim size_t index, const sp<MediaCodecBuffer> &buffer) override; 234dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim virtual void onOutputBufferAvailable( 235dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim size_t index, const sp<MediaCodecBuffer> &buffer) override; 236dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimprivate: 237dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim const sp<AMessage> mNotify; 238dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim}; 239dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim 240dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik KimBufferCallback::BufferCallback(const sp<AMessage> ¬ify) 241dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim : mNotify(notify) {} 242dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim 243dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid BufferCallback::onInputBufferAvailable( 244dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim size_t index, const sp<MediaCodecBuffer> &buffer) { 245dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim sp<AMessage> notify(mNotify->dup()); 246dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim notify->setInt32("what", kWhatFillThisBuffer); 247dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim notify->setSize("index", index); 248dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim notify->setObject("buffer", buffer); 249dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim notify->post(); 250dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim} 251dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim 252dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid BufferCallback::onOutputBufferAvailable( 253dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim size_t index, const sp<MediaCodecBuffer> &buffer) { 254dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim sp<AMessage> notify(mNotify->dup()); 255dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim notify->setInt32("what", kWhatDrainThisBuffer); 256dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim notify->setSize("index", index); 257dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim notify->setObject("buffer", buffer); 258dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim notify->post(); 259dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim} 260dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim 261dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimclass CodecCallback : public CodecBase::CodecCallback { 262dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimpublic: 263dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim explicit CodecCallback(const sp<AMessage> ¬ify); 264dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim virtual ~CodecCallback() = default; 26579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 26679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim virtual void onEos(status_t err) override; 267dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim virtual void onStartCompleted() override; 26879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim virtual void onStopCompleted() override; 26979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim virtual void onReleaseCompleted() override; 27079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim virtual void onFlushCompleted() override; 27179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim virtual void onError(status_t err, enum ActionCode actionCode) override; 27279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim virtual void onComponentAllocated(const char *componentName) override; 27379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim virtual void onComponentConfigured( 27479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim const sp<AMessage> &inputFormat, const sp<AMessage> &outputFormat) override; 27579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim virtual void onInputSurfaceCreated( 27679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim const sp<AMessage> &inputFormat, 27779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim const sp<AMessage> &outputFormat, 27879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim const sp<BufferProducerWrapper> &inputSurface) override; 27979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim virtual void onInputSurfaceCreationFailed(status_t err) override; 28079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim virtual void onInputSurfaceAccepted( 28179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim const sp<AMessage> &inputFormat, 28279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim const sp<AMessage> &outputFormat) override; 28379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim virtual void onInputSurfaceDeclined(status_t err) override; 28479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim virtual void onSignaledInputEOS(status_t err) override; 28579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim virtual void onOutputFramesRendered(const std::list<FrameRenderTracker::Info> &done) override; 286dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim virtual void onOutputBuffersChanged() override; 28779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kimprivate: 28879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim const sp<AMessage> mNotify; 28979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim}; 29079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 291dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik KimCodecCallback::CodecCallback(const sp<AMessage> ¬ify) : mNotify(notify) {} 29279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 293dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid CodecCallback::onEos(status_t err) { 29479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim sp<AMessage> notify(mNotify->dup()); 295dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim notify->setInt32("what", kWhatEOS); 296dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim notify->setInt32("err", err); 297fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim notify->post(); 298fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim} 299fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim 300dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid CodecCallback::onStartCompleted() { 301fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim sp<AMessage> notify(mNotify->dup()); 302dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim notify->setInt32("what", kWhatStartCompleted); 30379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->post(); 30479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} 30579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 306dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid CodecCallback::onStopCompleted() { 30779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim sp<AMessage> notify(mNotify->dup()); 30879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("what", kWhatStopCompleted); 30979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->post(); 31079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} 31179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 312dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid CodecCallback::onReleaseCompleted() { 31379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim sp<AMessage> notify(mNotify->dup()); 31479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("what", kWhatReleaseCompleted); 31579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->post(); 31679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} 31779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 318dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid CodecCallback::onFlushCompleted() { 31979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim sp<AMessage> notify(mNotify->dup()); 32079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("what", kWhatFlushCompleted); 32179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->post(); 32279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} 32379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 324dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid CodecCallback::onError(status_t err, enum ActionCode actionCode) { 32579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim sp<AMessage> notify(mNotify->dup()); 32679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("what", kWhatError); 32779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("err", err); 32879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("actionCode", actionCode); 32979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->post(); 33079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} 33179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 332dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid CodecCallback::onComponentAllocated(const char *componentName) { 33379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim sp<AMessage> notify(mNotify->dup()); 33479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("what", kWhatComponentAllocated); 33579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setString("componentName", componentName); 33679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->post(); 33779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} 33879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 339dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid CodecCallback::onComponentConfigured( 34079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim const sp<AMessage> &inputFormat, const sp<AMessage> &outputFormat) { 34179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim sp<AMessage> notify(mNotify->dup()); 34279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("what", kWhatComponentConfigured); 34379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setMessage("input-format", inputFormat); 34479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setMessage("output-format", outputFormat); 34579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->post(); 34679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} 34779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 348dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid CodecCallback::onInputSurfaceCreated( 34979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim const sp<AMessage> &inputFormat, 35079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim const sp<AMessage> &outputFormat, 35179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim const sp<BufferProducerWrapper> &inputSurface) { 35279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim sp<AMessage> notify(mNotify->dup()); 35379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("what", kWhatInputSurfaceCreated); 35479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setMessage("input-format", inputFormat); 35579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setMessage("output-format", outputFormat); 35679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setObject("input-surface", inputSurface); 35779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->post(); 35879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} 35979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 360dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid CodecCallback::onInputSurfaceCreationFailed(status_t err) { 36179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim sp<AMessage> notify(mNotify->dup()); 36279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("what", kWhatInputSurfaceCreated); 36379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("err", err); 36479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->post(); 36579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} 36679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 367dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid CodecCallback::onInputSurfaceAccepted( 36879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim const sp<AMessage> &inputFormat, 36979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim const sp<AMessage> &outputFormat) { 37079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim sp<AMessage> notify(mNotify->dup()); 37179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("what", kWhatInputSurfaceAccepted); 37279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setMessage("input-format", inputFormat); 37379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setMessage("output-format", outputFormat); 37479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->post(); 37579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} 37679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 377dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid CodecCallback::onInputSurfaceDeclined(status_t err) { 37879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim sp<AMessage> notify(mNotify->dup()); 37979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("what", kWhatInputSurfaceAccepted); 38079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("err", err); 38179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->post(); 38279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} 38379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 384dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid CodecCallback::onSignaledInputEOS(status_t err) { 38579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim sp<AMessage> notify(mNotify->dup()); 38679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("what", kWhatSignaledInputEOS); 38779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim if (err != OK) { 38879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("err", err); 38979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim } 39079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->post(); 39179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} 39279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 393dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid CodecCallback::onOutputFramesRendered(const std::list<FrameRenderTracker::Info> &done) { 39479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim sp<AMessage> notify(mNotify->dup()); 39579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("what", kWhatOutputFramesRendered); 39679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim if (MediaCodec::CreateFramesRenderedMessage(done, notify)) { 39779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->post(); 39879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim } 39979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} 40079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 401dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid CodecCallback::onOutputBuffersChanged() { 402dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim sp<AMessage> notify(mNotify->dup()); 403dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim notify->setInt32("what", kWhatOutputBuffersChanged); 404dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim notify->post(); 405dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim} 406dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim 40779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} // namespace 40879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 40979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim//////////////////////////////////////////////////////////////////////////////// 41079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 4115778822d86b0337407514b9372562b86edfa91cdAndreas Huber// static 4125778822d86b0337407514b9372562b86edfa91cdAndreas Hubersp<MediaCodec> MediaCodec::CreateByType( 413f2ae3e19080938db8cbf29a963fd744a3964fcc2Wei Jia const sp<ALooper> &looper, const AString &mime, bool encoder, status_t *err, pid_t pid, 414f2ae3e19080938db8cbf29a963fd744a3964fcc2Wei Jia uid_t uid) { 415f2ae3e19080938db8cbf29a963fd744a3964fcc2Wei Jia sp<MediaCodec> codec = new MediaCodec(looper, pid, uid); 4165778822d86b0337407514b9372562b86edfa91cdAndreas Huber 417251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung const status_t ret = codec->init(mime, true /* nameIsType */, encoder); 418251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (err != NULL) { 419251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung *err = ret; 420251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 421251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return ret == OK ? codec : NULL; // NULL deallocates codec. 4225778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 4235778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4245778822d86b0337407514b9372562b86edfa91cdAndreas Huber// static 4255778822d86b0337407514b9372562b86edfa91cdAndreas Hubersp<MediaCodec> MediaCodec::CreateByComponentName( 426f2ae3e19080938db8cbf29a963fd744a3964fcc2Wei Jia const sp<ALooper> &looper, const AString &name, status_t *err, pid_t pid, uid_t uid) { 427f2ae3e19080938db8cbf29a963fd744a3964fcc2Wei Jia sp<MediaCodec> codec = new MediaCodec(looper, pid, uid); 4285778822d86b0337407514b9372562b86edfa91cdAndreas Huber 429251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung const status_t ret = codec->init(name, false /* nameIsType */, false /* encoder */); 430251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (err != NULL) { 431251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung *err = ret; 432251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 433251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return ret == OK ? codec : NULL; // NULL deallocates codec. 4345778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 4355778822d86b0337407514b9372562b86edfa91cdAndreas Huber 436d291c222357303b9611cab89d0c3b047584ef377Chong Zhang// static 4375b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnarstatus_t MediaCodec::QueryCapabilities( 4385b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar const AString &name, const AString &mime, bool isEncoder, 4395b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar sp<MediaCodecInfo::Capabilities> *caps /* nonnull */) { 4405b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // TRICKY: this method is used by MediaCodecList/Info during its 4415b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // initialization. As such, we cannot create a MediaCodec instance 4425b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // because that requires an initialized MediaCodecList. 4435b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 4445b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar sp<CodecBase> codec = GetCodecBase(name); 4455b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (codec == NULL) { 4465b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return NAME_NOT_FOUND; 4475b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 4485b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 4495b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return codec->queryCapabilities(name, mime, isEncoder, caps); 4505b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar} 4515b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 4525b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar// static 453d291c222357303b9611cab89d0c3b047584ef377Chong Zhangsp<PersistentSurface> MediaCodec::CreatePersistentInputSurface() { 454d291c222357303b9611cab89d0c3b047584ef377Chong Zhang OMXClient client; 455addf2cbb120346ae42e78fa739245a353db5edadChong Zhang if (client.connect() != OK) { 456addf2cbb120346ae42e78fa739245a353db5edadChong Zhang ALOGE("Failed to connect to OMX to create persistent input surface."); 45779608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang return NULL; 45879608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang } 45979608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang 460addf2cbb120346ae42e78fa739245a353db5edadChong Zhang sp<IOMX> omx = client.interface(); 46179608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang 462d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<IGraphicBufferProducer> bufferProducer; 463addf2cbb120346ae42e78fa739245a353db5edadChong Zhang sp<IGraphicBufferSource> bufferSource; 464d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 465addf2cbb120346ae42e78fa739245a353db5edadChong Zhang status_t err = omx->createInputSurface(&bufferProducer, &bufferSource); 466d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 467d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (err != OK) { 468d291c222357303b9611cab89d0c3b047584ef377Chong Zhang ALOGE("Failed to create persistent input surface."); 469d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return NULL; 470d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 471d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 472addf2cbb120346ae42e78fa739245a353db5edadChong Zhang return new PersistentSurface(bufferProducer, bufferSource); 473d291c222357303b9611cab89d0c3b047584ef377Chong Zhang} 474d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 475f2ae3e19080938db8cbf29a963fd744a3964fcc2Wei JiaMediaCodec::MediaCodec(const sp<ALooper> &looper, pid_t pid, uid_t uid) 4765778822d86b0337407514b9372562b86edfa91cdAndreas Huber : mState(UNINITIALIZED), 47747a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu mReleasedByResourceManager(false), 4785778822d86b0337407514b9372562b86edfa91cdAndreas Huber mLooper(looper), 47992cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar mCodec(NULL), 4807cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mReplyID(0), 4815778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags(0), 482251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mStickyError(OK), 4835778822d86b0337407514b9372562b86edfa91cdAndreas Huber mSoftRenderer(NULL), 484ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar mResourceManagerClient(new ResourceManagerClient(this)), 48568845c14ebf2c7282800b1abffde38d8e9a57aabRonghua Wu mResourceManagerService(new ResourceManagerServiceProxy(pid)), 4862606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mBatteryStatNotified(false), 4872606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mIsVideo(false), 48867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mVideoWidth(0), 48967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mVideoHeight(0), 490505aab41c0e8e79a49d4506344fcd9d220d5965bChong Zhang mRotationDegrees(0), 4915778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputTimeoutGeneration(0), 4925778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputReplyID(0), 4935778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueOutputTimeoutGeneration(0), 4946507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mDequeueOutputReplyID(0), 4953d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang mHaveInputSurface(false), 4963d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang mHavePendingInputBuffers(false) { 497f2ae3e19080938db8cbf29a963fd744a3964fcc2Wei Jia if (uid == kNoUid) { 498f2ae3e19080938db8cbf29a963fd744a3964fcc2Wei Jia mUid = IPCThreadState::self()->getCallingUid(); 499f2ae3e19080938db8cbf29a963fd744a3964fcc2Wei Jia } else { 500f2ae3e19080938db8cbf29a963fd744a3964fcc2Wei Jia mUid = uid; 501f2ae3e19080938db8cbf29a963fd744a3964fcc2Wei Jia } 502db1221479a7ffe7094c51c463bbd36522ed106abRay Essick // set up our new record, get a sessionID, put it into the in-progress list 5038574195df5de20af5fc16d6f9da1b132d6d5bfeeRay Essick mAnalyticsItem = new MediaAnalyticsItem(kCodecKeyName); 504db1221479a7ffe7094c51c463bbd36522ed106abRay Essick if (mAnalyticsItem != NULL) { 505db1221479a7ffe7094c51c463bbd36522ed106abRay Essick (void) mAnalyticsItem->generateSessionID(); 506db1221479a7ffe7094c51c463bbd36522ed106abRay Essick // don't record it yet; only at the end, when we have decided that we have 507db1221479a7ffe7094c51c463bbd36522ed106abRay Essick // data worth writing (e.g. .count() > 0) 508db1221479a7ffe7094c51c463bbd36522ed106abRay Essick } 5095778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 5105778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5115778822d86b0337407514b9372562b86edfa91cdAndreas HuberMediaCodec::~MediaCodec() { 5125778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ(mState, UNINITIALIZED); 51367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mResourceManagerService->removeResource(getId(mResourceManagerClient)); 514db1221479a7ffe7094c51c463bbd36522ed106abRay Essick 515db1221479a7ffe7094c51c463bbd36522ed106abRay Essick if (mAnalyticsItem != NULL ) { 516db1221479a7ffe7094c51c463bbd36522ed106abRay Essick if (mAnalyticsItem->count() > 0) { 517db1221479a7ffe7094c51c463bbd36522ed106abRay Essick mAnalyticsItem->setFinalized(true); 518db1221479a7ffe7094c51c463bbd36522ed106abRay Essick mAnalyticsItem->selfrecord(); 519db1221479a7ffe7094c51c463bbd36522ed106abRay Essick } 520db1221479a7ffe7094c51c463bbd36522ed106abRay Essick delete mAnalyticsItem; 521db1221479a7ffe7094c51c463bbd36522ed106abRay Essick mAnalyticsItem = NULL; 522db1221479a7ffe7094c51c463bbd36522ed106abRay Essick } 5235778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 5245778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5255778822d86b0337407514b9372562b86edfa91cdAndreas Huber// static 5265778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::PostAndAwaitResponse( 5275778822d86b0337407514b9372562b86edfa91cdAndreas Huber const sp<AMessage> &msg, sp<AMessage> *response) { 5285778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = msg->postAndAwaitResponse(response); 5295778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5305778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 5315778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 5325778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 5335778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5345778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!(*response)->findInt32("err", &err)) { 5355778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = OK; 5365778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 5375778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5385778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 5395778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 5405778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5413f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnarvoid MediaCodec::PostReplyWithError(const sp<AReplyToken> &replyID, int32_t err) { 54247a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu int32_t finalErr = err; 54347a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu if (mReleasedByResourceManager) { 54447a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu // override the err code if MediaCodec has been released by ResourceManager. 54547a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu finalErr = DEAD_OBJECT; 54647a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu } 54747a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu 548c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> response = new AMessage; 54947a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu response->setInt32("err", finalErr); 550c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang response->postReply(replyID); 551c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 552c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 5535b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar//static 5545b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnarsp<CodecBase> MediaCodec::GetCodecBase(const AString &name, bool nameIsType) { 5555b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // at this time only ACodec specifies a mime type. 5565b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (nameIsType || name.startsWithIgnoreCase("omx.")) { 5575b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return new ACodec; 5585b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } else if (name.startsWithIgnoreCase("android.filter.")) { 5595b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return new MediaFilter; 5605b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } else { 5615b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return NULL; 5625b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 5635b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar} 5645b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 565dc9f58dc23a86d0635fd8601d1cbc8d47bab0303Andy Hungstatus_t MediaCodec::init(const AString &name, bool nameIsType, bool encoder) { 56667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mResourceManagerService->init(); 56767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 568671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar // save init parameters for reset 569671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mInitName = name; 570671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mInitNameIsType = nameIsType; 571671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mInitIsEncoder = encoder; 572671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 5735778822d86b0337407514b9372562b86edfa91cdAndreas Huber // Current video decoders do not return from OMX_FillThisBuffer 5745778822d86b0337407514b9372562b86edfa91cdAndreas Huber // quickly, violating the OpenMAX specs, until that is remedied 5755778822d86b0337407514b9372562b86edfa91cdAndreas Huber // we need to invest in an extra looper to free the main event 5765778822d86b0337407514b9372562b86edfa91cdAndreas Huber // queue. 577744f5739019d1fd917f981e740b353c3d73fd1a8David Smith 5785b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar mCodec = GetCodecBase(name, nameIsType); 5795b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (mCodec == NULL) { 580744f5739019d1fd917f981e740b353c3d73fd1a8David Smith return NAME_NOT_FOUND; 581744f5739019d1fd917f981e740b353c3d73fd1a8David Smith } 582744f5739019d1fd917f981e740b353c3d73fd1a8David Smith 58367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu bool secureCodec = false; 584dc9f58dc23a86d0635fd8601d1cbc8d47bab0303Andy Hung if (nameIsType && !strncasecmp(name.c_str(), "video/", 6)) { 58567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mIsVideo = true; 5866f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen } else { 5876f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen AString tmp = name; 5886f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen if (tmp.endsWith(".secure")) { 58967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu secureCodec = true; 5906f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen tmp.erase(tmp.size() - 7, 7); 5916f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen } 59260b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar const sp<IMediaCodecList> mcl = MediaCodecList::getInstance(); 59348a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung if (mcl == NULL) { 59448a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung mCodec = NULL; // remove the codec. 59548a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung return NO_INIT; // if called from Java should raise IOException 59648a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung } 5976f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen ssize_t codecIdx = mcl->findCodecByName(tmp.c_str()); 5986f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen if (codecIdx >= 0) { 59960b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar const sp<MediaCodecInfo> info = mcl->getCodecInfo(codecIdx); 60060b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar Vector<AString> mimes; 60160b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar info->getSupportedMimes(&mimes); 60260b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar for (size_t i = 0; i < mimes.size(); i++) { 60360b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar if (mimes[i].startsWith("video/")) { 60467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mIsVideo = true; 60560b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar break; 6066f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen } 6076f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen } 6086f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen } 6095778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 6105778822d86b0337407514b9372562b86edfa91cdAndreas Huber 61167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mIsVideo) { 61267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // video codec needs dedicated looper 6135778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mCodecLooper == NULL) { 6145778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodecLooper = new ALooper; 6155778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodecLooper->setName("CodecLooper"); 6165778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodecLooper->start(false, false, ANDROID_PRIORITY_AUDIO); 6175778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 6185778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6195778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodecLooper->registerHandler(mCodec); 6205778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 6215778822d86b0337407514b9372562b86edfa91cdAndreas Huber mLooper->registerHandler(mCodec); 6225778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 6235778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6245778822d86b0337407514b9372562b86edfa91cdAndreas Huber mLooper->registerHandler(this); 6255778822d86b0337407514b9372562b86edfa91cdAndreas Huber 62679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim mCodec->setCallback( 627dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim std::unique_ptr<CodecBase::CodecCallback>( 628dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim new CodecCallback(new AMessage(kWhatCodecNotify, this)))); 629dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mBufferChannel = mCodec->getBufferChannel(); 630dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mBufferChannel->setCallback( 631dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim std::unique_ptr<CodecBase::BufferCallback>( 632dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim new BufferCallback(new AMessage(kWhatCodecNotify, this)))); 6335778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6341d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatInit, this); 6355778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setString("name", name); 6365778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("nameIsType", nameIsType); 6375778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6385778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (nameIsType) { 6395778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("encoder", encoder); 6405778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 6415778822d86b0337407514b9372562b86edfa91cdAndreas Huber 642db1221479a7ffe7094c51c463bbd36522ed106abRay Essick if (mAnalyticsItem != NULL) { 643db1221479a7ffe7094c51c463bbd36522ed106abRay Essick if (nameIsType) { 644db1221479a7ffe7094c51c463bbd36522ed106abRay Essick // name is the mime type 6458574195df5de20af5fc16d6f9da1b132d6d5bfeeRay Essick mAnalyticsItem->setCString(kCodecMime, name.c_str()); 646db1221479a7ffe7094c51c463bbd36522ed106abRay Essick } else { 6478574195df5de20af5fc16d6f9da1b132d6d5bfeeRay Essick mAnalyticsItem->setCString(kCodecCodec, name.c_str()); 648db1221479a7ffe7094c51c463bbd36522ed106abRay Essick } 6498574195df5de20af5fc16d6f9da1b132d6d5bfeeRay Essick mAnalyticsItem->setCString(kCodecMode, mIsVideo ? "video" : "audio"); 650db1221479a7ffe7094c51c463bbd36522ed106abRay Essick if (nameIsType) 651afb43f76821e6a63e17e6484289a40430ada6978Ray Essick mAnalyticsItem->setInt32(kCodecEncoder, encoder); 652db1221479a7ffe7094c51c463bbd36522ed106abRay Essick } 653db1221479a7ffe7094c51c463bbd36522ed106abRay Essick 65467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu status_t err; 65567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Vector<MediaResource> resources; 656ea15fd29af81490311af9e12949b43524c39400eRonghua Wu MediaResource::Type type = 657ea15fd29af81490311af9e12949b43524c39400eRonghua Wu secureCodec ? MediaResource::kSecureCodec : MediaResource::kNonSecureCodec; 658ea15fd29af81490311af9e12949b43524c39400eRonghua Wu MediaResource::SubType subtype = 659ea15fd29af81490311af9e12949b43524c39400eRonghua Wu mIsVideo ? MediaResource::kVideoCodec : MediaResource::kAudioCodec; 660ea15fd29af81490311af9e12949b43524c39400eRonghua Wu resources.push_back(MediaResource(type, subtype, 1)); 66167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu for (int i = 0; i <= kMaxRetry; ++i) { 66267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (i > 0) { 66367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // Don't try to reclaim resource for the first time. 66437c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu if (!mResourceManagerService->reclaimResource(resources)) { 66567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 66667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 66767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 66867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 66967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<AMessage> response; 67067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu err = PostAndAwaitResponse(msg, &response); 67167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (!isResourceError(err)) { 67267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 67367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 67467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 67567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return err; 6765778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 6775778822d86b0337407514b9372562b86edfa91cdAndreas Huber 678c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhangstatus_t MediaCodec::setCallback(const sp<AMessage> &callback) { 6791d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatSetCallback, this); 680c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setMessage("callback", callback); 681c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 682c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> response; 683c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang return PostAndAwaitResponse(msg, &response); 684c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 685c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 68690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarstatus_t MediaCodec::setOnFrameRenderedNotification(const sp<AMessage> ¬ify) { 68790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar sp<AMessage> msg = new AMessage(kWhatSetNotification, this); 68890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar msg->setMessage("on-frame-rendered", notify); 68990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar return msg->post(); 69090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 69190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 6925778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::configure( 6935778822d86b0337407514b9372562b86edfa91cdAndreas Huber const sp<AMessage> &format, 6949dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang const sp<Surface> &nativeWindow, 6959dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang const sp<ICrypto> &crypto, 6969dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang uint32_t flags) { 6979dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang return configure(format, nativeWindow, crypto, NULL, flags); 6989dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang} 6999dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang 7009dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhangstatus_t MediaCodec::configure( 7019dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang const sp<AMessage> &format, 702f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar const sp<Surface> &surface, 7031bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber const sp<ICrypto> &crypto, 7049dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang const sp<IDescrambler> &descrambler, 7055778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t flags) { 7061d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatConfigure, this); 7075778822d86b0337407514b9372562b86edfa91cdAndreas Huber 708002e413a5a7460a32790ed08408085a6062f4054Ray Essick if (mAnalyticsItem != NULL) { 709002e413a5a7460a32790ed08408085a6062f4054Ray Essick int32_t profile = 0; 710002e413a5a7460a32790ed08408085a6062f4054Ray Essick if (format->findInt32("profile", &profile)) { 711002e413a5a7460a32790ed08408085a6062f4054Ray Essick mAnalyticsItem->setInt32(kCodecProfile, profile); 712002e413a5a7460a32790ed08408085a6062f4054Ray Essick } 713002e413a5a7460a32790ed08408085a6062f4054Ray Essick int32_t level = 0; 714002e413a5a7460a32790ed08408085a6062f4054Ray Essick if (format->findInt32("level", &level)) { 715002e413a5a7460a32790ed08408085a6062f4054Ray Essick mAnalyticsItem->setInt32(kCodecLevel, level); 716002e413a5a7460a32790ed08408085a6062f4054Ray Essick } 717002e413a5a7460a32790ed08408085a6062f4054Ray Essick } 718002e413a5a7460a32790ed08408085a6062f4054Ray Essick 71967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mIsVideo) { 72067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu format->findInt32("width", &mVideoWidth); 72167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu format->findInt32("height", &mVideoHeight); 722002e413a5a7460a32790ed08408085a6062f4054Ray Essick if (!format->findInt32("rotation-degrees", &mRotationDegrees)) { 723505aab41c0e8e79a49d4506344fcd9d220d5965bChong Zhang mRotationDegrees = 0; 724505aab41c0e8e79a49d4506344fcd9d220d5965bChong Zhang } 7252034457336d28124e0f9f3c625978052ae03fceaWei Jia 726db1221479a7ffe7094c51c463bbd36522ed106abRay Essick if (mAnalyticsItem != NULL) { 727afb43f76821e6a63e17e6484289a40430ada6978Ray Essick mAnalyticsItem->setInt32(kCodecWidth, mVideoWidth); 728afb43f76821e6a63e17e6484289a40430ada6978Ray Essick mAnalyticsItem->setInt32(kCodecHeight, mVideoHeight); 729afb43f76821e6a63e17e6484289a40430ada6978Ray Essick mAnalyticsItem->setInt32(kCodecRotation, mRotationDegrees); 730002e413a5a7460a32790ed08408085a6062f4054Ray Essick int32_t maxWidth = 0; 731002e413a5a7460a32790ed08408085a6062f4054Ray Essick if (format->findInt32("max-width", &maxWidth)) { 732002e413a5a7460a32790ed08408085a6062f4054Ray Essick mAnalyticsItem->setInt32(kCodecMaxWidth, maxWidth); 733002e413a5a7460a32790ed08408085a6062f4054Ray Essick } 734002e413a5a7460a32790ed08408085a6062f4054Ray Essick int32_t maxHeight = 0; 735002e413a5a7460a32790ed08408085a6062f4054Ray Essick if (format->findInt32("max-height", &maxHeight)) { 736002e413a5a7460a32790ed08408085a6062f4054Ray Essick mAnalyticsItem->setInt32(kCodecMaxHeight, maxHeight); 737002e413a5a7460a32790ed08408085a6062f4054Ray Essick } 738db1221479a7ffe7094c51c463bbd36522ed106abRay Essick } 739db1221479a7ffe7094c51c463bbd36522ed106abRay Essick 7402034457336d28124e0f9f3c625978052ae03fceaWei Jia // Prevent possible integer overflow in downstream code. 7412034457336d28124e0f9f3c625978052ae03fceaWei Jia if (mInitIsEncoder 7422034457336d28124e0f9f3c625978052ae03fceaWei Jia && (uint64_t)mVideoWidth * mVideoHeight > (uint64_t)INT32_MAX / 4) { 7432034457336d28124e0f9f3c625978052ae03fceaWei Jia ALOGE("buffer size is too big, width=%d, height=%d", mVideoWidth, mVideoHeight); 7442034457336d28124e0f9f3c625978052ae03fceaWei Jia return BAD_VALUE; 7452034457336d28124e0f9f3c625978052ae03fceaWei Jia } 74667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 74767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 7485778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setMessage("format", format); 7495778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("flags", flags); 750f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar msg->setObject("surface", surface); 7511bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber 7529dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang if (crypto != NULL || descrambler != NULL) { 7539dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang if (crypto != NULL) { 7549dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang msg->setPointer("crypto", crypto.get()); 7559dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang } else { 7569dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang msg->setPointer("descrambler", descrambler.get()); 7579dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang } 758db1221479a7ffe7094c51c463bbd36522ed106abRay Essick if (mAnalyticsItem != NULL) { 759db1221479a7ffe7094c51c463bbd36522ed106abRay Essick // XXX: save indication that it's crypto in some way... 760afb43f76821e6a63e17e6484289a40430ada6978Ray Essick mAnalyticsItem->setInt32(kCodecCrypto, 1); 761db1221479a7ffe7094c51c463bbd36522ed106abRay Essick } 76232c1bcda7c9fb429fe6c235184f8bb6aa7ef12dbDongwon Kang } else if (mFlags & kFlagIsSecure) { 76332c1bcda7c9fb429fe6c235184f8bb6aa7ef12dbDongwon Kang ALOGW("Crypto or descrambler should be given for secure codec"); 7645778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 7655778822d86b0337407514b9372562b86edfa91cdAndreas Huber 76667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // save msg for reset 76767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mConfigureMsg = msg; 768f64b36deccd473b545dbed22c2feb11fc49157e5Chong Zhang 76967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu status_t err; 77067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Vector<MediaResource> resources; 771ea15fd29af81490311af9e12949b43524c39400eRonghua Wu MediaResource::Type type = (mFlags & kFlagIsSecure) ? 772ea15fd29af81490311af9e12949b43524c39400eRonghua Wu MediaResource::kSecureCodec : MediaResource::kNonSecureCodec; 773ea15fd29af81490311af9e12949b43524c39400eRonghua Wu MediaResource::SubType subtype = 774ea15fd29af81490311af9e12949b43524c39400eRonghua Wu mIsVideo ? MediaResource::kVideoCodec : MediaResource::kAudioCodec; 775ea15fd29af81490311af9e12949b43524c39400eRonghua Wu resources.push_back(MediaResource(type, subtype, 1)); 77667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // Don't know the buffer size at this point, but it's fine to use 1 because 77767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // the reclaimResource call doesn't consider the requester's buffer size for now. 778ea15fd29af81490311af9e12949b43524c39400eRonghua Wu resources.push_back(MediaResource(MediaResource::kGraphicMemory, 1)); 77967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu for (int i = 0; i <= kMaxRetry; ++i) { 78067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (i > 0) { 78167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // Don't try to reclaim resource for the first time. 78237c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu if (!mResourceManagerService->reclaimResource(resources)) { 78367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 78467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 78567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 786f64b36deccd473b545dbed22c2feb11fc49157e5Chong Zhang 78767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<AMessage> response; 78867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu err = PostAndAwaitResponse(msg, &response); 78967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (err != OK && err != INVALID_OPERATION) { 79067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // MediaCodec now set state to UNINITIALIZED upon any fatal error. 79167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // To maintain backward-compatibility, do a reset() to put codec 79267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // back into INITIALIZED state. 79367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // But don't reset if the err is INVALID_OPERATION, which means 79467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // the configure failure is due to wrong state. 79567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 79667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ALOGE("configure failed with err 0x%08x, resetting...", err); 79767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu reset(); 79867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 79967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (!isResourceError(err)) { 80067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 80167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 802f64b36deccd473b545dbed22c2feb11fc49157e5Chong Zhang } 803f64b36deccd473b545dbed22c2feb11fc49157e5Chong Zhang return err; 8045778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 8055778822d86b0337407514b9372562b86edfa91cdAndreas Huber 806cefac14261a32fb856b0d1ab31541787112e306eHassan Shojaniastatus_t MediaCodec::releaseCrypto() 807cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania{ 808cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania ALOGV("releaseCrypto"); 809cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania 810cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania sp<AMessage> msg = new AMessage(kWhatDrmReleaseCrypto, this); 811cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania 812cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania sp<AMessage> response; 813cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania status_t status = msg->postAndAwaitResponse(&response); 814cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania 815cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania if (status == OK && response != NULL) { 816cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania CHECK(response->findInt32("status", &status)); 817cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania ALOGV("releaseCrypto ret: %d ", status); 818cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania } 819cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania else { 820cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania ALOGE("releaseCrypto err: %d", status); 821cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania } 822cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania 823cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania return status; 824cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania} 825cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania 826cefac14261a32fb856b0d1ab31541787112e306eHassan Shojaniavoid MediaCodec::onReleaseCrypto(const sp<AMessage>& msg) 827cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania{ 828cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania status_t status = INVALID_OPERATION; 829cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania if (mCrypto != NULL) { 830cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania ALOGV("onReleaseCrypto: mCrypto: %p (%d)", mCrypto.get(), mCrypto->getStrongCount()); 831cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania mBufferChannel->setCrypto(NULL); 832cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania // TODO change to ALOGV 833cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania ALOGD("onReleaseCrypto: [before clear] mCrypto: %p (%d)", 834cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania mCrypto.get(), mCrypto->getStrongCount()); 835cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania mCrypto.clear(); 836cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania 837cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania status = OK; 838cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania } 839cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania else { 840cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania ALOGW("onReleaseCrypto: No mCrypto. err: %d", status); 841cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania } 842cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania 843cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania sp<AMessage> response = new AMessage; 844cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania response->setInt32("status", status); 845cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania 846cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania sp<AReplyToken> replyID; 847cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania CHECK(msg->senderAwaitsResponse(&replyID)); 848cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania response->postReply(replyID); 849cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania} 850cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania 8518f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhangstatus_t MediaCodec::setInputSurface( 852d291c222357303b9611cab89d0c3b047584ef377Chong Zhang const sp<PersistentSurface> &surface) { 8538f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang sp<AMessage> msg = new AMessage(kWhatSetInputSurface, this); 854d291c222357303b9611cab89d0c3b047584ef377Chong Zhang msg->setObject("input-surface", surface.get()); 855d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 856d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<AMessage> response; 857d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return PostAndAwaitResponse(msg, &response); 858d291c222357303b9611cab89d0c3b047584ef377Chong Zhang} 859d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 8601dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t MediaCodec::setSurface(const sp<Surface> &surface) { 8611dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AMessage> msg = new AMessage(kWhatSetSurface, this); 8621dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar msg->setObject("surface", surface); 8631dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 8641dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AMessage> response; 8651dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return PostAndAwaitResponse(msg, &response); 8661dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar} 8671dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 8687cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFaddenstatus_t MediaCodec::createInputSurface( 8697cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<IGraphicBufferProducer>* bufferProducer) { 8701d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatCreateInputSurface, this); 8717cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 8727cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<AMessage> response; 8737cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden status_t err = PostAndAwaitResponse(msg, &response); 8747cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden if (err == NO_ERROR) { 8757cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden // unwrap the sp<IGraphicBufferProducer> 8767cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<RefBase> obj; 8777cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden bool found = response->findObject("input-surface", &obj); 8787cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden CHECK(found); 8797cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<BufferProducerWrapper> wrapper( 8807cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden static_cast<BufferProducerWrapper*>(obj.get())); 8817cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden *bufferProducer = wrapper->getBufferProducer(); 8827cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } else { 8837cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden ALOGW("createInputSurface failed, err=%d", err); 8847cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 8857cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden return err; 8867cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden} 8877cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 88867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuuint64_t MediaCodec::getGraphicBufferSize() { 88967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (!mIsVideo) { 89067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return 0; 89167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 89267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 89367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu uint64_t size = 0; 89467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu size_t portNum = sizeof(mPortBuffers) / sizeof((mPortBuffers)[0]); 89567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu for (size_t i = 0; i < portNum; ++i) { 89667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // TODO: this is just an estimation, we should get the real buffer size from ACodec. 89767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu size += mPortBuffers[i].size() * mVideoWidth * mVideoHeight * 3 / 2; 89867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 89967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return size; 90067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 90167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 902ea15fd29af81490311af9e12949b43524c39400eRonghua Wuvoid MediaCodec::addResource( 903ea15fd29af81490311af9e12949b43524c39400eRonghua Wu MediaResource::Type type, MediaResource::SubType subtype, uint64_t value) { 90467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Vector<MediaResource> resources; 905c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu resources.push_back(MediaResource(type, subtype, value)); 90667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mResourceManagerService->addResource( 90737c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu getId(mResourceManagerClient), mResourceManagerClient, resources); 90867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 90967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 9105778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::start() { 9111d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatStart, this); 9125778822d86b0337407514b9372562b86edfa91cdAndreas Huber 91367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu status_t err; 91467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Vector<MediaResource> resources; 915ea15fd29af81490311af9e12949b43524c39400eRonghua Wu MediaResource::Type type = (mFlags & kFlagIsSecure) ? 916ea15fd29af81490311af9e12949b43524c39400eRonghua Wu MediaResource::kSecureCodec : MediaResource::kNonSecureCodec; 917ea15fd29af81490311af9e12949b43524c39400eRonghua Wu MediaResource::SubType subtype = 918ea15fd29af81490311af9e12949b43524c39400eRonghua Wu mIsVideo ? MediaResource::kVideoCodec : MediaResource::kAudioCodec; 919ea15fd29af81490311af9e12949b43524c39400eRonghua Wu resources.push_back(MediaResource(type, subtype, 1)); 92067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // Don't know the buffer size at this point, but it's fine to use 1 because 92167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // the reclaimResource call doesn't consider the requester's buffer size for now. 922ea15fd29af81490311af9e12949b43524c39400eRonghua Wu resources.push_back(MediaResource(MediaResource::kGraphicMemory, 1)); 92367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu for (int i = 0; i <= kMaxRetry; ++i) { 92467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (i > 0) { 92567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // Don't try to reclaim resource for the first time. 92637c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu if (!mResourceManagerService->reclaimResource(resources)) { 92767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 92867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 92967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // Recover codec from previous error before retry start. 93067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu err = reset(); 93167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (err != OK) { 93267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ALOGE("retrying start: failed to reset codec"); 93367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 93467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 93567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<AMessage> response; 93667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu err = PostAndAwaitResponse(mConfigureMsg, &response); 93767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (err != OK) { 93867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ALOGE("retrying start: failed to configure codec"); 93967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 94067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 94167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 94267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 94367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<AMessage> response; 94467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu err = PostAndAwaitResponse(msg, &response); 94567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (!isResourceError(err)) { 94667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 94767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 94867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 94967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return err; 9505778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 9515778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9525778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::stop() { 9531d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatStop, this); 9545778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9555778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 9565778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 9575778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 9585778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9594b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wubool MediaCodec::hasPendingBuffer(int portIndex) { 960dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim return std::any_of( 961dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mPortBuffers[portIndex].begin(), mPortBuffers[portIndex].end(), 962dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim [](const BufferInfo &info) { return info.mOwnedByClient; }); 9634b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu} 9644b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu 9654b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wubool MediaCodec::hasPendingBuffer() { 9664b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu return hasPendingBuffer(kPortIndexInput) || hasPendingBuffer(kPortIndexOutput); 9674b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu} 9684b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu 9694b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wustatus_t MediaCodec::reclaim(bool force) { 97058828196edf2fc4debbd7913198a8149f039b4a9Ronghua Wu ALOGD("MediaCodec::reclaim(%p) %s", this, mInitName.c_str()); 97147a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu sp<AMessage> msg = new AMessage(kWhatRelease, this); 97247a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu msg->setInt32("reclaimed", 1); 9734b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu msg->setInt32("force", force ? 1 : 0); 97447a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu 97547a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu sp<AMessage> response; 9760abb2aa4859ced9165c77324cb83d1cd94f5f20cRonghua Wu status_t ret = PostAndAwaitResponse(msg, &response); 9770abb2aa4859ced9165c77324cb83d1cd94f5f20cRonghua Wu if (ret == -ENOENT) { 9780abb2aa4859ced9165c77324cb83d1cd94f5f20cRonghua Wu ALOGD("MediaCodec looper is gone, skip reclaim"); 9790abb2aa4859ced9165c77324cb83d1cd94f5f20cRonghua Wu ret = OK; 9800abb2aa4859ced9165c77324cb83d1cd94f5f20cRonghua Wu } 9810abb2aa4859ced9165c77324cb83d1cd94f5f20cRonghua Wu return ret; 98247a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu} 98347a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu 984c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberstatus_t MediaCodec::release() { 9851d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatRelease, this); 986c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 987c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber sp<AMessage> response; 988c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return PostAndAwaitResponse(msg, &response); 989c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber} 990c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 991671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnarstatus_t MediaCodec::reset() { 992671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar /* When external-facing MediaCodec object is created, 993671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar it is already initialized. Thus, reset is essentially 994671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar release() followed by init(), plus clearing the state */ 995671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 996671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar status_t err = release(); 997671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 998671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar // unregister handlers 999671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar if (mCodec != NULL) { 1000671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar if (mCodecLooper != NULL) { 1001671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mCodecLooper->unregisterHandler(mCodec->id()); 1002671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar } else { 1003671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mLooper->unregisterHandler(mCodec->id()); 1004671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar } 1005671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mCodec = NULL; 1006671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar } 1007671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mLooper->unregisterHandler(id()); 1008671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 1009671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mFlags = 0; // clear all flags 1010251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mStickyError = OK; 1011671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 1012671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar // reset state not reset by setState(UNINITIALIZED) 1013671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mReplyID = 0; 1014671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mDequeueInputReplyID = 0; 1015671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mDequeueOutputReplyID = 0; 1016671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mDequeueInputTimeoutGeneration = 0; 1017671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mDequeueOutputTimeoutGeneration = 0; 1018671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mHaveInputSurface = false; 1019671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 1020671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar if (err == OK) { 1021dc9f58dc23a86d0635fd8601d1cbc8d47bab0303Andy Hung err = init(mInitName, mInitNameIsType, mInitIsEncoder); 1022671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar } 1023671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar return err; 1024671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar} 1025671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 10265778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::queueInputBuffer( 10275778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t index, 10285778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t offset, 10295778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t size, 10305778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t presentationTimeUs, 10315b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber uint32_t flags, 10325b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber AString *errorDetailMsg) { 10335b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber if (errorDetailMsg != NULL) { 10345b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber errorDetailMsg->clear(); 10355b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber } 10365b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber 10371d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatQueueInputBuffer, this); 10385778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setSize("index", index); 10395778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setSize("offset", offset); 10405778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setSize("size", size); 10415778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt64("timeUs", presentationTimeUs); 10425778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("flags", flags); 10435b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber msg->setPointer("errorDetailMsg", errorDetailMsg); 10445778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10455778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 10465778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 10475778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 10485778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10494b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huberstatus_t MediaCodec::queueSecureInputBuffer( 10504b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size_t index, 10514b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size_t offset, 10524b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const CryptoPlugin::SubSample *subSamples, 10534b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size_t numSubSamples, 10544b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const uint8_t key[16], 10554b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const uint8_t iv[16], 10564b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CryptoPlugin::Mode mode, 105718cb1eca504817b5b144a023ae2792d90e74c9a5Jeff Tinker const CryptoPlugin::Pattern &pattern, 10584b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber int64_t presentationTimeUs, 10595b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber uint32_t flags, 10605b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber AString *errorDetailMsg) { 10615b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber if (errorDetailMsg != NULL) { 10625b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber errorDetailMsg->clear(); 10635b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber } 10645b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber 10651d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatQueueInputBuffer, this); 10664b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setSize("index", index); 10674b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setSize("offset", offset); 10684b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setPointer("subSamples", (void *)subSamples); 10694b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setSize("numSubSamples", numSubSamples); 10704b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setPointer("key", (void *)key); 10714b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setPointer("iv", (void *)iv); 10724b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setInt32("mode", mode); 107318cb1eca504817b5b144a023ae2792d90e74c9a5Jeff Tinker msg->setInt32("encryptBlocks", pattern.mEncryptBlocks); 107418cb1eca504817b5b144a023ae2792d90e74c9a5Jeff Tinker msg->setInt32("skipBlocks", pattern.mSkipBlocks); 10754b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setInt64("timeUs", presentationTimeUs); 10764b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setInt32("flags", flags); 10775b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber msg->setPointer("errorDetailMsg", errorDetailMsg); 10784b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 10794b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber sp<AMessage> response; 10805b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber status_t err = PostAndAwaitResponse(msg, &response); 10815b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber 10825b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber return err; 10834b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber} 10844b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 10855778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::dequeueInputBuffer(size_t *index, int64_t timeoutUs) { 10861d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatDequeueInputBuffer, this); 10875778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt64("timeoutUs", timeoutUs); 10885778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10895778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 10905778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err; 10915778822d86b0337407514b9372562b86edfa91cdAndreas Huber if ((err = PostAndAwaitResponse(msg, &response)) != OK) { 10925778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 10935778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 10945778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10955778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findSize("index", index)); 10965778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10975778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 10985778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 10995778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11005778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::dequeueOutputBuffer( 11015778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t *index, 11025778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t *offset, 11035778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t *size, 11045778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t *presentationTimeUs, 11055778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t *flags, 11065778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t timeoutUs) { 11071d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatDequeueOutputBuffer, this); 11085778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt64("timeoutUs", timeoutUs); 11095778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11105778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 11115778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err; 11125778822d86b0337407514b9372562b86edfa91cdAndreas Huber if ((err = PostAndAwaitResponse(msg, &response)) != OK) { 11135778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 11145778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 11155778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11165778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findSize("index", index)); 11175778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findSize("offset", offset)); 11185778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findSize("size", size)); 11195778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findInt64("timeUs", presentationTimeUs)); 11205778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findInt32("flags", (int32_t *)flags)); 11215778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11225778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 11235778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 11245778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11255778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::renderOutputBufferAndRelease(size_t index) { 11261d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatReleaseOutputBuffer, this); 11275778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setSize("index", index); 11285778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("render", true); 11295778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11305778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 11315778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 11325778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 11335778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1134fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnarstatus_t MediaCodec::renderOutputBufferAndRelease(size_t index, int64_t timestampNs) { 11351d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatReleaseOutputBuffer, this); 1136fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar msg->setSize("index", index); 1137fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar msg->setInt32("render", true); 1138fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar msg->setInt64("timestampNs", timestampNs); 1139fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar 1140fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar sp<AMessage> response; 1141fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar return PostAndAwaitResponse(msg, &response); 1142fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar} 1143fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar 11445778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::releaseOutputBuffer(size_t index) { 11451d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatReleaseOutputBuffer, this); 11465778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setSize("index", index); 11475778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11485778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 11495778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 11505778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 11515778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11527cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFaddenstatus_t MediaCodec::signalEndOfInputStream() { 11531d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatSignalEndOfInputStream, this); 11547cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 11557cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<AMessage> response; 11567cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden return PostAndAwaitResponse(msg, &response); 11577cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden} 11587cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 11595778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::getOutputFormat(sp<AMessage> *format) const { 11601d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatGetOutputFormat, this); 11615778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11625778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 11635778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err; 11645778822d86b0337407514b9372562b86edfa91cdAndreas Huber if ((err = PostAndAwaitResponse(msg, &response)) != OK) { 11655778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 11665778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 11675778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11685778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findMessage("format", format)); 11695778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11705778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 11715778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 11725778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1173e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnarstatus_t MediaCodec::getInputFormat(sp<AMessage> *format) const { 11741d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatGetInputFormat, this); 1175e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 1176e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar sp<AMessage> response; 1177e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar status_t err; 1178e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if ((err = PostAndAwaitResponse(msg, &response)) != OK) { 1179e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar return err; 1180e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 1181e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 1182e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar CHECK(response->findMessage("format", format)); 1183e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 1184e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar return OK; 1185e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar} 1186e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 1187717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjostatus_t MediaCodec::getName(AString *name) const { 11881d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatGetName, this); 1189717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 1190717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo sp<AMessage> response; 1191717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo status_t err; 1192717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo if ((err = PostAndAwaitResponse(msg, &response)) != OK) { 1193717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo return err; 1194717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo } 1195717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 1196717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo CHECK(response->findString("name", name)); 1197717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 1198717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo return OK; 1199717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo} 1200717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 1201afb43f76821e6a63e17e6484289a40430ada6978Ray Essickstatus_t MediaCodec::getMetrics(MediaAnalyticsItem * &reply) { 1202afb43f76821e6a63e17e6484289a40430ada6978Ray Essick 1203afb43f76821e6a63e17e6484289a40430ada6978Ray Essick reply = NULL; 1204db1221479a7ffe7094c51c463bbd36522ed106abRay Essick 1205db1221479a7ffe7094c51c463bbd36522ed106abRay Essick // shouldn't happen, but be safe 1206db1221479a7ffe7094c51c463bbd36522ed106abRay Essick if (mAnalyticsItem == NULL) { 1207db1221479a7ffe7094c51c463bbd36522ed106abRay Essick return UNKNOWN_ERROR; 1208db1221479a7ffe7094c51c463bbd36522ed106abRay Essick } 1209db1221479a7ffe7094c51c463bbd36522ed106abRay Essick 1210db1221479a7ffe7094c51c463bbd36522ed106abRay Essick // XXX: go get current values for whatever in-flight data we want 1211db1221479a7ffe7094c51c463bbd36522ed106abRay Essick 1212db1221479a7ffe7094c51c463bbd36522ed106abRay Essick // send it back to the caller. 1213afb43f76821e6a63e17e6484289a40430ada6978Ray Essick reply = mAnalyticsItem->dup(); 1214db1221479a7ffe7094c51c463bbd36522ed106abRay Essick 1215db1221479a7ffe7094c51c463bbd36522ed106abRay Essick return OK; 1216db1221479a7ffe7094c51c463bbd36522ed106abRay Essick} 1217db1221479a7ffe7094c51c463bbd36522ed106abRay Essick 12187e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kimstatus_t MediaCodec::getInputBuffers(Vector<sp<MediaCodecBuffer> > *buffers) const { 12191d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatGetBuffers, this); 12205778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("portIndex", kPortIndexInput); 12215778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setPointer("buffers", buffers); 12225778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12235778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 12245778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 12255778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 12265778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12277e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kimstatus_t MediaCodec::getOutputBuffers(Vector<sp<MediaCodecBuffer> > *buffers) const { 12281d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatGetBuffers, this); 12295778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("portIndex", kPortIndexOutput); 12305778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setPointer("buffers", buffers); 12315778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12325778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 12335778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 12345778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 12355778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12367e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kimstatus_t MediaCodec::getOutputBuffer(size_t index, sp<MediaCodecBuffer> *buffer) { 12377bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar sp<AMessage> format; 12387bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar return getBufferAndFormat(kPortIndexOutput, index, buffer, &format); 12397bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar} 12407bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 12417bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnarstatus_t MediaCodec::getOutputFormat(size_t index, sp<AMessage> *format) { 12427e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim sp<MediaCodecBuffer> buffer; 12437bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar return getBufferAndFormat(kPortIndexOutput, index, &buffer, format); 12447bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar} 12457bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 12467e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kimstatus_t MediaCodec::getInputBuffer(size_t index, sp<MediaCodecBuffer> *buffer) { 12477bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar sp<AMessage> format; 12487bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar return getBufferAndFormat(kPortIndexInput, index, buffer, &format); 12497bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar} 12507bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 12510e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnarbool MediaCodec::isExecuting() const { 12520e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar return mState == STARTED || mState == FLUSHED; 12530e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar} 12540e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar 12557bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnarstatus_t MediaCodec::getBufferAndFormat( 12567bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar size_t portIndex, size_t index, 12577e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim sp<MediaCodecBuffer> *buffer, sp<AMessage> *format) { 12587bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar // use mutex instead of a context switch 125947a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu if (mReleasedByResourceManager) { 1260b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage ALOGE("getBufferAndFormat - resource already released"); 126147a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu return DEAD_OBJECT; 126247a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu } 126347a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu 1264b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage if (buffer == NULL) { 12657e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim ALOGE("getBufferAndFormat - null MediaCodecBuffer"); 1266b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage return INVALID_OPERATION; 1267b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage } 1268b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage 1269b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage if (format == NULL) { 1270b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage ALOGE("getBufferAndFormat - null AMessage"); 1271b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage return INVALID_OPERATION; 1272b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage } 1273b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage 12747bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar buffer->clear(); 12757bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar format->clear(); 1276b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage 12770e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (!isExecuting()) { 1278b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage ALOGE("getBufferAndFormat - not executing"); 12797bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar return INVALID_OPERATION; 12807bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar } 12817bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 12827bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar // we do not want mPortBuffers to change during this section 12837bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar // we also don't want mOwnedByClient to change during this 12847bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Mutex::Autolock al(mBufferLock); 1285b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage 1286dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim std::vector<BufferInfo> &buffers = mPortBuffers[portIndex]; 1287dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim if (index >= buffers.size()) { 1288b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage ALOGE("getBufferAndFormat - trying to get buffer with " 1289dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim "bad index (index=%zu buffer_size=%zu)", index, buffers.size()); 1290b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage return INVALID_OPERATION; 12917bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar } 1292b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage 1293dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim const BufferInfo &info = buffers[index]; 1294b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage if (!info.mOwnedByClient) { 1295b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage ALOGE("getBufferAndFormat - invalid operation " 12960362655ca9494052f348f83dabecf9ea27003976Aaron Vaage "(the index %zu is not owned by client)", index); 1297b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage return INVALID_OPERATION; 1298b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage } 1299b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage 13004811923e80a8abefa278307ebf8cc9b0294ba67fWonsik Kim *buffer = info.mData; 1301fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim *format = info.mData->format(); 1302b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage 13037bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar return OK; 13047bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar} 13057bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 13065778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::flush() { 13071d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatFlush, this); 13085778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13095778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 13105778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 13115778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 13125778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1313496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huberstatus_t MediaCodec::requestIDRFrame() { 13141d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatRequestIDRFrame, this))->post(); 1315496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 1316496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber return OK; 1317496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber} 1318496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 1319575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Hubervoid MediaCodec::requestActivityNotification(const sp<AMessage> ¬ify) { 13201d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatRequestActivityNotification, this); 1321575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber msg->setMessage("notify", notify); 1322575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber msg->post(); 1323575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber} 1324575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 13255778822d86b0337407514b9372562b86edfa91cdAndreas Huber//////////////////////////////////////////////////////////////////////////////// 13265778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13275778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid MediaCodec::cancelPendingDequeueOperations() { 13285778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mFlags & kFlagDequeueInputPending) { 1329c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(mDequeueInputReplyID, INVALID_OPERATION); 13305778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13315778822d86b0337407514b9372562b86edfa91cdAndreas Huber ++mDequeueInputTimeoutGeneration; 13325778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputReplyID = 0; 13335778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueInputPending; 13345778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 13355778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13365778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mFlags & kFlagDequeueOutputPending) { 1337c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(mDequeueOutputReplyID, INVALID_OPERATION); 13385778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13395778822d86b0337407514b9372562b86edfa91cdAndreas Huber ++mDequeueOutputTimeoutGeneration; 13405778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueOutputReplyID = 0; 13415778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueOutputPending; 13425778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 13435778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 13445778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13453f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnarbool MediaCodec::handleDequeueInputBuffer(const sp<AReplyToken> &replyID, bool newRequest) { 13460e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (!isExecuting() || (mFlags & kFlagIsAsync) 13475778822d86b0337407514b9372562b86edfa91cdAndreas Huber || (newRequest && (mFlags & kFlagDequeueInputPending))) { 1348c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 13495778822d86b0337407514b9372562b86edfa91cdAndreas Huber return true; 1350251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 1351251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 1352251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return true; 13535778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 13545778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13555778822d86b0337407514b9372562b86edfa91cdAndreas Huber ssize_t index = dequeuePortBuffer(kPortIndexInput); 13565778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13575778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (index < 0) { 13585778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ(index, -EAGAIN); 13595778822d86b0337407514b9372562b86edfa91cdAndreas Huber return false; 13605778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 13615778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13625778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response = new AMessage; 13635778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setSize("index", index); 13645778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->postReply(replyID); 13655778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13665778822d86b0337407514b9372562b86edfa91cdAndreas Huber return true; 13675778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 13685778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13693f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnarbool MediaCodec::handleDequeueOutputBuffer(const sp<AReplyToken> &replyID, bool newRequest) { 13700e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (!isExecuting() || (mFlags & kFlagIsAsync) 13715778822d86b0337407514b9372562b86edfa91cdAndreas Huber || (newRequest && (mFlags & kFlagDequeueOutputPending))) { 137247a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu PostReplyWithError(replyID, INVALID_OPERATION); 1373251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 137447a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu PostReplyWithError(replyID, getStickyError()); 13755778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (mFlags & kFlagOutputBuffersChanged) { 137647a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu PostReplyWithError(replyID, INFO_OUTPUT_BUFFERS_CHANGED); 13775778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagOutputBuffersChanged; 13785778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (mFlags & kFlagOutputFormatChanged) { 137947a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu PostReplyWithError(replyID, INFO_FORMAT_CHANGED); 13805778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagOutputFormatChanged; 13815778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 138247a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu sp<AMessage> response = new AMessage; 13835778822d86b0337407514b9372562b86edfa91cdAndreas Huber ssize_t index = dequeuePortBuffer(kPortIndexOutput); 13845778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13855778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (index < 0) { 13865778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ(index, -EAGAIN); 13875778822d86b0337407514b9372562b86edfa91cdAndreas Huber return false; 13885778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 13895778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13907e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim const sp<MediaCodecBuffer> &buffer = 1391dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mPortBuffers[kPortIndexOutput][index].mData; 13925778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13935778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setSize("index", index); 13945778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setSize("offset", buffer->offset()); 13955778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setSize("size", buffer->size()); 13965778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13975778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t timeUs; 13985778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(buffer->meta()->findInt64("timeUs", &timeUs)); 13995778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14005778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setInt64("timeUs", timeUs); 14015778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1402dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim int32_t flags; 1403dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim CHECK(buffer->meta()->findInt32("flags", &flags)); 14045778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14055778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setInt32("flags", flags); 140647a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu response->postReply(replyID); 14075778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14085778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14095778822d86b0337407514b9372562b86edfa91cdAndreas Huber return true; 14105778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 14115778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14125778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid MediaCodec::onMessageReceived(const sp<AMessage> &msg) { 14135778822d86b0337407514b9372562b86edfa91cdAndreas Huber switch (msg->what()) { 14145778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatCodecNotify: 14155778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 14165778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t what; 14175778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("what", &what)); 14185778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14195778822d86b0337407514b9372562b86edfa91cdAndreas Huber switch (what) { 142079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim case kWhatError: 14215778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 1422251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung int32_t err, actionCode; 1423251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung CHECK(msg->findInt32("err", &err)); 1424251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung CHECK(msg->findInt32("actionCode", &actionCode)); 14255778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14269e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen ALOGE("Codec reported err %#x, actionCode %d, while in state %d", 14279e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen err, actionCode, mState); 1428251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (err == DEAD_OBJECT) { 1429aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber mFlags |= kFlagSawMediaServerDie; 143052dfbee90cc3c4426428318e06a92774f5201198Praveen Chavan mFlags &= ~kFlagIsComponentAllocated; 1431aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber } 1432aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber 14335530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia bool sendErrorResponse = true; 14345778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14355778822d86b0337407514b9372562b86edfa91cdAndreas Huber switch (mState) { 14365778822d86b0337407514b9372562b86edfa91cdAndreas Huber case INITIALIZING: 14375778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 14385778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(UNINITIALIZED); 14395778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 14405778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14415778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14425778822d86b0337407514b9372562b86edfa91cdAndreas Huber case CONFIGURING: 14435778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 1444c22c695660ed9edaba0d4cd7c0ab3a794216fe80Wei Jia setState(actionCode == ACTION_CODE_FATAL ? 1445c22c695660ed9edaba0d4cd7c0ab3a794216fe80Wei Jia UNINITIALIZED : INITIALIZED); 14465778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 14475778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14485778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14495778822d86b0337407514b9372562b86edfa91cdAndreas Huber case STARTING: 14505778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 1451c22c695660ed9edaba0d4cd7c0ab3a794216fe80Wei Jia setState(actionCode == ACTION_CODE_FATAL ? 1452c22c695660ed9edaba0d4cd7c0ab3a794216fe80Wei Jia UNINITIALIZED : CONFIGURED); 14535778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 14545778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14555778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1456c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber case RELEASING: 14575778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 14585778822d86b0337407514b9372562b86edfa91cdAndreas Huber // Ignore the error, assuming we'll still get 14595d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang // the shutdown complete notification. If we 14605d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang // don't, we'll timeout and force release. 14615530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia sendErrorResponse = false; 14625d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang } 14635d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang // fall-thru 14645d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang case STOPPING: 14655d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang { 1466aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber if (mFlags & kFlagSawMediaServerDie) { 146703ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // MediaServer died, there definitely won't 146803ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // be a shutdown complete notification after 146903ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // all. 147003ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber 147103ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // note that we're directly going from 147203ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // STOPPING->UNINITIALIZED, instead of the 147303ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // usual STOPPING->INITIALIZED state. 147403ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber setState(UNINITIALIZED); 14756e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar if (mState == RELEASING) { 14766e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar mComponentName.clear(); 14776e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar } 147803ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber (new AMessage)->postReply(mReplyID); 14795d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang sendErrorResponse = false; 148003ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber } 14815778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 14825778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14835778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14845778822d86b0337407514b9372562b86edfa91cdAndreas Huber case FLUSHING: 14855778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 14869e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen if (actionCode == ACTION_CODE_FATAL) { 14879e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen setState(UNINITIALIZED); 14889e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen } else { 14899e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen setState( 14909e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen (mFlags & kFlagIsAsync) ? FLUSHED : STARTED); 14919e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen } 14925778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 14935778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14945778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14950e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar case FLUSHED: 14965778822d86b0337407514b9372562b86edfa91cdAndreas Huber case STARTED: 14975778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 14985530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia sendErrorResponse = false; 14995778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1500251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setStickyError(err); 1501575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 15025778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15035778822d86b0337407514b9372562b86edfa91cdAndreas Huber cancelPendingDequeueOperations(); 1504c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1505c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 1506251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung onError(err, actionCode); 1507251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 1508251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung switch (actionCode) { 1509251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case ACTION_CODE_TRANSIENT: 1510251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 1511251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case ACTION_CODE_RECOVERABLE: 1512251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setState(INITIALIZED); 1513251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 1514251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung default: 1515251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setState(UNINITIALIZED); 1516251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 1517c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 15185778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 15195778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15205778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15215778822d86b0337407514b9372562b86edfa91cdAndreas Huber default: 15225778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 15235530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia sendErrorResponse = false; 15245778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1525251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setStickyError(err); 1526575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 1527c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1528251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung // actionCode in an uninitialized state is always fatal. 1529251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (mState == UNINITIALIZED) { 1530251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung actionCode = ACTION_CODE_FATAL; 1531251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 1532c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 1533251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung onError(err, actionCode); 1534251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 1535251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung switch (actionCode) { 1536251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case ACTION_CODE_TRANSIENT: 1537251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 1538251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case ACTION_CODE_RECOVERABLE: 1539251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setState(INITIALIZED); 1540251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 1541251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung default: 1542251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setState(UNINITIALIZED); 1543251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 1544c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 15455778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 15465778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15475778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15485778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15495530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia if (sendErrorResponse) { 1550251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(mReplyID, err); 15515778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15525778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 15535778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15545778822d86b0337407514b9372562b86edfa91cdAndreas Huber 155579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim case kWhatComponentAllocated: 15565778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 15575778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ(mState, INITIALIZING); 15585778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(INITIALIZED); 155952dfbee90cc3c4426428318e06a92774f5201198Praveen Chavan mFlags |= kFlagIsComponentAllocated; 15605778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1561717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo CHECK(msg->findString("componentName", &mComponentName)); 15625778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15638574195df5de20af5fc16d6f9da1b132d6d5bfeeRay Essick if (mComponentName.c_str()) { 15648574195df5de20af5fc16d6f9da1b132d6d5bfeeRay Essick mAnalyticsItem->setCString(kCodecCodec, mComponentName.c_str()); 15658574195df5de20af5fc16d6f9da1b132d6d5bfeeRay Essick } 15668574195df5de20af5fc16d6f9da1b132d6d5bfeeRay Essick 1567717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo if (mComponentName.startsWith("OMX.google.")) { 15683a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar mFlags |= kFlagUsesSoftwareRenderer; 15695778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 15703a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar mFlags &= ~kFlagUsesSoftwareRenderer; 15715778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15725778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1573ea15fd29af81490311af9e12949b43524c39400eRonghua Wu MediaResource::Type resourceType; 1574717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo if (mComponentName.endsWith(".secure")) { 15751bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber mFlags |= kFlagIsSecure; 1576ea15fd29af81490311af9e12949b43524c39400eRonghua Wu resourceType = MediaResource::kSecureCodec; 15778574195df5de20af5fc16d6f9da1b132d6d5bfeeRay Essick mAnalyticsItem->setInt32(kCodecSecure, 1); 15781bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber } else { 15791bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber mFlags &= ~kFlagIsSecure; 1580ea15fd29af81490311af9e12949b43524c39400eRonghua Wu resourceType = MediaResource::kNonSecureCodec; 15818574195df5de20af5fc16d6f9da1b132d6d5bfeeRay Essick mAnalyticsItem->setInt32(kCodecSecure, 0); 15821bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber } 1583c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu 158458828196edf2fc4debbd7913198a8149f039b4a9Ronghua Wu if (mIsVideo) { 158558828196edf2fc4debbd7913198a8149f039b4a9Ronghua Wu // audio codec is currently ignored. 1586ea15fd29af81490311af9e12949b43524c39400eRonghua Wu addResource(resourceType, MediaResource::kVideoCodec, 1); 158758828196edf2fc4debbd7913198a8149f039b4a9Ronghua Wu } 15881bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber 15895778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(mReplyID); 15905778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 15915778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15925778822d86b0337407514b9372562b86edfa91cdAndreas Huber 159379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim case kWhatComponentConfigured: 15945778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 1595c6044a135324979e62cc59db9dbde8b11c4bb74bAndy Hung if (mState == UNINITIALIZED || mState == INITIALIZED) { 1596c6044a135324979e62cc59db9dbde8b11c4bb74bAndy Hung // In case a kWhatError message came in and replied with error, 1597c6044a135324979e62cc59db9dbde8b11c4bb74bAndy Hung // we log a warning and ignore. 1598c6044a135324979e62cc59db9dbde8b11c4bb74bAndy Hung ALOGW("configure interrupted by error, current state %d", mState); 1599c6044a135324979e62cc59db9dbde8b11c4bb74bAndy Hung break; 1600c6044a135324979e62cc59db9dbde8b11c4bb74bAndy Hung } 16015778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ(mState, CONFIGURING); 16025778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16036507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden // reset input surface flag 16046507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mHaveInputSurface = false; 16056507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden 1606e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar CHECK(msg->findMessage("input-format", &mInputFormat)); 1607e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar CHECK(msg->findMessage("output-format", &mOutputFormat)); 1608b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGV("[%s] configured as input format: %s, output format: %s", 1609b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mComponentName.c_str(), 1610b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mInputFormat->debugString(4).c_str(), 1611b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mOutputFormat->debugString(4).c_str()); 16123a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar int32_t usingSwRenderer; 16133a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (mOutputFormat->findInt32("using-sw-renderer", &usingSwRenderer) 16143a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar && usingSwRenderer) { 16153a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar mFlags |= kFlagUsesSoftwareRenderer; 16163a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 16172606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang setState(CONFIGURED); 16185778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(mReplyID); 16195778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 16205778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 16215778822d86b0337407514b9372562b86edfa91cdAndreas Huber 162279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim case kWhatInputSurfaceCreated: 16237cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 162492cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar // response to initiateCreateInputSurface() 16257cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden status_t err = NO_ERROR; 16261dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AMessage> response = new AMessage; 16277cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden if (!msg->findInt32("err", &err)) { 16287cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<RefBase> obj; 16297cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden msg->findObject("input-surface", &obj); 1630b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar CHECK(msg->findMessage("input-format", &mInputFormat)); 1631b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar CHECK(msg->findMessage("output-format", &mOutputFormat)); 1632b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGV("[%s] input surface created as input format: %s, output format: %s", 1633b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mComponentName.c_str(), 1634b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mInputFormat->debugString(4).c_str(), 1635b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mOutputFormat->debugString(4).c_str()); 16367cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden CHECK(obj != NULL); 16377cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden response->setObject("input-surface", obj); 16386507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mHaveInputSurface = true; 16397cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } else { 16407cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden response->setInt32("err", err); 16417cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 16427cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden response->postReply(mReplyID); 16437cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 16447cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 16457cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 164679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim case kWhatInputSurfaceAccepted: 1647d291c222357303b9611cab89d0c3b047584ef377Chong Zhang { 16488f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang // response to initiateSetInputSurface() 1649d291c222357303b9611cab89d0c3b047584ef377Chong Zhang status_t err = NO_ERROR; 1650d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<AMessage> response = new AMessage(); 1651d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (!msg->findInt32("err", &err)) { 1652addf2cbb120346ae42e78fa739245a353db5edadChong Zhang CHECK(msg->findMessage("input-format", &mInputFormat)); 1653addf2cbb120346ae42e78fa739245a353db5edadChong Zhang CHECK(msg->findMessage("output-format", &mOutputFormat)); 1654d291c222357303b9611cab89d0c3b047584ef377Chong Zhang mHaveInputSurface = true; 1655d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } else { 1656d291c222357303b9611cab89d0c3b047584ef377Chong Zhang response->setInt32("err", err); 1657d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 1658d291c222357303b9611cab89d0c3b047584ef377Chong Zhang response->postReply(mReplyID); 1659d291c222357303b9611cab89d0c3b047584ef377Chong Zhang break; 1660d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 1661d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 166279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim case kWhatSignaledInputEOS: 16637cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 166492cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar // response to signalEndOfInputStream() 16651dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AMessage> response = new AMessage; 16667cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden status_t err; 16677cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden if (msg->findInt32("err", &err)) { 16687cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden response->setInt32("err", err); 16697cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 16707cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden response->postReply(mReplyID); 16717cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 16727cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 16737cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 1674dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim case kWhatStartCompleted: 16755778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 1676dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim CHECK_EQ(mState, STARTING); 1677dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim if (mIsVideo) { 1678dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim addResource( 1679dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim MediaResource::kGraphicMemory, 1680dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim MediaResource::kUnspecifiedSubType, 1681dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim getGraphicBufferSize()); 1682fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim } 1683dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim setState(STARTED); 1684dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim (new AMessage)->postReply(mReplyID); 1685dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim break; 1686dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim } 1687fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim 1688dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim case kWhatOutputBuffersChanged: 1689dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim { 1690dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mFlags |= kFlagOutputBuffersChanged; 1691dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim postActivityNotificationIfPossible(); 16925778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 16935778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 16945778822d86b0337407514b9372562b86edfa91cdAndreas Huber 169579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim case kWhatOutputFramesRendered: 169690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar { 169790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // ignore these in all states except running, and check that we have a 169890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // notification set 169990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (mState == STARTED && mOnFrameRenderedNotification != NULL) { 170090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar sp<AMessage> notify = mOnFrameRenderedNotification->dup(); 170190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar notify->setMessage("data", msg); 170290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar notify->post(); 170390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 170490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar break; 170590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 170690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 170779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim case kWhatFillThisBuffer: 17085778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 17095778822d86b0337407514b9372562b86edfa91cdAndreas Huber /* size_t index = */updateBuffers(kPortIndexInput, msg); 17105778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1711c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber if (mState == FLUSHING 1712c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber || mState == STOPPING 1713c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber || mState == RELEASING) { 17145778822d86b0337407514b9372562b86edfa91cdAndreas Huber returnBuffersToCodecOnPort(kPortIndexInput); 17155778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 17165778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 17175778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17188ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber if (!mCSD.empty()) { 17198ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber ssize_t index = dequeuePortBuffer(kPortIndexInput); 17208ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber CHECK_GE(index, 0); 17218ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 17228ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber // If codec specific data had been specified as 17238ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber // part of the format in the call to configure and 17248ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber // if there's more csd left, we submit it here 17258ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber // clients only get access to input buffers once 17268ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber // this data has been exhausted. 17278ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 17288ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber status_t err = queueCSDInputBuffer(index); 17298ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 17308ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber if (err != OK) { 17318ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber ALOGE("queueCSDInputBuffer failed w/ error %d", 17328ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber err); 17338ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 1734251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setStickyError(err); 1735575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 1736575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 17378ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber cancelPendingDequeueOperations(); 17388ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber } 17398ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber break; 17408ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber } 17418ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 1742c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 17436e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar if (!mHaveInputSurface) { 17443d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang if (mState == FLUSHED) { 17453d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang mHavePendingInputBuffers = true; 17463d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang } else { 17473d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang onInputBufferAvailable(); 17483d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang } 17496e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar } 1750c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } else if (mFlags & kFlagDequeueInputPending) { 17515778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(handleDequeueInputBuffer(mDequeueInputReplyID)); 17525778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17535778822d86b0337407514b9372562b86edfa91cdAndreas Huber ++mDequeueInputTimeoutGeneration; 17545778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueInputPending; 17555778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputReplyID = 0; 1756575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber } else { 1757575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 17585778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 17595778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 17605778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 17615778822d86b0337407514b9372562b86edfa91cdAndreas Huber 176279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim case kWhatDrainThisBuffer: 17635778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 17645778822d86b0337407514b9372562b86edfa91cdAndreas Huber /* size_t index = */updateBuffers(kPortIndexOutput, msg); 17655778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1766c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber if (mState == FLUSHING 1767c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber || mState == STOPPING 1768c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber || mState == RELEASING) { 17695778822d86b0337407514b9372562b86edfa91cdAndreas Huber returnBuffersToCodecOnPort(kPortIndexOutput); 17705778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 17715778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 17725778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17737e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim sp<RefBase> obj; 17747e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim CHECK(msg->findObject("buffer", &obj)); 17757e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim sp<MediaCodecBuffer> buffer = static_cast<MediaCodecBuffer *>(obj.get()); 17765778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1777fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim if (mOutputFormat != buffer->format()) { 1778fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim mOutputFormat = buffer->format(); 1779fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim ALOGV("[%s] output format changed to: %s", 1780fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim mComponentName.c_str(), mOutputFormat->debugString(4).c_str()); 1781fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim 1782fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim if (mSoftRenderer == NULL && 1783fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim mSurface != NULL && 1784fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim (mFlags & kFlagUsesSoftwareRenderer)) { 1785fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim AString mime; 1786fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim CHECK(mOutputFormat->findString("mime", &mime)); 1787fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim 1788fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim // TODO: propagate color aspects to software renderer to allow better 1789fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim // color conversion to RGB. For now, just mark dataspace for YUV 1790fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim // rendering. 1791fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim int32_t dataSpace; 1792fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim if (mOutputFormat->findInt32("android._dataspace", &dataSpace)) { 1793fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim ALOGD("[%s] setting dataspace on output surface to #%x", 1794fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim mComponentName.c_str(), dataSpace); 1795fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim int err = native_window_set_buffers_data_space( 1796fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim mSurface.get(), (android_dataspace)dataSpace); 1797fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim ALOGW_IF(err != 0, "failed to set dataspace on surface (%d)", err); 1798fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim } 1799fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim 1800fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim if (mime.startsWithIgnoreCase("video/")) { 1801fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim mSoftRenderer = new SoftwareRenderer(mSurface, mRotationDegrees); 1802fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim } 1803fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim } 18045778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1805fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim if (mFlags & kFlagIsEncoder) { 1806fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim // Before we announce the format change we should 1807fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim // collect codec specific data and amend the output 1808fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim // format as necessary. 1809dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim int32_t flags = 0; 1810dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim (void) buffer->meta()->findInt32("flags", &flags); 1811dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim if (flags & BUFFER_FLAG_CODECCONFIG) { 1812fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim status_t err = 1813fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim amendOutputFormatWithCodecSpecificData(buffer); 1814fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim 1815fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim if (err != OK) { 1816fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim ALOGE("Codec spit out malformed codec " 1817fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim "specific data!"); 1818fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim } 1819e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 1820e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 1821e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 1822c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 1823c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang onOutputFormatChanged(); 1824c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } else { 1825c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mFlags |= kFlagOutputFormatChanged; 1826fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim postActivityNotificationIfPossible(); 1827fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim } 1828fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim 1829fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim // Notify mCrypto of video resolution changes 1830fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim if (mCrypto != NULL) { 1831fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim int32_t left, top, right, bottom, width, height; 1832fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim if (mOutputFormat->findRect("crop", &left, &top, &right, &bottom)) { 1833fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim mCrypto->notifyResolution(right - left + 1, bottom - top + 1); 1834fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim } else if (mOutputFormat->findInt32("width", &width) 1835fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim && mOutputFormat->findInt32("height", &height)) { 1836fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim mCrypto->notifyResolution(width, height); 1837fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim } 1838c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 1839e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 1840e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 1841c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 1842c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang onOutputBufferAvailable(); 1843c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } else if (mFlags & kFlagDequeueOutputPending) { 18445778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(handleDequeueOutputBuffer(mDequeueOutputReplyID)); 18455778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18465778822d86b0337407514b9372562b86edfa91cdAndreas Huber ++mDequeueOutputTimeoutGeneration; 18475778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueOutputPending; 18485778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueOutputReplyID = 0; 1849575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber } else { 1850575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 18515778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 1852575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 18535778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 18545778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 18555778822d86b0337407514b9372562b86edfa91cdAndreas Huber 185679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim case kWhatEOS: 18575778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 18585778822d86b0337407514b9372562b86edfa91cdAndreas Huber // We already notify the client of this by using the 18595778822d86b0337407514b9372562b86edfa91cdAndreas Huber // corresponding flag in "onOutputBufferReady". 18605778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 18615778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 18625778822d86b0337407514b9372562b86edfa91cdAndreas Huber 186379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim case kWhatStopCompleted: 18645778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 1865349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang if (mState != STOPPING) { 1866349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang ALOGW("Received kWhatStopCompleted in state %d", mState); 18675d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang break; 18685d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang } 1869349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang setState(INITIALIZED); 1870349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang (new AMessage)->postReply(mReplyID); 1871349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang break; 1872349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang } 1873349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang 187479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim case kWhatReleaseCompleted: 1875349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang { 1876349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang if (mState != RELEASING) { 1877349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang ALOGW("Received kWhatReleaseCompleted in state %d", mState); 1878349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang break; 1879c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 1880349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang setState(UNINITIALIZED); 1881349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang mComponentName.clear(); 1882349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang 188352dfbee90cc3c4426428318e06a92774f5201198Praveen Chavan mFlags &= ~kFlagIsComponentAllocated; 18845778822d86b0337407514b9372562b86edfa91cdAndreas Huber 188567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mResourceManagerService->removeResource(getId(mResourceManagerClient)); 188667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 18875778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(mReplyID); 18885778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 18895778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 18905778822d86b0337407514b9372562b86edfa91cdAndreas Huber 189179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim case kWhatFlushCompleted: 18925778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 18935530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia if (mState != FLUSHING) { 18945530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia ALOGW("received FlushCompleted message in state %d", 18955530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia mState); 18965530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia break; 18975530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia } 18985778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18990e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (mFlags & kFlagIsAsync) { 19000e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar setState(FLUSHED); 19010e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar } else { 19020e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar setState(STARTED); 19030e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar mCodec->signalResume(); 19040e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar } 19055778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19065778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(mReplyID); 19075778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 19085778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19095778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19105778822d86b0337407514b9372562b86edfa91cdAndreas Huber default: 19115778822d86b0337407514b9372562b86edfa91cdAndreas Huber TRESPASS(); 19125778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19135778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 19145778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19155778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19165778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatInit: 19175778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 19183f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 19195778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 19205778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19215778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mState != UNINITIALIZED) { 1922c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 19235778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 19245778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19255778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19265778822d86b0337407514b9372562b86edfa91cdAndreas Huber mReplyID = replyID; 19275778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(INITIALIZING); 19285778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19295778822d86b0337407514b9372562b86edfa91cdAndreas Huber AString name; 19305778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findString("name", &name)); 19315778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19325778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t nameIsType; 19335778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t encoder = false; 19340db280176bd3277e3256252d063f3712b1905ba9Andreas Huber CHECK(msg->findInt32("nameIsType", &nameIsType)); 19350db280176bd3277e3256252d063f3712b1905ba9Andreas Huber if (nameIsType) { 19365778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("encoder", &encoder)); 19375778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19385778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19395778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> format = new AMessage; 19405778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19415778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (nameIsType) { 19425778822d86b0337407514b9372562b86edfa91cdAndreas Huber format->setString("mime", name.c_str()); 19435778822d86b0337407514b9372562b86edfa91cdAndreas Huber format->setInt32("encoder", encoder); 19445778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 19455778822d86b0337407514b9372562b86edfa91cdAndreas Huber format->setString("componentName", name.c_str()); 19465778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19475778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19485778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->initiateAllocateComponent(format); 19495778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 19505778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19515778822d86b0337407514b9372562b86edfa91cdAndreas Huber 195290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar case kWhatSetNotification: 195390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar { 195490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar sp<AMessage> notify; 195590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (msg->findMessage("on-frame-rendered", ¬ify)) { 195690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mOnFrameRenderedNotification = notify; 195790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 195890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar break; 195990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 196090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 1961c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang case kWhatSetCallback: 1962c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang { 19633f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 1964c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang CHECK(msg->senderAwaitsResponse(&replyID)); 1965c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1966c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mState == UNINITIALIZED 1967c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang || mState == INITIALIZING 19680e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar || isExecuting()) { 19690e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar // callback can't be set after codec is executing, 1970c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang // or before it's initialized (as the callback 1971c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang // will be cleared when it goes to INITIALIZED) 1972c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 1973c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang break; 1974c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 1975c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1976c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> callback; 1977c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang CHECK(msg->findMessage("callback", &callback)); 1978c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1979c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mCallback = callback; 1980c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1981c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mCallback != NULL) { 1982c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang ALOGI("MediaCodec will operate in async mode"); 1983c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mFlags |= kFlagIsAsync; 1984c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } else { 1985c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mFlags &= ~kFlagIsAsync; 1986c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 1987c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1988c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> response = new AMessage; 1989c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang response->postReply(replyID); 1990c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang break; 1991c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 1992c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 19935778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatConfigure: 19945778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 19953f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 19965778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 19975778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19985778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mState != INITIALIZED) { 1999c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 20005778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 20015778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20025778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20035778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<RefBase> obj; 2004f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar CHECK(msg->findObject("surface", &obj)); 20055778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20065778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> format; 20075778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findMessage("format", &format)); 20085778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20098b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar int32_t push; 20108b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar if (msg->findInt32("push-blank-buffers-on-shutdown", &push) && push != 0) { 20118b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar mFlags |= kFlagPushBlankBuffersOnShutdown; 20128b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar } 20138b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar 20145778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (obj != NULL) { 20155778822d86b0337407514b9372562b86edfa91cdAndreas Huber format->setObject("native-window", obj); 2016f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar status_t err = handleSetSurface(static_cast<Surface *>(obj.get())); 20177541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber if (err != OK) { 2018c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, err); 20197541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber break; 20201bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber } 20211bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber } else { 2022f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar handleSetSurface(NULL); 20231bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber } 20241bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber 20257541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber mReplyID = replyID; 20267541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber setState(CONFIGURING); 20277541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 20281bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber void *crypto; 20291bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber if (!msg->findPointer("crypto", &crypto)) { 20301bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber crypto = NULL; 20315778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20325778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2033cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania ALOGV("kWhatConfigure: Old mCrypto: %p (%d)", 2034cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania mCrypto.get(), (mCrypto != NULL ? mCrypto->getStrongCount() : 0)); 2035cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania 20361bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber mCrypto = static_cast<ICrypto *>(crypto); 2037dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mBufferChannel->setCrypto(mCrypto); 20381bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber 2039cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania ALOGV("kWhatConfigure: New mCrypto: %p (%d)", 2040cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania mCrypto.get(), (mCrypto != NULL ? mCrypto->getStrongCount() : 0)); 2041cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania 20429dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang void *descrambler; 20439dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang if (!msg->findPointer("descrambler", &descrambler)) { 20449dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang descrambler = NULL; 20459dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang } 20469dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang 20479dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang mDescrambler = static_cast<IDescrambler *>(descrambler); 20483b2847fa5506dc265d2e46f067bfbb66ae209f74Chong Zhang mBufferChannel->setDescrambler(mDescrambler); 20499dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang 20505778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t flags; 20515778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("flags", (int32_t *)&flags)); 20525778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20535778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (flags & CONFIGURE_FLAG_ENCODE) { 20545778822d86b0337407514b9372562b86edfa91cdAndreas Huber format->setInt32("encoder", true); 2055e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mFlags |= kFlagIsEncoder; 20565778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20575778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20588ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber extractCSD(format); 20598ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 20605778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->initiateConfigureComponent(format); 20615778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 20625778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20635778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20641dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar case kWhatSetSurface: 20651dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar { 20661dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AReplyToken> replyID; 20671dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar CHECK(msg->senderAwaitsResponse(&replyID)); 20681dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 20691dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar status_t err = OK; 20701dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 20711dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar switch (mState) { 20721dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar case CONFIGURED: 20731dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar case STARTED: 20741dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar case FLUSHED: 20751dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar { 20761dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<RefBase> obj; 20771dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar (void)msg->findObject("surface", &obj); 20781dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<Surface> surface = static_cast<Surface *>(obj.get()); 20791dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mSurface == NULL) { 20801dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // do not support setting surface if it was not set 20811dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = INVALID_OPERATION; 20821dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } else if (obj == NULL) { 20831dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // do not support unsetting surface 20841dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = BAD_VALUE; 20851dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } else { 20861dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = connectToSurface(surface); 2087098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar if (err == ALREADY_EXISTS) { 2088098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar // reconnecting to same surface 20891dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = OK; 20901dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } else { 20911dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err == OK) { 20921dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mFlags & kFlagUsesSoftwareRenderer) { 20938b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar if (mSoftRenderer != NULL 20948b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar && (mFlags & kFlagPushBlankBuffersOnShutdown)) { 20958b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar pushBlankBuffersToNativeWindow(mSurface.get()); 20968b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar } 20971dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mSoftRenderer = new SoftwareRenderer(surface); 20981dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // TODO: check if this was successful 20991dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } else { 21001dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = mCodec->setSurface(surface); 21011dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 21021dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 21031dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err == OK) { 21041dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar (void)disconnectFromSurface(); 21051dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mSurface = surface; 21061dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 21071dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 21081dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 21091dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar break; 21101dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 21111dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 21121dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar default: 21131dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = INVALID_OPERATION; 21141dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar break; 21151dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 21161dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 21171dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar PostReplyWithError(replyID, err); 21181dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar break; 21191dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 21201dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 21217cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden case kWhatCreateInputSurface: 21228f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang case kWhatSetInputSurface: 21237cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 21243f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 21257cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden CHECK(msg->senderAwaitsResponse(&replyID)); 21267cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 21277cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden // Must be configured, but can't have been started yet. 21287cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden if (mState != CONFIGURED) { 2129c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 21307cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 21317cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 21327cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 21337cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mReplyID = replyID; 2134d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (msg->what() == kWhatCreateInputSurface) { 2135d291c222357303b9611cab89d0c3b047584ef377Chong Zhang mCodec->initiateCreateInputSurface(); 2136d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } else { 2137d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<RefBase> obj; 2138d291c222357303b9611cab89d0c3b047584ef377Chong Zhang CHECK(msg->findObject("input-surface", &obj)); 2139d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 21408f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang mCodec->initiateSetInputSurface( 2141d291c222357303b9611cab89d0c3b047584ef377Chong Zhang static_cast<PersistentSurface *>(obj.get())); 2142d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 21437cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 21447cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 21455778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatStart: 21465778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 21473f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 21485778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 21495778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21500e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (mState == FLUSHED) { 2151d9e0603a1be07dbb347c55050c7d4629ea7492e8Chong Zhang setState(STARTED); 21523d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang if (mHavePendingInputBuffers) { 21533d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang onInputBufferAvailable(); 21543d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang mHavePendingInputBuffers = false; 21553d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang } 21560e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar mCodec->signalResume(); 21570e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar PostReplyWithError(replyID, OK); 2158d9e0603a1be07dbb347c55050c7d4629ea7492e8Chong Zhang break; 21590e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar } else if (mState != CONFIGURED) { 2160c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 21615778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 21625778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 21635778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21645778822d86b0337407514b9372562b86edfa91cdAndreas Huber mReplyID = replyID; 21655778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(STARTING); 21665778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21675778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->initiateStart(); 21685778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 21695778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 21705778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21715778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatStop: 2172c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber case kWhatRelease: 2173c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber { 2174aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber State targetState = 2175aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber (msg->what() == kWhatStop) ? INITIALIZED : UNINITIALIZED; 2176aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber 21773f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 2178c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 2179c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 218047a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu // already stopped/released 218147a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu if (mState == UNINITIALIZED && mReleasedByResourceManager) { 218247a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu sp<AMessage> response = new AMessage; 218347a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu response->setInt32("err", OK); 218447a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu response->postReply(replyID); 218547a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu break; 218647a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu } 218747a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu 218847a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu int32_t reclaimed = 0; 218947a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu msg->findInt32("reclaimed", &reclaimed); 219047a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu if (reclaimed) { 219147a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu mReleasedByResourceManager = true; 21924b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu 21934b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu int32_t force = 0; 21944b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu msg->findInt32("force", &force); 21954b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu if (!force && hasPendingBuffer()) { 21964b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu ALOGW("Can't reclaim codec right now due to pending buffers."); 21974b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu 21984b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu // return WOULD_BLOCK to ask resource manager to retry later. 21994b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu sp<AMessage> response = new AMessage; 22004b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu response->setInt32("err", WOULD_BLOCK); 22014b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu response->postReply(replyID); 22024b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu 22034b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu // notify the async client 22044b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu if (mFlags & kFlagIsAsync) { 22054b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu onError(DEAD_OBJECT, ACTION_CODE_FATAL); 22064b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu } 22074b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu break; 22084b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu } 220947a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu } 221047a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu 22115d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang bool isReleasingAllocatedComponent = 22125d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang (mFlags & kFlagIsComponentAllocated) && targetState == UNINITIALIZED; 22135d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang if (!isReleasingAllocatedComponent // See 1 221433223c4f97abb78fa8c92e1b8c817546f15d97e1Andy Hung && mState != INITIALIZED 22150e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar && mState != CONFIGURED && !isExecuting()) { 221633223c4f97abb78fa8c92e1b8c817546f15d97e1Andy Hung // 1) Permit release to shut down the component if allocated. 221733223c4f97abb78fa8c92e1b8c817546f15d97e1Andy Hung // 221833223c4f97abb78fa8c92e1b8c817546f15d97e1Andy Hung // 2) We may be in "UNINITIALIZED" state already and 221952dfbee90cc3c4426428318e06a92774f5201198Praveen Chavan // also shutdown the encoder/decoder without the 222003ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // client being aware of this if media server died while 222103ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // we were being stopped. The client would assume that 222203ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // after stop() returned, it would be safe to call release() 222303ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // and it should be in this case, no harm to allow a release() 222403ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // if we're already uninitialized. 2225c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber sp<AMessage> response = new AMessage; 222647a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu // TODO: we shouldn't throw an exception for stop/release. Change this to wait until 222747a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu // the previous stop/release completes and then reply with OK. 22286e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar status_t err = mState == targetState ? OK : INVALID_OPERATION; 22296e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar response->setInt32("err", err); 22306e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar if (err == OK && targetState == UNINITIALIZED) { 22316e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar mComponentName.clear(); 22326e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar } 2233c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber response->postReply(replyID); 2234c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber break; 2235c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 2236c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 22375d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang // If we're flushing, or we're stopping but received a release 22385d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang // request, post the reply for the pending call first, and consider 22395d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang // it done. The reply token will be replaced after this, and we'll 22405d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang // no longer be able to reply. 22415d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang if (mState == FLUSHING || mState == STOPPING) { 22425d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang (new AMessage)->postReply(mReplyID); 22435d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang } 22445d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang 2245aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber if (mFlags & kFlagSawMediaServerDie) { 2246aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber // It's dead, Jim. Don't expect initiateShutdown to yield 2247aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber // any useful results now... 2248aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber setState(UNINITIALIZED); 22496e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar if (targetState == UNINITIALIZED) { 22506e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar mComponentName.clear(); 22516e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar } 2252aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber (new AMessage)->postReply(replyID); 2253aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber break; 2254aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber } 2255aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber 22565d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang // If we already have an error, component may not be able to 22575d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang // complete the shutdown properly. If we're stopping, post the 22585d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang // reply now with an error to unblock the client, client can 22595d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang // release after the failure (instead of ANR). 22605d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang if (msg->what() == kWhatStop && (mFlags & kFlagStickyError)) { 22615d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang PostReplyWithError(replyID, getStickyError()); 22625d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang break; 22635d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang } 22645d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang 2265c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mReplyID = replyID; 2266aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber setState(msg->what() == kWhatStop ? STOPPING : RELEASING); 2267aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber 2268aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber mCodec->initiateShutdown( 2269aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber msg->what() == kWhatStop /* keepComponentAllocated */); 2270c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 227186b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu returnBuffersToCodec(reclaimed); 22728b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar 22738b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar if (mSoftRenderer != NULL && (mFlags & kFlagPushBlankBuffersOnShutdown)) { 22748b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar pushBlankBuffersToNativeWindow(mSurface.get()); 22758b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar } 22765d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang 22775778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 22785778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 22795778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22805778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatDequeueInputBuffer: 22815778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 22823f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 22835778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 22845778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2285c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 2286c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang ALOGE("dequeueOutputBuffer can't be used in async mode"); 2287c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 2288c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang break; 2289c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2290c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 22916507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden if (mHaveInputSurface) { 22926507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden ALOGE("dequeueInputBuffer can't be used with input surface"); 2293c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 22946507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden break; 22956507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden } 22966507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden 22975778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (handleDequeueInputBuffer(replyID, true /* new request */)) { 22985778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 22995778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23005778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23015778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t timeoutUs; 23025778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt64("timeoutUs", &timeoutUs)); 23035778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23045778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (timeoutUs == 0ll) { 2305c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, -EAGAIN); 23065778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 23075778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23085778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23095778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags |= kFlagDequeueInputPending; 23105778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputReplyID = replyID; 23115778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23125778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (timeoutUs > 0ll) { 23135778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> timeoutMsg = 23141d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar new AMessage(kWhatDequeueInputTimedOut, this); 23155778822d86b0337407514b9372562b86edfa91cdAndreas Huber timeoutMsg->setInt32( 23165778822d86b0337407514b9372562b86edfa91cdAndreas Huber "generation", ++mDequeueInputTimeoutGeneration); 23175778822d86b0337407514b9372562b86edfa91cdAndreas Huber timeoutMsg->post(timeoutUs); 23185778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23195778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 23205778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23215778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23225778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatDequeueInputTimedOut: 23235778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 23245778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t generation; 23255778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("generation", &generation)); 23265778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23275778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (generation != mDequeueInputTimeoutGeneration) { 23285778822d86b0337407514b9372562b86edfa91cdAndreas Huber // Obsolete 23295778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 23305778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23315778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23325778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(mFlags & kFlagDequeueInputPending); 23335778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2334c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(mDequeueInputReplyID, -EAGAIN); 23355778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23365778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueInputPending; 23375778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputReplyID = 0; 23385778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 23395778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23405778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23415778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatQueueInputBuffer: 23425778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 23433f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 23445778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 23455778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2346251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (!isExecuting()) { 2347c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 23485778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 2349251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 2350251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 2351251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 23525778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23535778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23545778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = onQueueInputBuffer(msg); 23555778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2356c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, err); 23575778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 23585778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23595778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23605778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatDequeueOutputBuffer: 23615778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 23623f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 23635778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 23645778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2365c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 2366c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang ALOGE("dequeueOutputBuffer can't be used in async mode"); 2367c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 2368c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang break; 2369c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2370c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 23715778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (handleDequeueOutputBuffer(replyID, true /* new request */)) { 23725778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 23735778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23745778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23755778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t timeoutUs; 23765778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt64("timeoutUs", &timeoutUs)); 23775778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23785778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (timeoutUs == 0ll) { 2379c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, -EAGAIN); 23805778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 23815778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23825778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23835778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags |= kFlagDequeueOutputPending; 23845778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueOutputReplyID = replyID; 23855778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23865778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (timeoutUs > 0ll) { 23875778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> timeoutMsg = 23881d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar new AMessage(kWhatDequeueOutputTimedOut, this); 23895778822d86b0337407514b9372562b86edfa91cdAndreas Huber timeoutMsg->setInt32( 23905778822d86b0337407514b9372562b86edfa91cdAndreas Huber "generation", ++mDequeueOutputTimeoutGeneration); 23915778822d86b0337407514b9372562b86edfa91cdAndreas Huber timeoutMsg->post(timeoutUs); 23925778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23935778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 23945778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23955778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23965778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatDequeueOutputTimedOut: 23975778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 23985778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t generation; 23995778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("generation", &generation)); 24005778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24015778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (generation != mDequeueOutputTimeoutGeneration) { 24025778822d86b0337407514b9372562b86edfa91cdAndreas Huber // Obsolete 24035778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 24045778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24055778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24065778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(mFlags & kFlagDequeueOutputPending); 24075778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2408c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(mDequeueOutputReplyID, -EAGAIN); 24095778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24105778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueOutputPending; 24115778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueOutputReplyID = 0; 24125778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 24135778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24145778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24155778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatReleaseOutputBuffer: 24165778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 24173f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 24185778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 24195778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2420251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (!isExecuting()) { 2421c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 24225778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 2423251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 2424251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 2425251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 24265778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24275778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24285778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = onReleaseOutputBuffer(msg); 24295778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2430c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, err); 24315778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 24325778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24335778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24347cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden case kWhatSignalEndOfInputStream: 24357cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 24363f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 24377cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden CHECK(msg->senderAwaitsResponse(&replyID)); 24387cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 24396d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang if (!isExecuting() || !mHaveInputSurface) { 2440c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 24417cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 2442251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 2443251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 2444251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 24457cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 24467cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 24477cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mReplyID = replyID; 24487cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mCodec->signalEndOfInputStream(); 24497cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 24507cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 24517cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 24525778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatGetBuffers: 24535778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 24543f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 24555778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 245629b7dcf6d3cdb97103467dc8106151c6260c239aJeff Tinker if (!isExecuting() || (mFlags & kFlagIsAsync)) { 2457c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 24585778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 2459251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 2460251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 2461251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 24625778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24635778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24645778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t portIndex; 24655778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("portIndex", &portIndex)); 24665778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24677e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim Vector<sp<MediaCodecBuffer> > *dstBuffers; 24685778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findPointer("buffers", (void **)&dstBuffers)); 24695778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24705778822d86b0337407514b9372562b86edfa91cdAndreas Huber dstBuffers->clear(); 2471e4aab10641a099d8a295b3ed61e2f5248f28a669Chong Zhang // If we're using input surface (either non-persistent created by 2472e4aab10641a099d8a295b3ed61e2f5248f28a669Chong Zhang // createInputSurface(), or persistent set by setInputSurface()), 2473e4aab10641a099d8a295b3ed61e2f5248f28a669Chong Zhang // give the client an empty input buffers array. 2474e4aab10641a099d8a295b3ed61e2f5248f28a669Chong Zhang if (portIndex != kPortIndexInput || !mHaveInputSurface) { 2475dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim if (portIndex == kPortIndexInput) { 2476dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mBufferChannel->getInputBufferArray(dstBuffers); 2477dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim } else { 2478dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mBufferChannel->getOutputBufferArray(dstBuffers); 2479e4aab10641a099d8a295b3ed61e2f5248f28a669Chong Zhang } 24805778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24815778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24825778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(replyID); 24835778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 24845778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24855778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24865778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatFlush: 24875778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 24883f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 24895778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 24905778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2491251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (!isExecuting()) { 2492c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 24935778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 2494251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 2495251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 2496251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 24975778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24985778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24995778822d86b0337407514b9372562b86edfa91cdAndreas Huber mReplyID = replyID; 25000e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar // TODO: skip flushing if already FLUSHED 25015778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(FLUSHING); 25025778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25035778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->signalFlush(); 25045778822d86b0337407514b9372562b86edfa91cdAndreas Huber returnBuffersToCodec(); 25055778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 25065778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 25075778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2508e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar case kWhatGetInputFormat: 25095778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatGetOutputFormat: 25105778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 2511e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar sp<AMessage> format = 2512e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar (msg->what() == kWhatGetOutputFormat ? mOutputFormat : mInputFormat); 2513e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 25143f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 25155778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 25165778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2517e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if ((mState != CONFIGURED && mState != STARTING && 25180e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar mState != STARTED && mState != FLUSHING && 25190e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar mState != FLUSHED) 2520e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar || format == NULL) { 2521c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 25225778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 2523251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 2524251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 2525251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 25265778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 25275778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25285778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response = new AMessage; 2529e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar response->setMessage("format", format); 25305778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->postReply(replyID); 25315778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 25325778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 25335778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2534496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber case kWhatRequestIDRFrame: 2535496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber { 2536496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber mCodec->signalRequestIDRFrame(); 2537496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber break; 2538496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber } 2539496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 2540575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber case kWhatRequestActivityNotification: 2541575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber { 2542575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber CHECK(mActivityNotify == NULL); 2543575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber CHECK(msg->findMessage("notify", &mActivityNotify)); 2544575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 2545575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 2546575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber break; 2547575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber } 2548575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 2549717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo case kWhatGetName: 2550717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo { 25513f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 2552717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo CHECK(msg->senderAwaitsResponse(&replyID)); 2553717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 2554717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo if (mComponentName.empty()) { 2555c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 2556717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo break; 2557717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo } 2558717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 2559717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo sp<AMessage> response = new AMessage; 2560717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo response->setString("name", mComponentName.c_str()); 2561717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo response->postReply(replyID); 2562717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo break; 2563717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo } 2564717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 2565a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber case kWhatSetParameters: 2566a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber { 25673f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 2568a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 2569a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 2570a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber sp<AMessage> params; 2571a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber CHECK(msg->findMessage("params", ¶ms)); 2572a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 2573a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber status_t err = onSetParameters(params); 2574a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 2575c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, err); 2576a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber break; 2577a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber } 2578a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 2579cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania case kWhatDrmReleaseCrypto: 2580cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania { 2581cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania onReleaseCrypto(msg); 2582cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania break; 2583cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania } 2584cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania 25855778822d86b0337407514b9372562b86edfa91cdAndreas Huber default: 25865778822d86b0337407514b9372562b86edfa91cdAndreas Huber TRESPASS(); 25875778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 25885778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 25895778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25908ee516a515c70a492c395b67ce12e19e7d159804Andreas Hubervoid MediaCodec::extractCSD(const sp<AMessage> &format) { 25918ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber mCSD.clear(); 25928ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 25938ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber size_t i = 0; 25948ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber for (;;) { 25958ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber sp<ABuffer> csd; 2596a1e8944a21e5833b7aadc451776f11797f5f9273Elliott Hughes if (!format->findBuffer(AStringPrintf("csd-%u", i).c_str(), &csd)) { 25978ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber break; 25988ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber } 25994f59c7e373a7e883f21ba33d44ea7caa86b65b02Hangyu Kuang if (csd->size() == 0) { 26004f59c7e373a7e883f21ba33d44ea7caa86b65b02Hangyu Kuang ALOGW("csd-%zu size is 0", i); 26014f59c7e373a7e883f21ba33d44ea7caa86b65b02Hangyu Kuang } 26028ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 26038ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber mCSD.push_back(csd); 26048ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber ++i; 26058ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber } 26068ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 2607a5750e0dad9e90f2195ce36f2c4457fa04b2b83eMark Salyzyn ALOGV("Found %zu pieces of codec specific data.", mCSD.size()); 26088ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber} 26098ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 26108ee516a515c70a492c395b67ce12e19e7d159804Andreas Huberstatus_t MediaCodec::queueCSDInputBuffer(size_t bufferIndex) { 26118ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber CHECK(!mCSD.empty()); 26128ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 2613dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim const BufferInfo &info = mPortBuffers[kPortIndexInput][bufferIndex]; 26148ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 26158ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber sp<ABuffer> csd = *mCSD.begin(); 26168ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber mCSD.erase(mCSD.begin()); 26178ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 2618dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim const sp<MediaCodecBuffer> &codecInputData = info.mData; 26198ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 26208ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber if (csd->size() > codecInputData->capacity()) { 26218ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber return -EINVAL; 26228ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber } 262332c1bcda7c9fb429fe6c235184f8bb6aa7ef12dbDongwon Kang if (codecInputData->data() == NULL) { 262432c1bcda7c9fb429fe6c235184f8bb6aa7ef12dbDongwon Kang ALOGV("Input buffer %zu is not properly allocated", bufferIndex); 262532c1bcda7c9fb429fe6c235184f8bb6aa7ef12dbDongwon Kang return -EINVAL; 262632c1bcda7c9fb429fe6c235184f8bb6aa7ef12dbDongwon Kang } 26278ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 26288ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber memcpy(codecInputData->data(), csd->data(), csd->size()); 26298ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 26308ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber AString errorDetailMsg; 26318ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 26321d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatQueueInputBuffer, this); 26338ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setSize("index", bufferIndex); 26348ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setSize("offset", 0); 26358ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setSize("size", csd->size()); 26368ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setInt64("timeUs", 0ll); 26378ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setInt32("flags", BUFFER_FLAG_CODECCONFIG); 26388ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setPointer("errorDetailMsg", &errorDetailMsg); 26398ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 26408ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber return onQueueInputBuffer(msg); 26418ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber} 26428ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 26435778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid MediaCodec::setState(State newState) { 26447541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber if (newState == INITIALIZED || newState == UNINITIALIZED) { 26455778822d86b0337407514b9372562b86edfa91cdAndreas Huber delete mSoftRenderer; 26465778822d86b0337407514b9372562b86edfa91cdAndreas Huber mSoftRenderer = NULL; 26475778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2648cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania if ( mCrypto != NULL ) { 2649cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania ALOGV("setState: ~mCrypto: %p (%d)", 2650cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania mCrypto.get(), (mCrypto != NULL ? mCrypto->getStrongCount() : 0)); 2651cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania } 26521bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber mCrypto.clear(); 26539dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang mDescrambler.clear(); 2654f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar handleSetSurface(NULL); 26555778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2656671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mInputFormat.clear(); 26575778822d86b0337407514b9372562b86edfa91cdAndreas Huber mOutputFormat.clear(); 26585778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagOutputFormatChanged; 26595778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagOutputBuffersChanged; 26605778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagStickyError; 2661e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mFlags &= ~kFlagIsEncoder; 2662c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mFlags &= ~kFlagIsAsync; 2663251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mStickyError = OK; 2664575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 2665575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber mActivityNotify.clear(); 2666c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mCallback.clear(); 26675778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 26685778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2669717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo if (newState == UNINITIALIZED) { 2670671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar // return any straggling buffers, e.g. if we got here on an error 2671671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar returnBuffersToCodec(); 2672671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 2673aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber // The component is gone, mediaserver's probably back up already 2674aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber // but should definitely be back up should we try to instantiate 2675aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber // another component.. and the cycle continues. 2676aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber mFlags &= ~kFlagSawMediaServerDie; 2677717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo } 2678717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 26795778822d86b0337407514b9372562b86edfa91cdAndreas Huber mState = newState; 26805778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26815778822d86b0337407514b9372562b86edfa91cdAndreas Huber cancelPendingDequeueOperations(); 26822606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 26832606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang updateBatteryStat(); 26845778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 26855778822d86b0337407514b9372562b86edfa91cdAndreas Huber 268686b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wuvoid MediaCodec::returnBuffersToCodec(bool isReclaim) { 268786b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu returnBuffersToCodecOnPort(kPortIndexInput, isReclaim); 268886b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu returnBuffersToCodecOnPort(kPortIndexOutput, isReclaim); 26895778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 26905778822d86b0337407514b9372562b86edfa91cdAndreas Huber 269186b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wuvoid MediaCodec::returnBuffersToCodecOnPort(int32_t portIndex, bool isReclaim) { 26925778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(portIndex == kPortIndexInput || portIndex == kPortIndexOutput); 26937bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Mutex::Autolock al(mBufferLock); 26945778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2695dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim for (size_t i = 0; i < mPortBuffers[portIndex].size(); ++i) { 2696dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim BufferInfo *info = &mPortBuffers[portIndex][i]; 26975778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2698dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim if (info->mData != nullptr) { 2699dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim sp<MediaCodecBuffer> buffer = info->mData; 270086b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu if (isReclaim && info->mOwnedByClient) { 270186b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu ALOGD("port %d buffer %zu still owned by client when codec is reclaimed", 270286b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu portIndex, i); 270386b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu } else { 270486b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu info->mOwnedByClient = false; 2705fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim info->mData.clear(); 27065778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2707dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mBufferChannel->discardBuffer(buffer); 27085778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 27095778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 27105778822d86b0337407514b9372562b86edfa91cdAndreas Huber 27115778822d86b0337407514b9372562b86edfa91cdAndreas Huber mAvailPortBuffers[portIndex].clear(); 27125778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 27135778822d86b0337407514b9372562b86edfa91cdAndreas Huber 27145778822d86b0337407514b9372562b86edfa91cdAndreas Hubersize_t MediaCodec::updateBuffers( 27155778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t portIndex, const sp<AMessage> &msg) { 27165778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(portIndex == kPortIndexInput || portIndex == kPortIndexOutput); 2717dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim size_t index; 2718dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim CHECK(msg->findSize("index", &index)); 2719fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim sp<RefBase> obj; 2720fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim CHECK(msg->findObject("buffer", &obj)); 2721fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim sp<MediaCodecBuffer> buffer = static_cast<MediaCodecBuffer *>(obj.get()); 27225778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2723dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim { 2724dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim Mutex::Autolock al(mBufferLock); 2725dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim if (mPortBuffers[portIndex].size() <= index) { 2726dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mPortBuffers[portIndex].resize(align(index + 1, kNumBuffersAlign)); 27275778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2728dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mPortBuffers[portIndex][index].mData = buffer; 27295778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2730dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mAvailPortBuffers[portIndex].push_back(index); 27315778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2732dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim return index; 27335778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 27345778822d86b0337407514b9372562b86edfa91cdAndreas Huber 27355778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::onQueueInputBuffer(const sp<AMessage> &msg) { 27365778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t index; 27375778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t offset; 27385778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t size; 27395778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t timeUs; 27405778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t flags; 27415778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findSize("index", &index)); 27425778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findSize("offset", &offset)); 27435778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt64("timeUs", &timeUs)); 27445778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("flags", (int32_t *)&flags)); 27455778822d86b0337407514b9372562b86edfa91cdAndreas Huber 27464b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const CryptoPlugin::SubSample *subSamples; 27474b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size_t numSubSamples; 27484b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const uint8_t *key; 27494b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const uint8_t *iv; 27504b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CryptoPlugin::Mode mode = CryptoPlugin::kMode_Unencrypted; 27514b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 27524b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber // We allow the simpler queueInputBuffer API to be used even in 27534b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber // secure mode, by fabricating a single unencrypted subSample. 27544b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CryptoPlugin::SubSample ss; 2755d9f1f950d18b4e166b178d93260074019588c956Jeff Tinker CryptoPlugin::Pattern pattern; 27564b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 27574b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber if (msg->findSize("size", &size)) { 27583b2847fa5506dc265d2e46f067bfbb66ae209f74Chong Zhang if (hasCryptoOrDescrambler()) { 27594b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber ss.mNumBytesOfClearData = size; 27604b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber ss.mNumBytesOfEncryptedData = 0; 27614b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 27624b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber subSamples = &ss; 27634b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber numSubSamples = 1; 27644b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber key = NULL; 27654b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber iv = NULL; 2766d9f1f950d18b4e166b178d93260074019588c956Jeff Tinker pattern.mEncryptBlocks = 0; 2767d9f1f950d18b4e166b178d93260074019588c956Jeff Tinker pattern.mSkipBlocks = 0; 27684b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber } 27694b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber } else { 27703b2847fa5506dc265d2e46f067bfbb66ae209f74Chong Zhang if (!hasCryptoOrDescrambler()) { 27713b2847fa5506dc265d2e46f067bfbb66ae209f74Chong Zhang ALOGE("[%s] queuing secure buffer without mCrypto or mDescrambler!", 27723b2847fa5506dc265d2e46f067bfbb66ae209f74Chong Zhang mComponentName.c_str()); 27734b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber return -EINVAL; 27744b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber } 27754b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 27764b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CHECK(msg->findPointer("subSamples", (void **)&subSamples)); 27774b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CHECK(msg->findSize("numSubSamples", &numSubSamples)); 27784b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CHECK(msg->findPointer("key", (void **)&key)); 27794b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CHECK(msg->findPointer("iv", (void **)&iv)); 2780d9f1f950d18b4e166b178d93260074019588c956Jeff Tinker CHECK(msg->findInt32("encryptBlocks", (int32_t *)&pattern.mEncryptBlocks)); 2781d9f1f950d18b4e166b178d93260074019588c956Jeff Tinker CHECK(msg->findInt32("skipBlocks", (int32_t *)&pattern.mSkipBlocks)); 27824b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 27834b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber int32_t tmp; 27844b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CHECK(msg->findInt32("mode", &tmp)); 27854b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 27864b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber mode = (CryptoPlugin::Mode)tmp; 27874b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 27884b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size = 0; 27894b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber for (size_t i = 0; i < numSubSamples; ++i) { 27904b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size += subSamples[i].mNumBytesOfClearData; 27914b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size += subSamples[i].mNumBytesOfEncryptedData; 27924b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber } 27934b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber } 27944b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 27955778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (index >= mPortBuffers[kPortIndexInput].size()) { 27965778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -ERANGE; 27975778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 27985778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2799dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim BufferInfo *info = &mPortBuffers[kPortIndexInput][index]; 28005778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2801dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim if (info->mData == nullptr || !info->mOwnedByClient) { 28025778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -EACCES; 28035778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 28045778822d86b0337407514b9372562b86edfa91cdAndreas Huber 28055778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (offset + size > info->mData->capacity()) { 28065778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -EINVAL; 28075778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 28085778822d86b0337407514b9372562b86edfa91cdAndreas Huber 28095778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mData->setRange(offset, size); 2810dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim info->mData->meta()->setInt64("timeUs", timeUs); 2811dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim if (flags & BUFFER_FLAG_EOS) { 2812dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim info->mData->meta()->setInt32("eos", true); 2813dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim } 28145778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2815dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim if (flags & BUFFER_FLAG_CODECCONFIG) { 2816dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim info->mData->meta()->setInt32("csd", true); 2817dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim } 2818dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim 28199ee321c347c64886d1078a4e4afb57ec98dd54a2Wonsik Kim sp<MediaCodecBuffer> buffer = info->mData; 2820dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim status_t err = OK; 28213b2847fa5506dc265d2e46f067bfbb66ae209f74Chong Zhang if (hasCryptoOrDescrambler()) { 28225b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber AString *errorDetailMsg; 28235b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber CHECK(msg->findPointer("errorDetailMsg", (void **)&errorDetailMsg)); 28245b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber 2825dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim err = mBufferChannel->queueSecureInputBuffer( 2826dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim buffer, 2827dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim (mFlags & kFlagIsSecure), 28281bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber key, 28291bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber iv, 28301bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber mode, 283118cb1eca504817b5b144a023ae2792d90e74c9a5Jeff Tinker pattern, 28324b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber subSamples, 28334b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber numSubSamples, 28345b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber errorDetailMsg); 2835dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim } else { 2836dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim err = mBufferChannel->queueInputBuffer(buffer); 2837fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim } 2838fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim 28399ee321c347c64886d1078a4e4afb57ec98dd54a2Wonsik Kim if (err == OK) { 28409ee321c347c64886d1078a4e4afb57ec98dd54a2Wonsik Kim // synchronization boundary for getBufferAndFormat 28419ee321c347c64886d1078a4e4afb57ec98dd54a2Wonsik Kim Mutex::Autolock al(mBufferLock); 28429ee321c347c64886d1078a4e4afb57ec98dd54a2Wonsik Kim info->mOwnedByClient = false; 28439ee321c347c64886d1078a4e4afb57ec98dd54a2Wonsik Kim info->mData.clear(); 2844002e413a5a7460a32790ed08408085a6062f4054Ray Essick if (mAnalyticsItem != NULL) { 2845002e413a5a7460a32790ed08408085a6062f4054Ray Essick mAnalyticsItem->addInt64(kCodecBytesIn, size); 2846002e413a5a7460a32790ed08408085a6062f4054Ray Essick } 28479ee321c347c64886d1078a4e4afb57ec98dd54a2Wonsik Kim } 28489ee321c347c64886d1078a4e4afb57ec98dd54a2Wonsik Kim 2849dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim return err; 28505778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 28515778822d86b0337407514b9372562b86edfa91cdAndreas Huber 285290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar//static 285390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarsize_t MediaCodec::CreateFramesRenderedMessage( 28540d1ed381fde5dac12dd84fcf3da66dac46699378Chih-Hung Hsieh const std::list<FrameRenderTracker::Info> &done, sp<AMessage> &msg) { 285590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar size_t index = 0; 285690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 285790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar for (std::list<FrameRenderTracker::Info>::const_iterator it = done.cbegin(); 285890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar it != done.cend(); ++it) { 285990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (it->getRenderTimeNs() < 0) { 286090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar continue; // dropped frame from tracking 286190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 286290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar msg->setInt64(AStringPrintf("%zu-media-time-us", index).c_str(), it->getMediaTimeUs()); 286390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar msg->setInt64(AStringPrintf("%zu-system-nano", index).c_str(), it->getRenderTimeNs()); 286490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar ++index; 286590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 286690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar return index; 286790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 286890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 28695778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::onReleaseOutputBuffer(const sp<AMessage> &msg) { 28705778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t index; 28715778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findSize("index", &index)); 28725778822d86b0337407514b9372562b86edfa91cdAndreas Huber 28735778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t render; 28745778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("render", &render)) { 28755778822d86b0337407514b9372562b86edfa91cdAndreas Huber render = 0; 28765778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 28775778822d86b0337407514b9372562b86edfa91cdAndreas Huber 28780e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (!isExecuting()) { 28795778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -EINVAL; 28805778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 28815778822d86b0337407514b9372562b86edfa91cdAndreas Huber 28825778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (index >= mPortBuffers[kPortIndexOutput].size()) { 28835778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -ERANGE; 28845778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 28855778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2886dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim BufferInfo *info = &mPortBuffers[kPortIndexOutput][index]; 28875778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2888dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim if (info->mData == nullptr || !info->mOwnedByClient) { 28895778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -EACCES; 28905778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 28915778822d86b0337407514b9372562b86edfa91cdAndreas Huber 28927bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar // synchronization boundary for getBufferAndFormat 2893dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim sp<MediaCodecBuffer> buffer; 28947bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar { 28957bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Mutex::Autolock al(mBufferLock); 28967bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar info->mOwnedByClient = false; 2897dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim buffer = info->mData; 2898dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim info->mData.clear(); 28997bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar } 29007bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 2901dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim if (render && buffer->size() != 0) { 290290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar int64_t mediaTimeUs = -1; 2903dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim buffer->meta()->findInt64("timeUs", &mediaTimeUs); 290490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 290590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar int64_t renderTimeNs = 0; 2906c8edf5af010ac24a99b302a18e7b84e8b4b2b783Lajos Molnar if (!msg->findInt64("timestampNs", &renderTimeNs)) { 2907c8edf5af010ac24a99b302a18e7b84e8b4b2b783Lajos Molnar // use media timestamp if client did not request a specific render timestamp 2908c8edf5af010ac24a99b302a18e7b84e8b4b2b783Lajos Molnar ALOGV("using buffer PTS of %lld", (long long)mediaTimeUs); 290990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar renderTimeNs = mediaTimeUs * 1000; 2910fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar } 2911fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar 29125778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mSoftRenderer != NULL) { 291390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar std::list<FrameRenderTracker::Info> doneFrames = mSoftRenderer->render( 2914dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim buffer->data(), buffer->size(), 2915dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mediaTimeUs, renderTimeNs, NULL, buffer->format()); 291690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 291790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // if we are running, notify rendered frames 291890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (!doneFrames.empty() && mState == STARTED && mOnFrameRenderedNotification != NULL) { 291990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar sp<AMessage> notify = mOnFrameRenderedNotification->dup(); 292090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar sp<AMessage> data = new AMessage; 292190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (CreateFramesRenderedMessage(doneFrames, data)) { 292290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar notify->setMessage("data", data); 292390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar notify->post(); 292490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 292590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 29265778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2927dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mBufferChannel->renderOutputBuffer(buffer, renderTimeNs); 2928dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim } else { 2929dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mBufferChannel->discardBuffer(buffer); 29305778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 29315778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29325778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 29335778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 29345778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29355778822d86b0337407514b9372562b86edfa91cdAndreas Huberssize_t MediaCodec::dequeuePortBuffer(int32_t portIndex) { 29365778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(portIndex == kPortIndexInput || portIndex == kPortIndexOutput); 29375778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29385778822d86b0337407514b9372562b86edfa91cdAndreas Huber List<size_t> *availBuffers = &mAvailPortBuffers[portIndex]; 29395778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29405778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (availBuffers->empty()) { 29415778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -EAGAIN; 29425778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 29435778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29445778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t index = *availBuffers->begin(); 29455778822d86b0337407514b9372562b86edfa91cdAndreas Huber availBuffers->erase(availBuffers->begin()); 29465778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2947dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim BufferInfo *info = &mPortBuffers[portIndex][index]; 29485778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(!info->mOwnedByClient); 29497bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar { 29507bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Mutex::Autolock al(mBufferLock); 29517bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar info->mOwnedByClient = true; 295203c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 295303c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar // set image-data 2954fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim if (info->mData->format() != NULL) { 295503c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar sp<ABuffer> imageData; 2956fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim if (info->mData->format()->findBuffer("image-data", &imageData)) { 295703c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar info->mData->meta()->setBuffer("image-data", imageData); 295803c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar } 295903c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar int32_t left, top, right, bottom; 2960fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim if (info->mData->format()->findRect("crop", &left, &top, &right, &bottom)) { 296103c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar info->mData->meta()->setRect("crop-rect", left, top, right, bottom); 296203c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar } 296303c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar } 29647bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar } 29655778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29665778822d86b0337407514b9372562b86edfa91cdAndreas Huber return index; 29675778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 29685778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29691dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t MediaCodec::connectToSurface(const sp<Surface> &surface) { 29701dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar status_t err = OK; 29711dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (surface != NULL) { 2972b9fa58afa4c7772fe3c4cfdea9e45bc85cf43537Lajos Molnar uint64_t oldId, newId; 2973098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar if (mSurface != NULL 2974b9fa58afa4c7772fe3c4cfdea9e45bc85cf43537Lajos Molnar && surface->getUniqueId(&newId) == NO_ERROR 2975b9fa58afa4c7772fe3c4cfdea9e45bc85cf43537Lajos Molnar && mSurface->getUniqueId(&oldId) == NO_ERROR 2976b9fa58afa4c7772fe3c4cfdea9e45bc85cf43537Lajos Molnar && newId == oldId) { 2977b9fa58afa4c7772fe3c4cfdea9e45bc85cf43537Lajos Molnar ALOGI("[%s] connecting to the same surface. Nothing to do.", mComponentName.c_str()); 2978098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar return ALREADY_EXISTS; 2979098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar } 2980098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar 2981181fd9b5b64bab24bb49a34208f60a16e98488c5Chong Zhang err = nativeWindowConnect(surface.get(), "connectToSurface"); 2982098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar if (err == OK) { 2983264bac95912efe121d6a60026612617f04f42966Lajos Molnar // Require a fresh set of buffers after each connect by using a unique generation 2984264bac95912efe121d6a60026612617f04f42966Lajos Molnar // number. Rely on the fact that max supported process id by Linux is 2^22. 2985264bac95912efe121d6a60026612617f04f42966Lajos Molnar // PID is never 0 so we don't have to worry that we use the default generation of 0. 2986264bac95912efe121d6a60026612617f04f42966Lajos Molnar // TODO: come up with a unique scheme if other producers also set the generation number. 2987264bac95912efe121d6a60026612617f04f42966Lajos Molnar static uint32_t mSurfaceGeneration = 0; 2988264bac95912efe121d6a60026612617f04f42966Lajos Molnar uint32_t generation = (getpid() << 10) | (++mSurfaceGeneration & ((1 << 10) - 1)); 2989264bac95912efe121d6a60026612617f04f42966Lajos Molnar surface->setGenerationNumber(generation); 2990264bac95912efe121d6a60026612617f04f42966Lajos Molnar ALOGI("[%s] setting surface generation to %u", mComponentName.c_str(), generation); 2991264bac95912efe121d6a60026612617f04f42966Lajos Molnar 2992264bac95912efe121d6a60026612617f04f42966Lajos Molnar // HACK: clear any free buffers. Remove when connect will automatically do this. 2993264bac95912efe121d6a60026612617f04f42966Lajos Molnar // This is needed as the consumer may be holding onto stale frames that it can reattach 2994264bac95912efe121d6a60026612617f04f42966Lajos Molnar // to this surface after disconnect/connect, and those free frames would inherit the new 2995264bac95912efe121d6a60026612617f04f42966Lajos Molnar // generation number. Disconnecting after setting a unique generation prevents this. 2996181fd9b5b64bab24bb49a34208f60a16e98488c5Chong Zhang nativeWindowDisconnect(surface.get(), "connectToSurface(reconnect)"); 2997181fd9b5b64bab24bb49a34208f60a16e98488c5Chong Zhang err = nativeWindowConnect(surface.get(), "connectToSurface(reconnect)"); 2998264bac95912efe121d6a60026612617f04f42966Lajos Molnar } 2999264bac95912efe121d6a60026612617f04f42966Lajos Molnar 3000264bac95912efe121d6a60026612617f04f42966Lajos Molnar if (err != OK) { 3001181fd9b5b64bab24bb49a34208f60a16e98488c5Chong Zhang ALOGE("nativeWindowConnect returned an error: %s (%d)", strerror(-err), err); 30021dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 30031dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 3004098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar // do not return ALREADY_EXISTS unless surfaces are the same 3005098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar return err == ALREADY_EXISTS ? BAD_VALUE : err; 30061dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar} 30077541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 30081dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t MediaCodec::disconnectFromSurface() { 30091dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar status_t err = OK; 3010f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar if (mSurface != NULL) { 3011264bac95912efe121d6a60026612617f04f42966Lajos Molnar // Resetting generation is not technically needed, but there is no need to keep it either 3012264bac95912efe121d6a60026612617f04f42966Lajos Molnar mSurface->setGenerationNumber(0); 3013181fd9b5b64bab24bb49a34208f60a16e98488c5Chong Zhang err = nativeWindowDisconnect(mSurface.get(), "disconnectFromSurface"); 30147541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber if (err != OK) { 3015181fd9b5b64bab24bb49a34208f60a16e98488c5Chong Zhang ALOGW("nativeWindowDisconnect returned an error: %s (%d)", strerror(-err), err); 30167541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber } 30171dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // assume disconnected even on error 3018f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar mSurface.clear(); 30197541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber } 30201dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 30211dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar} 30227541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 30231dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t MediaCodec::handleSetSurface(const sp<Surface> &surface) { 30241dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar status_t err = OK; 30251dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mSurface != NULL) { 30261dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar (void)disconnectFromSurface(); 30271dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 3028f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar if (surface != NULL) { 30291dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = connectToSurface(surface); 30301dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err == OK) { 30311dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mSurface = surface; 30327541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber } 30337541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber } 30341dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 30357541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber} 30367541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 3037c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhangvoid MediaCodec::onInputBufferAvailable() { 3038c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang int32_t index; 3039c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang while ((index = dequeuePortBuffer(kPortIndexInput)) >= 0) { 3040c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> msg = mCallback->dup(); 3041c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("callbackID", CB_INPUT_AVAILABLE); 3042c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("index", index); 3043c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->post(); 3044c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 3045c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 3046c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 3047c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhangvoid MediaCodec::onOutputBufferAvailable() { 3048c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang int32_t index; 3049c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang while ((index = dequeuePortBuffer(kPortIndexOutput)) >= 0) { 30507e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim const sp<MediaCodecBuffer> &buffer = 3051dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mPortBuffers[kPortIndexOutput][index].mData; 3052c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> msg = mCallback->dup(); 3053c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("callbackID", CB_OUTPUT_AVAILABLE); 3054c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("index", index); 3055c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setSize("offset", buffer->offset()); 3056c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setSize("size", buffer->size()); 3057c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 3058c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang int64_t timeUs; 3059c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang CHECK(buffer->meta()->findInt64("timeUs", &timeUs)); 3060c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 3061c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt64("timeUs", timeUs); 3062c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 3063dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim int32_t flags; 3064dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim CHECK(buffer->meta()->findInt32("flags", &flags)); 3065c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 3066c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("flags", flags); 3067c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 3068c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->post(); 3069c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 3070c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 3071c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 3072749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhangvoid MediaCodec::onError(status_t err, int32_t actionCode, const char *detail) { 3073c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mCallback != NULL) { 3074c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> msg = mCallback->dup(); 3075c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("callbackID", CB_ERROR); 3076c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("err", err); 3077749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhang msg->setInt32("actionCode", actionCode); 3078749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhang 3079749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhang if (detail != NULL) { 3080749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhang msg->setString("detail", detail); 3081749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhang } 3082c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 3083c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->post(); 3084c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 3085c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 3086c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 3087c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhangvoid MediaCodec::onOutputFormatChanged() { 3088c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mCallback != NULL) { 3089c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> msg = mCallback->dup(); 3090c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("callbackID", CB_OUTPUT_FORMAT_CHANGED); 3091c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setMessage("format", mOutputFormat); 3092c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->post(); 3093c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 3094c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 3095c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 3096575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Hubervoid MediaCodec::postActivityNotificationIfPossible() { 3097575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber if (mActivityNotify == NULL) { 3098575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber return; 3099575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber } 3100575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 3101e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang bool isErrorOrOutputChanged = 3102e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang (mFlags & (kFlagStickyError 3103575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber | kFlagOutputBuffersChanged 3104e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang | kFlagOutputFormatChanged)); 3105e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang 3106e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang if (isErrorOrOutputChanged 3107575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber || !mAvailPortBuffers[kPortIndexInput].empty() 3108575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber || !mAvailPortBuffers[kPortIndexOutput].empty()) { 3109e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang mActivityNotify->setInt32("input-buffers", 3110e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang mAvailPortBuffers[kPortIndexInput].size()); 3111e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang 3112e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang if (isErrorOrOutputChanged) { 3113e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang // we want consumer to dequeue as many times as it can 3114e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang mActivityNotify->setInt32("output-buffers", INT32_MAX); 3115e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang } else { 3116e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang mActivityNotify->setInt32("output-buffers", 3117e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang mAvailPortBuffers[kPortIndexOutput].size()); 3118e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang } 3119575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber mActivityNotify->post(); 3120575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber mActivityNotify.clear(); 3121575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber } 3122575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber} 3123575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 3124a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huberstatus_t MediaCodec::setParameters(const sp<AMessage> ¶ms) { 31251d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatSetParameters, this); 3126a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber msg->setMessage("params", params); 3127a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 3128a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber sp<AMessage> response; 3129a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber return PostAndAwaitResponse(msg, &response); 3130a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber} 3131a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 3132a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huberstatus_t MediaCodec::onSetParameters(const sp<AMessage> ¶ms) { 3133a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber mCodec->signalSetParameters(params); 3134a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 3135a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber return OK; 3136a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber} 3137a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 3138e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huberstatus_t MediaCodec::amendOutputFormatWithCodecSpecificData( 31397e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim const sp<MediaCodecBuffer> &buffer) { 3140e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber AString mime; 3141e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber CHECK(mOutputFormat->findString("mime", &mime)); 3142e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3143e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (!strcasecmp(mime.c_str(), MEDIA_MIMETYPE_VIDEO_AVC)) { 3144e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // Codec specific data should be SPS and PPS in a single buffer, 3145e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // each prefixed by a startcode (0x00 0x00 0x00 0x01). 3146e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // We separate the two and put them into the output format 3147e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // under the keys "csd-0" and "csd-1". 3148e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3149e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber unsigned csdIndex = 0; 3150e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3151e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber const uint8_t *data = buffer->data(); 3152e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber size_t size = buffer->size(); 3153e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3154e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber const uint8_t *nalStart; 3155e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber size_t nalSize; 3156e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber while (getNextNALUnit(&data, &size, &nalStart, &nalSize, true) == OK) { 3157e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber sp<ABuffer> csd = new ABuffer(nalSize + 4); 3158e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber memcpy(csd->data(), "\x00\x00\x00\x01", 4); 3159e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber memcpy(csd->data() + 4, nalStart, nalSize); 3160e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3161e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mOutputFormat->setBuffer( 3162a1e8944a21e5833b7aadc451776f11797f5f9273Elliott Hughes AStringPrintf("csd-%u", csdIndex).c_str(), csd); 3163e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3164e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber ++csdIndex; 3165e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 3166e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3167e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (csdIndex != 2) { 3168e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber return ERROR_MALFORMED; 3169e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 3170e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } else { 3171e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // For everything else we just stash the codec specific data into 3172e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // the output format as a single piece of csd under "csd-0". 31737e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim sp<ABuffer> csd = new ABuffer(buffer->size()); 31747e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim memcpy(csd->data(), buffer->data(), buffer->size()); 31757e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim csd->setRange(0, buffer->size()); 31767e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim mOutputFormat->setBuffer("csd-0", csd); 3177e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 3178e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3179e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber return OK; 3180e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber} 3181e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 31822606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhangvoid MediaCodec::updateBatteryStat() { 31833f273d10817ddb2f792ae043de692efcdf1988aeWei Jia if (!mIsVideo) { 31843f273d10817ddb2f792ae043de692efcdf1988aeWei Jia return; 31853f273d10817ddb2f792ae043de692efcdf1988aeWei Jia } 31862606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 31873f273d10817ddb2f792ae043de692efcdf1988aeWei Jia if (mState == CONFIGURED && !mBatteryStatNotified) { 3188f2ae3e19080938db8cbf29a963fd744a3964fcc2Wei Jia BatteryNotifier::getInstance().noteStartVideo(mUid); 31892606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mBatteryStatNotified = true; 31902606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } else if (mState == UNINITIALIZED && mBatteryStatNotified) { 3191f2ae3e19080938db8cbf29a963fd744a3964fcc2Wei Jia BatteryNotifier::getInstance().noteStopVideo(mUid); 31922606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mBatteryStatNotified = false; 31932606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } 31942606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang} 31952606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 31965778822d86b0337407514b9372562b86edfa91cdAndreas Huber} // namespace android 3197