MediaCodec.cpp revision d91dc5a0602f54fc0d4d2187f37b5b8169bb62c3
15778822d86b0337407514b9372562b86edfa91cdAndreas Huber/* 25778822d86b0337407514b9372562b86edfa91cdAndreas Huber * Copyright 2012, The Android Open Source Project 35778822d86b0337407514b9372562b86edfa91cdAndreas Huber * 45778822d86b0337407514b9372562b86edfa91cdAndreas Huber * Licensed under the Apache License, Version 2.0 (the "License"); 55778822d86b0337407514b9372562b86edfa91cdAndreas Huber * you may not use this file except in compliance with the License. 65778822d86b0337407514b9372562b86edfa91cdAndreas Huber * You may obtain a copy of the License at 75778822d86b0337407514b9372562b86edfa91cdAndreas Huber * 85778822d86b0337407514b9372562b86edfa91cdAndreas Huber * http://www.apache.org/licenses/LICENSE-2.0 95778822d86b0337407514b9372562b86edfa91cdAndreas Huber * 105778822d86b0337407514b9372562b86edfa91cdAndreas Huber * Unless required by applicable law or agreed to in writing, software 115778822d86b0337407514b9372562b86edfa91cdAndreas Huber * distributed under the License is distributed on an "AS IS" BASIS, 125778822d86b0337407514b9372562b86edfa91cdAndreas Huber * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 135778822d86b0337407514b9372562b86edfa91cdAndreas Huber * See the License for the specific language governing permissions and 145778822d86b0337407514b9372562b86edfa91cdAndreas Huber * limitations under the License. 155778822d86b0337407514b9372562b86edfa91cdAndreas Huber */ 165778822d86b0337407514b9372562b86edfa91cdAndreas Huber 175778822d86b0337407514b9372562b86edfa91cdAndreas Huber//#define LOG_NDEBUG 0 185778822d86b0337407514b9372562b86edfa91cdAndreas Huber#define LOG_TAG "MediaCodec" 19fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar#include <inttypes.h> 205778822d86b0337407514b9372562b86edfa91cdAndreas Huber 214811923e80a8abefa278307ebf8cc9b0294ba67fWonsik Kim#include "include/SecureBuffer.h" 227e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim#include "include/SharedMemoryBuffer.h" 235778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include "include/SoftwareRenderer.h" 245778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25d5a416a49d5074e2966f5fe255561cbaaf31a325Chong Zhang#include <android/hardware/cas/native/1.0/IDescrambler.h> 26d5a416a49d5074e2966f5fe255561cbaaf31a325Chong Zhang 27c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker#include <binder/IMemory.h> 2867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu#include <binder/IPCThreadState.h> 292606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include <binder/IServiceManager.h> 30c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker#include <binder/MemoryDealer.h> 3179608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang#include <gui/BufferQueue.h> 321a2952aee048ca7b1765e2bc09ebe9aeddaeafa3Mathias Agopian#include <gui/Surface.h> 33ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber#include <media/ICrypto.h> 34d291c222357303b9611cab89d0c3b047584ef377Chong Zhang#include <media/IOMX.h> 3567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu#include <media/IResourceManagerService.h> 367e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim#include <media/MediaCodecBuffer.h> 37db1221479a7ffe7094c51c463bbd36522ed106abRay Essick#include <media/MediaAnalyticsItem.h> 385778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/foundation/ABuffer.h> 395778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/foundation/ADebug.h> 405778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/foundation/AMessage.h> 415b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber#include <media/stagefright/foundation/AString.h> 42dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim#include <media/stagefright/foundation/AUtils.h> 43d91dc5a0602f54fc0d4d2187f37b5b8169bb62c3Dongwon Kang#include <media/stagefright/foundation/avc_utils.h> 44ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber#include <media/stagefright/foundation/hexdump.h> 455778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/ACodec.h> 467cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden#include <media/stagefright/BufferProducerWrapper.h> 472606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include <media/stagefright/MediaCodec.h> 486f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen#include <media/stagefright/MediaCodecList.h> 49e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber#include <media/stagefright/MediaDefs.h> 505778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/MediaErrors.h> 51744f5739019d1fd917f981e740b353c3d73fd1a8David Smith#include <media/stagefright/MediaFilter.h> 525778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/MetaData.h> 53d291c222357303b9611cab89d0c3b047584ef377Chong Zhang#include <media/stagefright/OMXClient.h> 54d291c222357303b9611cab89d0c3b047584ef377Chong Zhang#include <media/stagefright/PersistentSurface.h> 558b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar#include <media/stagefright/SurfaceUtils.h> 5699e69716215cd0665379bc90d708f2ea8689831dRuben Brunk#include <mediautils/BatteryNotifier.h> 572606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include <private/android_filesystem_config.h> 582606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include <utils/Log.h> 592606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include <utils/Singleton.h> 60e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 615778822d86b0337407514b9372562b86edfa91cdAndreas Hubernamespace android { 625778822d86b0337407514b9372562b86edfa91cdAndreas Huber 63db1221479a7ffe7094c51c463bbd36522ed106abRay Essick// key for media statistics 648574195df5de20af5fc16d6f9da1b132d6d5bfeeRay Essickstatic const char *kCodecKeyName = "codec"; 65db1221479a7ffe7094c51c463bbd36522ed106abRay Essick// attrs for media statistics 66afb43f76821e6a63e17e6484289a40430ada6978Ray Essickstatic const char *kCodecCodec = "android.media.mediacodec.codec"; /* e.g. OMX.google.aac.decoder */ 67afb43f76821e6a63e17e6484289a40430ada6978Ray Essickstatic const char *kCodecMime = "android.media.mediacodec.mime"; /* e.g. audio/mime */ 68afb43f76821e6a63e17e6484289a40430ada6978Ray Essickstatic const char *kCodecMode = "android.media.mediacodec.mode"; /* audio, video */ 69afb43f76821e6a63e17e6484289a40430ada6978Ray Essickstatic const char *kCodecSecure = "android.media.mediacodec.secure"; /* 0, 1 */ 70afb43f76821e6a63e17e6484289a40430ada6978Ray Essickstatic const char *kCodecHeight = "android.media.mediacodec.height"; /* 0..n */ 71afb43f76821e6a63e17e6484289a40430ada6978Ray Essickstatic const char *kCodecWidth = "android.media.mediacodec.width"; /* 0..n */ 72afb43f76821e6a63e17e6484289a40430ada6978Ray Essickstatic const char *kCodecRotation = "android.media.mediacodec.rotation-degrees"; /* 0/90/180/270 */ 73afb43f76821e6a63e17e6484289a40430ada6978Ray Essickstatic const char *kCodecCrypto = "android.media.mediacodec.crypto"; /* 0,1 */ 74afb43f76821e6a63e17e6484289a40430ada6978Ray Essickstatic const char *kCodecEncoder = "android.media.mediacodec.encoder"; /* 0,1 */ 758574195df5de20af5fc16d6f9da1b132d6d5bfeeRay Essick 76002e413a5a7460a32790ed08408085a6062f4054Ray Essickstatic const char *kCodecBytesIn = "android.media.mediacodec.bytesin"; /* 0..n */ 77002e413a5a7460a32790ed08408085a6062f4054Ray Essickstatic const char *kCodecProfile = "android.media.mediacodec.profile"; /* 0..n */ 78002e413a5a7460a32790ed08408085a6062f4054Ray Essickstatic const char *kCodecLevel = "android.media.mediacodec.level"; /* 0..n */ 79002e413a5a7460a32790ed08408085a6062f4054Ray Essickstatic const char *kCodecMaxWidth = "android.media.mediacodec.maxwidth"; /* 0..n */ 80002e413a5a7460a32790ed08408085a6062f4054Ray Essickstatic const char *kCodecMaxHeight = "android.media.mediacodec.maxheight"; /* 0..n */ 8182b7fe8aa03558bf90769a3d88536e6105db371bRay Essickstatic const char *kCodecError = "android.media.mediacodec.errcode"; 8282b7fe8aa03558bf90769a3d88536e6105db371bRay Essickstatic const char *kCodecErrorState = "android.media.mediacodec.errstate"; 83db1221479a7ffe7094c51c463bbd36522ed106abRay Essick 84db1221479a7ffe7094c51c463bbd36522ed106abRay Essick 850d1ed381fde5dac12dd84fcf3da66dac46699378Chih-Hung Hsiehstatic int64_t getId(const sp<IResourceManagerClient> &client) { 8667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return (int64_t) client.get(); 8767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 8867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 8967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wustatic bool isResourceError(status_t err) { 9047a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu return (err == NO_MEMORY); 9167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 9267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 9367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wustatic const int kMaxRetry = 2; 944b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wustatic const int kMaxReclaimWaitTimeInUs = 500000; // 0.5s 95dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimstatic const int kNumBuffersAlign = 16; 9667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 9779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim//////////////////////////////////////////////////////////////////////////////// 9879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 9967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wustruct ResourceManagerClient : public BnResourceManagerClient { 100090ef604f81447eab4aa0a5b45d6307482573560Chih-Hung Hsieh explicit ResourceManagerClient(MediaCodec* codec) : mMediaCodec(codec) {} 10167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 10267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu virtual bool reclaimResource() { 10367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<MediaCodec> codec = mMediaCodec.promote(); 10467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (codec == NULL) { 10567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // codec is already gone. 10667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return true; 10767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 10847a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu status_t err = codec->reclaim(); 1094b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu if (err == WOULD_BLOCK) { 1104b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu ALOGD("Wait for the client to release codec."); 1114b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu usleep(kMaxReclaimWaitTimeInUs); 1124b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu ALOGD("Try to reclaim again."); 1134b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu err = codec->reclaim(true /* force */); 1144b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu } 11567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (err != OK) { 11667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ALOGW("ResourceManagerClient failed to release codec with err %d", err); 11767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 11867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return (err == OK); 11967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 12067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 1218f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu virtual String8 getName() { 1228f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu String8 ret; 1238f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu sp<MediaCodec> codec = mMediaCodec.promote(); 1248f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu if (codec == NULL) { 1258f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu // codec is already gone. 1268f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu return ret; 1278f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu } 1288f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu 1298f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu AString name; 1308f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu if (codec->getName(&name) == OK) { 1318f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu ret.setTo(name.c_str()); 1328f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu } 1338f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu return ret; 1348f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu } 13567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 13667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuprotected: 13767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu virtual ~ResourceManagerClient() {} 13867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 13967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuprivate: 14067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu wp<MediaCodec> mMediaCodec; 14167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 14267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu DISALLOW_EVIL_CONSTRUCTORS(ResourceManagerClient); 14367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu}; 14467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 14568845c14ebf2c7282800b1abffde38d8e9a57aabRonghua WuMediaCodec::ResourceManagerServiceProxy::ResourceManagerServiceProxy(pid_t pid) 14668845c14ebf2c7282800b1abffde38d8e9a57aabRonghua Wu : mPid(pid) { 14768845c14ebf2c7282800b1abffde38d8e9a57aabRonghua Wu if (mPid == MediaCodec::kNoPid) { 14868845c14ebf2c7282800b1abffde38d8e9a57aabRonghua Wu mPid = IPCThreadState::self()->getCallingPid(); 14968845c14ebf2c7282800b1abffde38d8e9a57aabRonghua Wu } 15067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 15167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 15267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua WuMediaCodec::ResourceManagerServiceProxy::~ResourceManagerServiceProxy() { 15367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mService != NULL) { 15467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu IInterface::asBinder(mService)->unlinkToDeath(this); 15567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 15667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 15767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 15867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuvoid MediaCodec::ResourceManagerServiceProxy::init() { 15967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<IServiceManager> sm = defaultServiceManager(); 16067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<IBinder> binder = sm->getService(String16("media.resource_manager")); 16167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mService = interface_cast<IResourceManagerService>(binder); 16267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mService == NULL) { 16367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ALOGE("Failed to get ResourceManagerService"); 16467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return; 16567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 166e4237177a4a3eea059cd74247b2d770d301a8230Ronghua Wu IInterface::asBinder(mService)->linkToDeath(this); 16767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 16867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 16967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuvoid MediaCodec::ResourceManagerServiceProxy::binderDied(const wp<IBinder>& /*who*/) { 17067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ALOGW("ResourceManagerService died."); 17167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Mutex::Autolock _l(mLock); 17267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mService.clear(); 17367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 17467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 17567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuvoid MediaCodec::ResourceManagerServiceProxy::addResource( 17667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu int64_t clientId, 1770d1ed381fde5dac12dd84fcf3da66dac46699378Chih-Hung Hsieh const sp<IResourceManagerClient> &client, 17867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu const Vector<MediaResource> &resources) { 17967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Mutex::Autolock _l(mLock); 18067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mService == NULL) { 18167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return; 18267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 18337c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu mService->addResource(mPid, clientId, client, resources); 18467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 18567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 18667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuvoid MediaCodec::ResourceManagerServiceProxy::removeResource(int64_t clientId) { 18767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Mutex::Autolock _l(mLock); 18867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mService == NULL) { 18967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return; 19067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 19137c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu mService->removeResource(mPid, clientId); 19267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 19367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 19467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wubool MediaCodec::ResourceManagerServiceProxy::reclaimResource( 19537c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu const Vector<MediaResource> &resources) { 19667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Mutex::Autolock _l(mLock); 19767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mService == NULL) { 19867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return false; 19967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 20037c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu return mService->reclaimResource(mPid, resources); 20167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 20267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 20379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim//////////////////////////////////////////////////////////////////////////////// 20479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 205dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik KimMediaCodec::BufferInfo::BufferInfo() : mOwnedByClient(false) {} 206dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim 207dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim//////////////////////////////////////////////////////////////////////////////// 208dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim 20979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kimnamespace { 21079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 21179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kimenum { 21279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim kWhatFillThisBuffer = 'fill', 21379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim kWhatDrainThisBuffer = 'drai', 21479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim kWhatEOS = 'eos ', 215dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim kWhatStartCompleted = 'Scom', 21679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim kWhatStopCompleted = 'scom', 21779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim kWhatReleaseCompleted = 'rcom', 21879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim kWhatFlushCompleted = 'fcom', 21979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim kWhatError = 'erro', 22079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim kWhatComponentAllocated = 'cAll', 22179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim kWhatComponentConfigured = 'cCon', 22279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim kWhatInputSurfaceCreated = 'isfc', 22379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim kWhatInputSurfaceAccepted = 'isfa', 22479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim kWhatSignaledInputEOS = 'seos', 22579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim kWhatOutputFramesRendered = 'outR', 226dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim kWhatOutputBuffersChanged = 'outC', 22779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim}; 22879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 229dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimclass BufferCallback : public CodecBase::BufferCallback { 23079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kimpublic: 231dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim explicit BufferCallback(const sp<AMessage> ¬ify); 232dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim virtual ~BufferCallback() = default; 233dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim 234dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim virtual void onInputBufferAvailable( 235dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim size_t index, const sp<MediaCodecBuffer> &buffer) override; 236dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim virtual void onOutputBufferAvailable( 237dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim size_t index, const sp<MediaCodecBuffer> &buffer) override; 238dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimprivate: 239dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim const sp<AMessage> mNotify; 240dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim}; 241dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim 242dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik KimBufferCallback::BufferCallback(const sp<AMessage> ¬ify) 243dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim : mNotify(notify) {} 244dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim 245dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid BufferCallback::onInputBufferAvailable( 246dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim size_t index, const sp<MediaCodecBuffer> &buffer) { 247dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim sp<AMessage> notify(mNotify->dup()); 248dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim notify->setInt32("what", kWhatFillThisBuffer); 249dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim notify->setSize("index", index); 250dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim notify->setObject("buffer", buffer); 251dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim notify->post(); 252dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim} 253dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim 254dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid BufferCallback::onOutputBufferAvailable( 255dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim size_t index, const sp<MediaCodecBuffer> &buffer) { 256dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim sp<AMessage> notify(mNotify->dup()); 257dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim notify->setInt32("what", kWhatDrainThisBuffer); 258dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim notify->setSize("index", index); 259dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim notify->setObject("buffer", buffer); 260dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim notify->post(); 261dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim} 262dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim 263dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimclass CodecCallback : public CodecBase::CodecCallback { 264dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimpublic: 265dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim explicit CodecCallback(const sp<AMessage> ¬ify); 266dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim virtual ~CodecCallback() = default; 26779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 26879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim virtual void onEos(status_t err) override; 269dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim virtual void onStartCompleted() override; 27079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim virtual void onStopCompleted() override; 27179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim virtual void onReleaseCompleted() override; 27279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim virtual void onFlushCompleted() override; 27379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim virtual void onError(status_t err, enum ActionCode actionCode) override; 27479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim virtual void onComponentAllocated(const char *componentName) override; 27579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim virtual void onComponentConfigured( 27679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim const sp<AMessage> &inputFormat, const sp<AMessage> &outputFormat) override; 27779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim virtual void onInputSurfaceCreated( 27879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim const sp<AMessage> &inputFormat, 27979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim const sp<AMessage> &outputFormat, 28079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim const sp<BufferProducerWrapper> &inputSurface) override; 28179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim virtual void onInputSurfaceCreationFailed(status_t err) override; 28279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim virtual void onInputSurfaceAccepted( 28379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim const sp<AMessage> &inputFormat, 28479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim const sp<AMessage> &outputFormat) override; 28579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim virtual void onInputSurfaceDeclined(status_t err) override; 28679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim virtual void onSignaledInputEOS(status_t err) override; 28779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim virtual void onOutputFramesRendered(const std::list<FrameRenderTracker::Info> &done) override; 288dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim virtual void onOutputBuffersChanged() override; 28979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kimprivate: 29079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim const sp<AMessage> mNotify; 29179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim}; 29279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 293dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik KimCodecCallback::CodecCallback(const sp<AMessage> ¬ify) : mNotify(notify) {} 29479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 295dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid CodecCallback::onEos(status_t err) { 29679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim sp<AMessage> notify(mNotify->dup()); 297dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim notify->setInt32("what", kWhatEOS); 298dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim notify->setInt32("err", err); 299fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim notify->post(); 300fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim} 301fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim 302dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid CodecCallback::onStartCompleted() { 303fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim sp<AMessage> notify(mNotify->dup()); 304dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim notify->setInt32("what", kWhatStartCompleted); 30579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->post(); 30679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} 30779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 308dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid CodecCallback::onStopCompleted() { 30979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim sp<AMessage> notify(mNotify->dup()); 31079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("what", kWhatStopCompleted); 31179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->post(); 31279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} 31379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 314dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid CodecCallback::onReleaseCompleted() { 31579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim sp<AMessage> notify(mNotify->dup()); 31679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("what", kWhatReleaseCompleted); 31779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->post(); 31879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} 31979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 320dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid CodecCallback::onFlushCompleted() { 32179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim sp<AMessage> notify(mNotify->dup()); 32279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("what", kWhatFlushCompleted); 32379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->post(); 32479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} 32579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 326dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid CodecCallback::onError(status_t err, enum ActionCode actionCode) { 32779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim sp<AMessage> notify(mNotify->dup()); 32879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("what", kWhatError); 32979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("err", err); 33079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("actionCode", actionCode); 33179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->post(); 33279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} 33379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 334dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid CodecCallback::onComponentAllocated(const char *componentName) { 33579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim sp<AMessage> notify(mNotify->dup()); 33679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("what", kWhatComponentAllocated); 33779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setString("componentName", componentName); 33879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->post(); 33979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} 34079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 341dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid CodecCallback::onComponentConfigured( 34279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim const sp<AMessage> &inputFormat, const sp<AMessage> &outputFormat) { 34379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim sp<AMessage> notify(mNotify->dup()); 34479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("what", kWhatComponentConfigured); 34579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setMessage("input-format", inputFormat); 34679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setMessage("output-format", outputFormat); 34779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->post(); 34879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} 34979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 350dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid CodecCallback::onInputSurfaceCreated( 35179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim const sp<AMessage> &inputFormat, 35279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim const sp<AMessage> &outputFormat, 35379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim const sp<BufferProducerWrapper> &inputSurface) { 35479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim sp<AMessage> notify(mNotify->dup()); 35579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("what", kWhatInputSurfaceCreated); 35679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setMessage("input-format", inputFormat); 35779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setMessage("output-format", outputFormat); 35879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setObject("input-surface", inputSurface); 35979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->post(); 36079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} 36179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 362dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid CodecCallback::onInputSurfaceCreationFailed(status_t err) { 36379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim sp<AMessage> notify(mNotify->dup()); 36479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("what", kWhatInputSurfaceCreated); 36579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("err", err); 36679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->post(); 36779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} 36879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 369dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid CodecCallback::onInputSurfaceAccepted( 37079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim const sp<AMessage> &inputFormat, 37179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim const sp<AMessage> &outputFormat) { 37279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim sp<AMessage> notify(mNotify->dup()); 37379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("what", kWhatInputSurfaceAccepted); 37479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setMessage("input-format", inputFormat); 37579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setMessage("output-format", outputFormat); 37679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->post(); 37779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} 37879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 379dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid CodecCallback::onInputSurfaceDeclined(status_t err) { 38079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim sp<AMessage> notify(mNotify->dup()); 38179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("what", kWhatInputSurfaceAccepted); 38279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("err", err); 38379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->post(); 38479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} 38579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 386dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid CodecCallback::onSignaledInputEOS(status_t err) { 38779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim sp<AMessage> notify(mNotify->dup()); 38879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("what", kWhatSignaledInputEOS); 38979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim if (err != OK) { 39079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("err", err); 39179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim } 39279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->post(); 39379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} 39479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 395dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid CodecCallback::onOutputFramesRendered(const std::list<FrameRenderTracker::Info> &done) { 39679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim sp<AMessage> notify(mNotify->dup()); 39779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("what", kWhatOutputFramesRendered); 39879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim if (MediaCodec::CreateFramesRenderedMessage(done, notify)) { 39979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->post(); 40079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim } 40179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} 40279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 403dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid CodecCallback::onOutputBuffersChanged() { 404dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim sp<AMessage> notify(mNotify->dup()); 405dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim notify->setInt32("what", kWhatOutputBuffersChanged); 406dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim notify->post(); 407dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim} 408dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim 40979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} // namespace 41079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 41179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim//////////////////////////////////////////////////////////////////////////////// 41279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 4135778822d86b0337407514b9372562b86edfa91cdAndreas Huber// static 4145778822d86b0337407514b9372562b86edfa91cdAndreas Hubersp<MediaCodec> MediaCodec::CreateByType( 415f2ae3e19080938db8cbf29a963fd744a3964fcc2Wei Jia const sp<ALooper> &looper, const AString &mime, bool encoder, status_t *err, pid_t pid, 416f2ae3e19080938db8cbf29a963fd744a3964fcc2Wei Jia uid_t uid) { 417f2ae3e19080938db8cbf29a963fd744a3964fcc2Wei Jia sp<MediaCodec> codec = new MediaCodec(looper, pid, uid); 4185778822d86b0337407514b9372562b86edfa91cdAndreas Huber 419251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung const status_t ret = codec->init(mime, true /* nameIsType */, encoder); 420251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (err != NULL) { 421251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung *err = ret; 422251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 423251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return ret == OK ? codec : NULL; // NULL deallocates codec. 4245778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 4255778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4265778822d86b0337407514b9372562b86edfa91cdAndreas Huber// static 4275778822d86b0337407514b9372562b86edfa91cdAndreas Hubersp<MediaCodec> MediaCodec::CreateByComponentName( 428f2ae3e19080938db8cbf29a963fd744a3964fcc2Wei Jia const sp<ALooper> &looper, const AString &name, status_t *err, pid_t pid, uid_t uid) { 429f2ae3e19080938db8cbf29a963fd744a3964fcc2Wei Jia sp<MediaCodec> codec = new MediaCodec(looper, pid, uid); 4305778822d86b0337407514b9372562b86edfa91cdAndreas Huber 431251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung const status_t ret = codec->init(name, false /* nameIsType */, false /* encoder */); 432251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (err != NULL) { 433251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung *err = ret; 434251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 435251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return ret == OK ? codec : NULL; // NULL deallocates codec. 4365778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 4375778822d86b0337407514b9372562b86edfa91cdAndreas Huber 438d291c222357303b9611cab89d0c3b047584ef377Chong Zhang// static 439d291c222357303b9611cab89d0c3b047584ef377Chong Zhangsp<PersistentSurface> MediaCodec::CreatePersistentInputSurface() { 440d291c222357303b9611cab89d0c3b047584ef377Chong Zhang OMXClient client; 441addf2cbb120346ae42e78fa739245a353db5edadChong Zhang if (client.connect() != OK) { 442addf2cbb120346ae42e78fa739245a353db5edadChong Zhang ALOGE("Failed to connect to OMX to create persistent input surface."); 44379608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang return NULL; 44479608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang } 44579608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang 446addf2cbb120346ae42e78fa739245a353db5edadChong Zhang sp<IOMX> omx = client.interface(); 44779608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang 448d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<IGraphicBufferProducer> bufferProducer; 449addf2cbb120346ae42e78fa739245a353db5edadChong Zhang sp<IGraphicBufferSource> bufferSource; 450d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 451addf2cbb120346ae42e78fa739245a353db5edadChong Zhang status_t err = omx->createInputSurface(&bufferProducer, &bufferSource); 452d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 453d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (err != OK) { 454d291c222357303b9611cab89d0c3b047584ef377Chong Zhang ALOGE("Failed to create persistent input surface."); 455d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return NULL; 456d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 457d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 458addf2cbb120346ae42e78fa739245a353db5edadChong Zhang return new PersistentSurface(bufferProducer, bufferSource); 459d291c222357303b9611cab89d0c3b047584ef377Chong Zhang} 460d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 461f2ae3e19080938db8cbf29a963fd744a3964fcc2Wei JiaMediaCodec::MediaCodec(const sp<ALooper> &looper, pid_t pid, uid_t uid) 4625778822d86b0337407514b9372562b86edfa91cdAndreas Huber : mState(UNINITIALIZED), 46347a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu mReleasedByResourceManager(false), 4645778822d86b0337407514b9372562b86edfa91cdAndreas Huber mLooper(looper), 46592cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar mCodec(NULL), 4667cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mReplyID(0), 4675778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags(0), 468251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mStickyError(OK), 4695778822d86b0337407514b9372562b86edfa91cdAndreas Huber mSoftRenderer(NULL), 47082b7fe8aa03558bf90769a3d88536e6105db371bRay Essick mAnalyticsItem(NULL), 471ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar mResourceManagerClient(new ResourceManagerClient(this)), 47268845c14ebf2c7282800b1abffde38d8e9a57aabRonghua Wu mResourceManagerService(new ResourceManagerServiceProxy(pid)), 4732606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mBatteryStatNotified(false), 4742606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mIsVideo(false), 47567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mVideoWidth(0), 47667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mVideoHeight(0), 477505aab41c0e8e79a49d4506344fcd9d220d5965bChong Zhang mRotationDegrees(0), 4785778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputTimeoutGeneration(0), 4795778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputReplyID(0), 4805778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueOutputTimeoutGeneration(0), 4816507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mDequeueOutputReplyID(0), 4823d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang mHaveInputSurface(false), 4833d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang mHavePendingInputBuffers(false) { 484f2ae3e19080938db8cbf29a963fd744a3964fcc2Wei Jia if (uid == kNoUid) { 485f2ae3e19080938db8cbf29a963fd744a3964fcc2Wei Jia mUid = IPCThreadState::self()->getCallingUid(); 486f2ae3e19080938db8cbf29a963fd744a3964fcc2Wei Jia } else { 487f2ae3e19080938db8cbf29a963fd744a3964fcc2Wei Jia mUid = uid; 488f2ae3e19080938db8cbf29a963fd744a3964fcc2Wei Jia } 48982b7fe8aa03558bf90769a3d88536e6105db371bRay Essick initAnalyticsItem(); 49082b7fe8aa03558bf90769a3d88536e6105db371bRay Essick} 49182b7fe8aa03558bf90769a3d88536e6105db371bRay Essick 49282b7fe8aa03558bf90769a3d88536e6105db371bRay EssickMediaCodec::~MediaCodec() { 49382b7fe8aa03558bf90769a3d88536e6105db371bRay Essick CHECK_EQ(mState, UNINITIALIZED); 49482b7fe8aa03558bf90769a3d88536e6105db371bRay Essick mResourceManagerService->removeResource(getId(mResourceManagerClient)); 49582b7fe8aa03558bf90769a3d88536e6105db371bRay Essick 49682b7fe8aa03558bf90769a3d88536e6105db371bRay Essick flushAnalyticsItem(); 49782b7fe8aa03558bf90769a3d88536e6105db371bRay Essick} 49882b7fe8aa03558bf90769a3d88536e6105db371bRay Essick 49982b7fe8aa03558bf90769a3d88536e6105db371bRay Essickvoid MediaCodec::initAnalyticsItem() { 50082b7fe8aa03558bf90769a3d88536e6105db371bRay Essick CHECK(mAnalyticsItem == NULL); 501db1221479a7ffe7094c51c463bbd36522ed106abRay Essick // set up our new record, get a sessionID, put it into the in-progress list 5028574195df5de20af5fc16d6f9da1b132d6d5bfeeRay Essick mAnalyticsItem = new MediaAnalyticsItem(kCodecKeyName); 503db1221479a7ffe7094c51c463bbd36522ed106abRay Essick if (mAnalyticsItem != NULL) { 504db1221479a7ffe7094c51c463bbd36522ed106abRay Essick (void) mAnalyticsItem->generateSessionID(); 505db1221479a7ffe7094c51c463bbd36522ed106abRay Essick // don't record it yet; only at the end, when we have decided that we have 506db1221479a7ffe7094c51c463bbd36522ed106abRay Essick // data worth writing (e.g. .count() > 0) 507db1221479a7ffe7094c51c463bbd36522ed106abRay Essick } 5085778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 5095778822d86b0337407514b9372562b86edfa91cdAndreas Huber 51082b7fe8aa03558bf90769a3d88536e6105db371bRay Essickvoid MediaCodec::flushAnalyticsItem() { 51182b7fe8aa03558bf90769a3d88536e6105db371bRay Essick if (mAnalyticsItem != NULL) { 51282b7fe8aa03558bf90769a3d88536e6105db371bRay Essick // don't log empty records 513db1221479a7ffe7094c51c463bbd36522ed106abRay Essick if (mAnalyticsItem->count() > 0) { 514db1221479a7ffe7094c51c463bbd36522ed106abRay Essick mAnalyticsItem->setFinalized(true); 515db1221479a7ffe7094c51c463bbd36522ed106abRay Essick mAnalyticsItem->selfrecord(); 516db1221479a7ffe7094c51c463bbd36522ed106abRay Essick } 517db1221479a7ffe7094c51c463bbd36522ed106abRay Essick delete mAnalyticsItem; 518db1221479a7ffe7094c51c463bbd36522ed106abRay Essick mAnalyticsItem = NULL; 519db1221479a7ffe7094c51c463bbd36522ed106abRay Essick } 5205778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 5215778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5225778822d86b0337407514b9372562b86edfa91cdAndreas Huber// static 5235778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::PostAndAwaitResponse( 5245778822d86b0337407514b9372562b86edfa91cdAndreas Huber const sp<AMessage> &msg, sp<AMessage> *response) { 5255778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = msg->postAndAwaitResponse(response); 5265778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5275778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 5285778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 5295778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 5305778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5315778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!(*response)->findInt32("err", &err)) { 5325778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = OK; 5335778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 5345778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5355778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 5365778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 5375778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5383f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnarvoid MediaCodec::PostReplyWithError(const sp<AReplyToken> &replyID, int32_t err) { 53947a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu int32_t finalErr = err; 54047a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu if (mReleasedByResourceManager) { 54147a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu // override the err code if MediaCodec has been released by ResourceManager. 54247a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu finalErr = DEAD_OBJECT; 54347a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu } 54447a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu 545c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> response = new AMessage; 54647a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu response->setInt32("err", finalErr); 547c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang response->postReply(replyID); 548c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 549c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 5505b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar//static 5515b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnarsp<CodecBase> MediaCodec::GetCodecBase(const AString &name, bool nameIsType) { 5525b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // at this time only ACodec specifies a mime type. 5535b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (nameIsType || name.startsWithIgnoreCase("omx.")) { 5545b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return new ACodec; 5555b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } else if (name.startsWithIgnoreCase("android.filter.")) { 5565b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return new MediaFilter; 5575b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } else { 5585b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return NULL; 5595b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 5605b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar} 5615b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 562dc9f58dc23a86d0635fd8601d1cbc8d47bab0303Andy Hungstatus_t MediaCodec::init(const AString &name, bool nameIsType, bool encoder) { 56367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mResourceManagerService->init(); 56467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 565671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar // save init parameters for reset 566671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mInitName = name; 567671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mInitNameIsType = nameIsType; 568671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mInitIsEncoder = encoder; 569671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 5705778822d86b0337407514b9372562b86edfa91cdAndreas Huber // Current video decoders do not return from OMX_FillThisBuffer 5715778822d86b0337407514b9372562b86edfa91cdAndreas Huber // quickly, violating the OpenMAX specs, until that is remedied 5725778822d86b0337407514b9372562b86edfa91cdAndreas Huber // we need to invest in an extra looper to free the main event 5735778822d86b0337407514b9372562b86edfa91cdAndreas Huber // queue. 574744f5739019d1fd917f981e740b353c3d73fd1a8David Smith 5755b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar mCodec = GetCodecBase(name, nameIsType); 5765b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (mCodec == NULL) { 577744f5739019d1fd917f981e740b353c3d73fd1a8David Smith return NAME_NOT_FOUND; 578744f5739019d1fd917f981e740b353c3d73fd1a8David Smith } 579744f5739019d1fd917f981e740b353c3d73fd1a8David Smith 58067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu bool secureCodec = false; 581dc9f58dc23a86d0635fd8601d1cbc8d47bab0303Andy Hung if (nameIsType && !strncasecmp(name.c_str(), "video/", 6)) { 58267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mIsVideo = true; 5836f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen } else { 5846f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen AString tmp = name; 5856f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen if (tmp.endsWith(".secure")) { 58667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu secureCodec = true; 5876f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen tmp.erase(tmp.size() - 7, 7); 5886f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen } 58960b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar const sp<IMediaCodecList> mcl = MediaCodecList::getInstance(); 59048a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung if (mcl == NULL) { 59148a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung mCodec = NULL; // remove the codec. 59248a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung return NO_INIT; // if called from Java should raise IOException 59348a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung } 5946f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen ssize_t codecIdx = mcl->findCodecByName(tmp.c_str()); 5956f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen if (codecIdx >= 0) { 59660b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar const sp<MediaCodecInfo> info = mcl->getCodecInfo(codecIdx); 59760b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar Vector<AString> mimes; 59860b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar info->getSupportedMimes(&mimes); 59960b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar for (size_t i = 0; i < mimes.size(); i++) { 60060b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar if (mimes[i].startsWith("video/")) { 60167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mIsVideo = true; 60260b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar break; 6036f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen } 6046f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen } 6056f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen } 6065778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 6075778822d86b0337407514b9372562b86edfa91cdAndreas Huber 60867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mIsVideo) { 60967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // video codec needs dedicated looper 6105778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mCodecLooper == NULL) { 6115778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodecLooper = new ALooper; 6125778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodecLooper->setName("CodecLooper"); 6135778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodecLooper->start(false, false, ANDROID_PRIORITY_AUDIO); 6145778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 6155778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6165778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodecLooper->registerHandler(mCodec); 6175778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 6185778822d86b0337407514b9372562b86edfa91cdAndreas Huber mLooper->registerHandler(mCodec); 6195778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 6205778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6215778822d86b0337407514b9372562b86edfa91cdAndreas Huber mLooper->registerHandler(this); 6225778822d86b0337407514b9372562b86edfa91cdAndreas Huber 62379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim mCodec->setCallback( 624dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim std::unique_ptr<CodecBase::CodecCallback>( 625dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim new CodecCallback(new AMessage(kWhatCodecNotify, this)))); 626dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mBufferChannel = mCodec->getBufferChannel(); 627dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mBufferChannel->setCallback( 628dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim std::unique_ptr<CodecBase::BufferCallback>( 629dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim new BufferCallback(new AMessage(kWhatCodecNotify, this)))); 6305778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6311d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatInit, this); 6325778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setString("name", name); 6335778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("nameIsType", nameIsType); 6345778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6355778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (nameIsType) { 6365778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("encoder", encoder); 6375778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 6385778822d86b0337407514b9372562b86edfa91cdAndreas Huber 639db1221479a7ffe7094c51c463bbd36522ed106abRay Essick if (mAnalyticsItem != NULL) { 640db1221479a7ffe7094c51c463bbd36522ed106abRay Essick if (nameIsType) { 641db1221479a7ffe7094c51c463bbd36522ed106abRay Essick // name is the mime type 6428574195df5de20af5fc16d6f9da1b132d6d5bfeeRay Essick mAnalyticsItem->setCString(kCodecMime, name.c_str()); 643db1221479a7ffe7094c51c463bbd36522ed106abRay Essick } else { 6448574195df5de20af5fc16d6f9da1b132d6d5bfeeRay Essick mAnalyticsItem->setCString(kCodecCodec, name.c_str()); 645db1221479a7ffe7094c51c463bbd36522ed106abRay Essick } 6468574195df5de20af5fc16d6f9da1b132d6d5bfeeRay Essick mAnalyticsItem->setCString(kCodecMode, mIsVideo ? "video" : "audio"); 647db1221479a7ffe7094c51c463bbd36522ed106abRay Essick if (nameIsType) 648afb43f76821e6a63e17e6484289a40430ada6978Ray Essick mAnalyticsItem->setInt32(kCodecEncoder, encoder); 649db1221479a7ffe7094c51c463bbd36522ed106abRay Essick } 650db1221479a7ffe7094c51c463bbd36522ed106abRay Essick 65167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu status_t err; 65267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Vector<MediaResource> resources; 653ea15fd29af81490311af9e12949b43524c39400eRonghua Wu MediaResource::Type type = 654ea15fd29af81490311af9e12949b43524c39400eRonghua Wu secureCodec ? MediaResource::kSecureCodec : MediaResource::kNonSecureCodec; 655ea15fd29af81490311af9e12949b43524c39400eRonghua Wu MediaResource::SubType subtype = 656ea15fd29af81490311af9e12949b43524c39400eRonghua Wu mIsVideo ? MediaResource::kVideoCodec : MediaResource::kAudioCodec; 657ea15fd29af81490311af9e12949b43524c39400eRonghua Wu resources.push_back(MediaResource(type, subtype, 1)); 65867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu for (int i = 0; i <= kMaxRetry; ++i) { 65967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (i > 0) { 66067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // Don't try to reclaim resource for the first time. 66137c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu if (!mResourceManagerService->reclaimResource(resources)) { 66267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 66367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 66467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 66567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 66667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<AMessage> response; 66767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu err = PostAndAwaitResponse(msg, &response); 66867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (!isResourceError(err)) { 66967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 67067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 67167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 67267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return err; 6735778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 6745778822d86b0337407514b9372562b86edfa91cdAndreas Huber 675c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhangstatus_t MediaCodec::setCallback(const sp<AMessage> &callback) { 6761d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatSetCallback, this); 677c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setMessage("callback", callback); 678c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 679c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> response; 680c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang return PostAndAwaitResponse(msg, &response); 681c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 682c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 68390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarstatus_t MediaCodec::setOnFrameRenderedNotification(const sp<AMessage> ¬ify) { 68490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar sp<AMessage> msg = new AMessage(kWhatSetNotification, this); 68590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar msg->setMessage("on-frame-rendered", notify); 68690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar return msg->post(); 68790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 68890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 6895778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::configure( 6905778822d86b0337407514b9372562b86edfa91cdAndreas Huber const sp<AMessage> &format, 6919dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang const sp<Surface> &nativeWindow, 6929dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang const sp<ICrypto> &crypto, 6939dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang uint32_t flags) { 6949dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang return configure(format, nativeWindow, crypto, NULL, flags); 6959dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang} 6969dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang 6979dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhangstatus_t MediaCodec::configure( 6989dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang const sp<AMessage> &format, 699f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar const sp<Surface> &surface, 7001bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber const sp<ICrypto> &crypto, 7019dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang const sp<IDescrambler> &descrambler, 7025778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t flags) { 7031d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatConfigure, this); 7045778822d86b0337407514b9372562b86edfa91cdAndreas Huber 705002e413a5a7460a32790ed08408085a6062f4054Ray Essick if (mAnalyticsItem != NULL) { 706002e413a5a7460a32790ed08408085a6062f4054Ray Essick int32_t profile = 0; 707002e413a5a7460a32790ed08408085a6062f4054Ray Essick if (format->findInt32("profile", &profile)) { 708002e413a5a7460a32790ed08408085a6062f4054Ray Essick mAnalyticsItem->setInt32(kCodecProfile, profile); 709002e413a5a7460a32790ed08408085a6062f4054Ray Essick } 710002e413a5a7460a32790ed08408085a6062f4054Ray Essick int32_t level = 0; 711002e413a5a7460a32790ed08408085a6062f4054Ray Essick if (format->findInt32("level", &level)) { 712002e413a5a7460a32790ed08408085a6062f4054Ray Essick mAnalyticsItem->setInt32(kCodecLevel, level); 713002e413a5a7460a32790ed08408085a6062f4054Ray Essick } 714002e413a5a7460a32790ed08408085a6062f4054Ray Essick } 715002e413a5a7460a32790ed08408085a6062f4054Ray Essick 71667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mIsVideo) { 71767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu format->findInt32("width", &mVideoWidth); 71867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu format->findInt32("height", &mVideoHeight); 719002e413a5a7460a32790ed08408085a6062f4054Ray Essick if (!format->findInt32("rotation-degrees", &mRotationDegrees)) { 720505aab41c0e8e79a49d4506344fcd9d220d5965bChong Zhang mRotationDegrees = 0; 721505aab41c0e8e79a49d4506344fcd9d220d5965bChong Zhang } 7222034457336d28124e0f9f3c625978052ae03fceaWei Jia 723db1221479a7ffe7094c51c463bbd36522ed106abRay Essick if (mAnalyticsItem != NULL) { 724afb43f76821e6a63e17e6484289a40430ada6978Ray Essick mAnalyticsItem->setInt32(kCodecWidth, mVideoWidth); 725afb43f76821e6a63e17e6484289a40430ada6978Ray Essick mAnalyticsItem->setInt32(kCodecHeight, mVideoHeight); 726afb43f76821e6a63e17e6484289a40430ada6978Ray Essick mAnalyticsItem->setInt32(kCodecRotation, mRotationDegrees); 727002e413a5a7460a32790ed08408085a6062f4054Ray Essick int32_t maxWidth = 0; 728002e413a5a7460a32790ed08408085a6062f4054Ray Essick if (format->findInt32("max-width", &maxWidth)) { 729002e413a5a7460a32790ed08408085a6062f4054Ray Essick mAnalyticsItem->setInt32(kCodecMaxWidth, maxWidth); 730002e413a5a7460a32790ed08408085a6062f4054Ray Essick } 731002e413a5a7460a32790ed08408085a6062f4054Ray Essick int32_t maxHeight = 0; 732002e413a5a7460a32790ed08408085a6062f4054Ray Essick if (format->findInt32("max-height", &maxHeight)) { 733002e413a5a7460a32790ed08408085a6062f4054Ray Essick mAnalyticsItem->setInt32(kCodecMaxHeight, maxHeight); 734002e413a5a7460a32790ed08408085a6062f4054Ray Essick } 735db1221479a7ffe7094c51c463bbd36522ed106abRay Essick } 736db1221479a7ffe7094c51c463bbd36522ed106abRay Essick 7372034457336d28124e0f9f3c625978052ae03fceaWei Jia // Prevent possible integer overflow in downstream code. 7382034457336d28124e0f9f3c625978052ae03fceaWei Jia if (mInitIsEncoder 7392034457336d28124e0f9f3c625978052ae03fceaWei Jia && (uint64_t)mVideoWidth * mVideoHeight > (uint64_t)INT32_MAX / 4) { 7402034457336d28124e0f9f3c625978052ae03fceaWei Jia ALOGE("buffer size is too big, width=%d, height=%d", mVideoWidth, mVideoHeight); 7412034457336d28124e0f9f3c625978052ae03fceaWei Jia return BAD_VALUE; 7422034457336d28124e0f9f3c625978052ae03fceaWei Jia } 74367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 74467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 7455778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setMessage("format", format); 7465778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("flags", flags); 747f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar msg->setObject("surface", surface); 7481bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber 7499dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang if (crypto != NULL || descrambler != NULL) { 7509dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang if (crypto != NULL) { 7519dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang msg->setPointer("crypto", crypto.get()); 7529dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang } else { 7539dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang msg->setPointer("descrambler", descrambler.get()); 7549dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang } 755db1221479a7ffe7094c51c463bbd36522ed106abRay Essick if (mAnalyticsItem != NULL) { 756db1221479a7ffe7094c51c463bbd36522ed106abRay Essick // XXX: save indication that it's crypto in some way... 757afb43f76821e6a63e17e6484289a40430ada6978Ray Essick mAnalyticsItem->setInt32(kCodecCrypto, 1); 758db1221479a7ffe7094c51c463bbd36522ed106abRay Essick } 75932c1bcda7c9fb429fe6c235184f8bb6aa7ef12dbDongwon Kang } else if (mFlags & kFlagIsSecure) { 76032c1bcda7c9fb429fe6c235184f8bb6aa7ef12dbDongwon Kang ALOGW("Crypto or descrambler should be given for secure codec"); 7615778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 7625778822d86b0337407514b9372562b86edfa91cdAndreas Huber 76367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // save msg for reset 76467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mConfigureMsg = msg; 765f64b36deccd473b545dbed22c2feb11fc49157e5Chong Zhang 76667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu status_t err; 76767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Vector<MediaResource> resources; 768ea15fd29af81490311af9e12949b43524c39400eRonghua Wu MediaResource::Type type = (mFlags & kFlagIsSecure) ? 769ea15fd29af81490311af9e12949b43524c39400eRonghua Wu MediaResource::kSecureCodec : MediaResource::kNonSecureCodec; 770ea15fd29af81490311af9e12949b43524c39400eRonghua Wu MediaResource::SubType subtype = 771ea15fd29af81490311af9e12949b43524c39400eRonghua Wu mIsVideo ? MediaResource::kVideoCodec : MediaResource::kAudioCodec; 772ea15fd29af81490311af9e12949b43524c39400eRonghua Wu resources.push_back(MediaResource(type, subtype, 1)); 77367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // Don't know the buffer size at this point, but it's fine to use 1 because 77467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // the reclaimResource call doesn't consider the requester's buffer size for now. 775ea15fd29af81490311af9e12949b43524c39400eRonghua Wu resources.push_back(MediaResource(MediaResource::kGraphicMemory, 1)); 77667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu for (int i = 0; i <= kMaxRetry; ++i) { 77767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (i > 0) { 77867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // Don't try to reclaim resource for the first time. 77937c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu if (!mResourceManagerService->reclaimResource(resources)) { 78067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 78167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 78267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 783f64b36deccd473b545dbed22c2feb11fc49157e5Chong Zhang 78467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<AMessage> response; 78567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu err = PostAndAwaitResponse(msg, &response); 78667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (err != OK && err != INVALID_OPERATION) { 78767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // MediaCodec now set state to UNINITIALIZED upon any fatal error. 78867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // To maintain backward-compatibility, do a reset() to put codec 78967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // back into INITIALIZED state. 79067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // But don't reset if the err is INVALID_OPERATION, which means 79167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // the configure failure is due to wrong state. 79267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 79367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ALOGE("configure failed with err 0x%08x, resetting...", err); 79467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu reset(); 79567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 79667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (!isResourceError(err)) { 79767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 79867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 799f64b36deccd473b545dbed22c2feb11fc49157e5Chong Zhang } 800f64b36deccd473b545dbed22c2feb11fc49157e5Chong Zhang return err; 8015778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 8025778822d86b0337407514b9372562b86edfa91cdAndreas Huber 803cefac14261a32fb856b0d1ab31541787112e306eHassan Shojaniastatus_t MediaCodec::releaseCrypto() 804cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania{ 805cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania ALOGV("releaseCrypto"); 806cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania 807cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania sp<AMessage> msg = new AMessage(kWhatDrmReleaseCrypto, this); 808cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania 809cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania sp<AMessage> response; 810cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania status_t status = msg->postAndAwaitResponse(&response); 811cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania 812cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania if (status == OK && response != NULL) { 813cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania CHECK(response->findInt32("status", &status)); 814cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania ALOGV("releaseCrypto ret: %d ", status); 815cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania } 816cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania else { 817cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania ALOGE("releaseCrypto err: %d", status); 818cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania } 819cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania 820cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania return status; 821cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania} 822cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania 823cefac14261a32fb856b0d1ab31541787112e306eHassan Shojaniavoid MediaCodec::onReleaseCrypto(const sp<AMessage>& msg) 824cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania{ 825cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania status_t status = INVALID_OPERATION; 826cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania if (mCrypto != NULL) { 827cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania ALOGV("onReleaseCrypto: mCrypto: %p (%d)", mCrypto.get(), mCrypto->getStrongCount()); 828cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania mBufferChannel->setCrypto(NULL); 829cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania // TODO change to ALOGV 830cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania ALOGD("onReleaseCrypto: [before clear] mCrypto: %p (%d)", 831cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania mCrypto.get(), mCrypto->getStrongCount()); 832cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania mCrypto.clear(); 833cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania 834cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania status = OK; 835cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania } 836cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania else { 837cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania ALOGW("onReleaseCrypto: No mCrypto. err: %d", status); 838cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania } 839cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania 840cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania sp<AMessage> response = new AMessage; 841cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania response->setInt32("status", status); 842cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania 843cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania sp<AReplyToken> replyID; 844cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania CHECK(msg->senderAwaitsResponse(&replyID)); 845cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania response->postReply(replyID); 846cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania} 847cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania 8488f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhangstatus_t MediaCodec::setInputSurface( 849d291c222357303b9611cab89d0c3b047584ef377Chong Zhang const sp<PersistentSurface> &surface) { 8508f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang sp<AMessage> msg = new AMessage(kWhatSetInputSurface, this); 851d291c222357303b9611cab89d0c3b047584ef377Chong Zhang msg->setObject("input-surface", surface.get()); 852d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 853d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<AMessage> response; 854d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return PostAndAwaitResponse(msg, &response); 855d291c222357303b9611cab89d0c3b047584ef377Chong Zhang} 856d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 8571dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t MediaCodec::setSurface(const sp<Surface> &surface) { 8581dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AMessage> msg = new AMessage(kWhatSetSurface, this); 8591dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar msg->setObject("surface", surface); 8601dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 8611dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AMessage> response; 8621dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return PostAndAwaitResponse(msg, &response); 8631dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar} 8641dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 8657cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFaddenstatus_t MediaCodec::createInputSurface( 8667cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<IGraphicBufferProducer>* bufferProducer) { 8671d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatCreateInputSurface, this); 8687cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 8697cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<AMessage> response; 8707cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden status_t err = PostAndAwaitResponse(msg, &response); 8717cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden if (err == NO_ERROR) { 8727cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden // unwrap the sp<IGraphicBufferProducer> 8737cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<RefBase> obj; 8747cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden bool found = response->findObject("input-surface", &obj); 8757cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden CHECK(found); 8767cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<BufferProducerWrapper> wrapper( 8777cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden static_cast<BufferProducerWrapper*>(obj.get())); 8787cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden *bufferProducer = wrapper->getBufferProducer(); 8797cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } else { 8807cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden ALOGW("createInputSurface failed, err=%d", err); 8817cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 8827cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden return err; 8837cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden} 8847cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 88567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuuint64_t MediaCodec::getGraphicBufferSize() { 88667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (!mIsVideo) { 88767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return 0; 88867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 88967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 89067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu uint64_t size = 0; 89167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu size_t portNum = sizeof(mPortBuffers) / sizeof((mPortBuffers)[0]); 89267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu for (size_t i = 0; i < portNum; ++i) { 89367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // TODO: this is just an estimation, we should get the real buffer size from ACodec. 89467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu size += mPortBuffers[i].size() * mVideoWidth * mVideoHeight * 3 / 2; 89567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 89667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return size; 89767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 89867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 899ea15fd29af81490311af9e12949b43524c39400eRonghua Wuvoid MediaCodec::addResource( 900ea15fd29af81490311af9e12949b43524c39400eRonghua Wu MediaResource::Type type, MediaResource::SubType subtype, uint64_t value) { 90167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Vector<MediaResource> resources; 902c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu resources.push_back(MediaResource(type, subtype, value)); 90367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mResourceManagerService->addResource( 90437c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu getId(mResourceManagerClient), mResourceManagerClient, resources); 90567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 90667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 9075778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::start() { 9081d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatStart, this); 9095778822d86b0337407514b9372562b86edfa91cdAndreas Huber 91067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu status_t err; 91167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Vector<MediaResource> resources; 912ea15fd29af81490311af9e12949b43524c39400eRonghua Wu MediaResource::Type type = (mFlags & kFlagIsSecure) ? 913ea15fd29af81490311af9e12949b43524c39400eRonghua Wu MediaResource::kSecureCodec : MediaResource::kNonSecureCodec; 914ea15fd29af81490311af9e12949b43524c39400eRonghua Wu MediaResource::SubType subtype = 915ea15fd29af81490311af9e12949b43524c39400eRonghua Wu mIsVideo ? MediaResource::kVideoCodec : MediaResource::kAudioCodec; 916ea15fd29af81490311af9e12949b43524c39400eRonghua Wu resources.push_back(MediaResource(type, subtype, 1)); 91767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // Don't know the buffer size at this point, but it's fine to use 1 because 91867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // the reclaimResource call doesn't consider the requester's buffer size for now. 919ea15fd29af81490311af9e12949b43524c39400eRonghua Wu resources.push_back(MediaResource(MediaResource::kGraphicMemory, 1)); 92067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu for (int i = 0; i <= kMaxRetry; ++i) { 92167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (i > 0) { 92267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // Don't try to reclaim resource for the first time. 92337c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu if (!mResourceManagerService->reclaimResource(resources)) { 92467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 92567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 92667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // Recover codec from previous error before retry start. 92767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu err = reset(); 92867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (err != OK) { 92967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ALOGE("retrying start: failed to reset codec"); 93067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 93167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 93267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<AMessage> response; 93367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu err = PostAndAwaitResponse(mConfigureMsg, &response); 93467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (err != OK) { 93567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ALOGE("retrying start: failed to configure codec"); 93667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 93767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 93867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 93967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 94067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<AMessage> response; 94167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu err = PostAndAwaitResponse(msg, &response); 94267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (!isResourceError(err)) { 94367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 94467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 94567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 94667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return err; 9475778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 9485778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9495778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::stop() { 9501d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatStop, this); 9515778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9525778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 9535778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 9545778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 9555778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9564b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wubool MediaCodec::hasPendingBuffer(int portIndex) { 957dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim return std::any_of( 958dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mPortBuffers[portIndex].begin(), mPortBuffers[portIndex].end(), 959dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim [](const BufferInfo &info) { return info.mOwnedByClient; }); 9604b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu} 9614b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu 9624b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wubool MediaCodec::hasPendingBuffer() { 9634b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu return hasPendingBuffer(kPortIndexInput) || hasPendingBuffer(kPortIndexOutput); 9644b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu} 9654b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu 9664b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wustatus_t MediaCodec::reclaim(bool force) { 96758828196edf2fc4debbd7913198a8149f039b4a9Ronghua Wu ALOGD("MediaCodec::reclaim(%p) %s", this, mInitName.c_str()); 96847a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu sp<AMessage> msg = new AMessage(kWhatRelease, this); 96947a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu msg->setInt32("reclaimed", 1); 9704b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu msg->setInt32("force", force ? 1 : 0); 97147a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu 97247a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu sp<AMessage> response; 9730abb2aa4859ced9165c77324cb83d1cd94f5f20cRonghua Wu status_t ret = PostAndAwaitResponse(msg, &response); 9740abb2aa4859ced9165c77324cb83d1cd94f5f20cRonghua Wu if (ret == -ENOENT) { 9750abb2aa4859ced9165c77324cb83d1cd94f5f20cRonghua Wu ALOGD("MediaCodec looper is gone, skip reclaim"); 9760abb2aa4859ced9165c77324cb83d1cd94f5f20cRonghua Wu ret = OK; 9770abb2aa4859ced9165c77324cb83d1cd94f5f20cRonghua Wu } 9780abb2aa4859ced9165c77324cb83d1cd94f5f20cRonghua Wu return ret; 97947a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu} 98047a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu 981c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberstatus_t MediaCodec::release() { 9821d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatRelease, this); 983c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 984c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber sp<AMessage> response; 985c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return PostAndAwaitResponse(msg, &response); 986c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber} 987c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 988671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnarstatus_t MediaCodec::reset() { 989671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar /* When external-facing MediaCodec object is created, 990671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar it is already initialized. Thus, reset is essentially 991671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar release() followed by init(), plus clearing the state */ 992671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 993671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar status_t err = release(); 994671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 995671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar // unregister handlers 996671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar if (mCodec != NULL) { 997671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar if (mCodecLooper != NULL) { 998671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mCodecLooper->unregisterHandler(mCodec->id()); 999671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar } else { 1000671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mLooper->unregisterHandler(mCodec->id()); 1001671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar } 1002671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mCodec = NULL; 1003671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar } 1004671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mLooper->unregisterHandler(id()); 1005671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 1006671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mFlags = 0; // clear all flags 1007251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mStickyError = OK; 1008671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 1009671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar // reset state not reset by setState(UNINITIALIZED) 1010671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mReplyID = 0; 1011671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mDequeueInputReplyID = 0; 1012671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mDequeueOutputReplyID = 0; 1013671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mDequeueInputTimeoutGeneration = 0; 1014671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mDequeueOutputTimeoutGeneration = 0; 1015671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mHaveInputSurface = false; 1016671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 1017671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar if (err == OK) { 1018dc9f58dc23a86d0635fd8601d1cbc8d47bab0303Andy Hung err = init(mInitName, mInitNameIsType, mInitIsEncoder); 1019671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar } 1020671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar return err; 1021671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar} 1022671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 10235778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::queueInputBuffer( 10245778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t index, 10255778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t offset, 10265778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t size, 10275778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t presentationTimeUs, 10285b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber uint32_t flags, 10295b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber AString *errorDetailMsg) { 10305b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber if (errorDetailMsg != NULL) { 10315b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber errorDetailMsg->clear(); 10325b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber } 10335b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber 10341d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatQueueInputBuffer, this); 10355778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setSize("index", index); 10365778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setSize("offset", offset); 10375778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setSize("size", size); 10385778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt64("timeUs", presentationTimeUs); 10395778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("flags", flags); 10405b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber msg->setPointer("errorDetailMsg", errorDetailMsg); 10415778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10425778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 10435778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 10445778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 10455778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10464b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huberstatus_t MediaCodec::queueSecureInputBuffer( 10474b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size_t index, 10484b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size_t offset, 10494b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const CryptoPlugin::SubSample *subSamples, 10504b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size_t numSubSamples, 10514b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const uint8_t key[16], 10524b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const uint8_t iv[16], 10534b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CryptoPlugin::Mode mode, 105418cb1eca504817b5b144a023ae2792d90e74c9a5Jeff Tinker const CryptoPlugin::Pattern &pattern, 10554b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber int64_t presentationTimeUs, 10565b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber uint32_t flags, 10575b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber AString *errorDetailMsg) { 10585b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber if (errorDetailMsg != NULL) { 10595b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber errorDetailMsg->clear(); 10605b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber } 10615b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber 10621d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatQueueInputBuffer, this); 10634b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setSize("index", index); 10644b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setSize("offset", offset); 10654b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setPointer("subSamples", (void *)subSamples); 10664b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setSize("numSubSamples", numSubSamples); 10674b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setPointer("key", (void *)key); 10684b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setPointer("iv", (void *)iv); 10694b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setInt32("mode", mode); 107018cb1eca504817b5b144a023ae2792d90e74c9a5Jeff Tinker msg->setInt32("encryptBlocks", pattern.mEncryptBlocks); 107118cb1eca504817b5b144a023ae2792d90e74c9a5Jeff Tinker msg->setInt32("skipBlocks", pattern.mSkipBlocks); 10724b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setInt64("timeUs", presentationTimeUs); 10734b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setInt32("flags", flags); 10745b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber msg->setPointer("errorDetailMsg", errorDetailMsg); 10754b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 10764b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber sp<AMessage> response; 10775b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber status_t err = PostAndAwaitResponse(msg, &response); 10785b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber 10795b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber return err; 10804b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber} 10814b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 10825778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::dequeueInputBuffer(size_t *index, int64_t timeoutUs) { 10831d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatDequeueInputBuffer, this); 10845778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt64("timeoutUs", timeoutUs); 10855778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10865778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 10875778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err; 10885778822d86b0337407514b9372562b86edfa91cdAndreas Huber if ((err = PostAndAwaitResponse(msg, &response)) != OK) { 10895778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 10905778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 10915778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10925778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findSize("index", index)); 10935778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10945778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 10955778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 10965778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10975778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::dequeueOutputBuffer( 10985778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t *index, 10995778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t *offset, 11005778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t *size, 11015778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t *presentationTimeUs, 11025778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t *flags, 11035778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t timeoutUs) { 11041d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatDequeueOutputBuffer, this); 11055778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt64("timeoutUs", timeoutUs); 11065778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11075778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 11085778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err; 11095778822d86b0337407514b9372562b86edfa91cdAndreas Huber if ((err = PostAndAwaitResponse(msg, &response)) != OK) { 11105778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 11115778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 11125778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11135778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findSize("index", index)); 11145778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findSize("offset", offset)); 11155778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findSize("size", size)); 11165778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findInt64("timeUs", presentationTimeUs)); 11175778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findInt32("flags", (int32_t *)flags)); 11185778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11195778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 11205778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 11215778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11225778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::renderOutputBufferAndRelease(size_t index) { 11231d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatReleaseOutputBuffer, this); 11245778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setSize("index", index); 11255778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("render", true); 11265778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11275778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 11285778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 11295778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 11305778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1131fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnarstatus_t MediaCodec::renderOutputBufferAndRelease(size_t index, int64_t timestampNs) { 11321d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatReleaseOutputBuffer, this); 1133fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar msg->setSize("index", index); 1134fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar msg->setInt32("render", true); 1135fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar msg->setInt64("timestampNs", timestampNs); 1136fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar 1137fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar sp<AMessage> response; 1138fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar return PostAndAwaitResponse(msg, &response); 1139fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar} 1140fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar 11415778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::releaseOutputBuffer(size_t index) { 11421d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatReleaseOutputBuffer, this); 11435778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setSize("index", index); 11445778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11455778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 11465778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 11475778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 11485778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11497cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFaddenstatus_t MediaCodec::signalEndOfInputStream() { 11501d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatSignalEndOfInputStream, this); 11517cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 11527cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<AMessage> response; 11537cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden return PostAndAwaitResponse(msg, &response); 11547cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden} 11557cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 11565778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::getOutputFormat(sp<AMessage> *format) const { 11571d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatGetOutputFormat, this); 11585778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11595778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 11605778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err; 11615778822d86b0337407514b9372562b86edfa91cdAndreas Huber if ((err = PostAndAwaitResponse(msg, &response)) != OK) { 11625778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 11635778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 11645778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11655778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findMessage("format", format)); 11665778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11675778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 11685778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 11695778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1170e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnarstatus_t MediaCodec::getInputFormat(sp<AMessage> *format) const { 11711d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatGetInputFormat, this); 1172e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 1173e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar sp<AMessage> response; 1174e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar status_t err; 1175e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if ((err = PostAndAwaitResponse(msg, &response)) != OK) { 1176e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar return err; 1177e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 1178e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 1179e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar CHECK(response->findMessage("format", format)); 1180e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 1181e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar return OK; 1182e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar} 1183e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 1184717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjostatus_t MediaCodec::getName(AString *name) const { 11851d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatGetName, this); 1186717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 1187717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo sp<AMessage> response; 1188717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo status_t err; 1189717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo if ((err = PostAndAwaitResponse(msg, &response)) != OK) { 1190717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo return err; 1191717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo } 1192717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 1193717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo CHECK(response->findString("name", name)); 1194717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 1195717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo return OK; 1196717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo} 1197717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 1198afb43f76821e6a63e17e6484289a40430ada6978Ray Essickstatus_t MediaCodec::getMetrics(MediaAnalyticsItem * &reply) { 1199afb43f76821e6a63e17e6484289a40430ada6978Ray Essick 1200afb43f76821e6a63e17e6484289a40430ada6978Ray Essick reply = NULL; 1201db1221479a7ffe7094c51c463bbd36522ed106abRay Essick 1202db1221479a7ffe7094c51c463bbd36522ed106abRay Essick // shouldn't happen, but be safe 1203db1221479a7ffe7094c51c463bbd36522ed106abRay Essick if (mAnalyticsItem == NULL) { 1204db1221479a7ffe7094c51c463bbd36522ed106abRay Essick return UNKNOWN_ERROR; 1205db1221479a7ffe7094c51c463bbd36522ed106abRay Essick } 1206db1221479a7ffe7094c51c463bbd36522ed106abRay Essick 1207db1221479a7ffe7094c51c463bbd36522ed106abRay Essick // XXX: go get current values for whatever in-flight data we want 1208db1221479a7ffe7094c51c463bbd36522ed106abRay Essick 1209db1221479a7ffe7094c51c463bbd36522ed106abRay Essick // send it back to the caller. 1210afb43f76821e6a63e17e6484289a40430ada6978Ray Essick reply = mAnalyticsItem->dup(); 1211db1221479a7ffe7094c51c463bbd36522ed106abRay Essick 1212db1221479a7ffe7094c51c463bbd36522ed106abRay Essick return OK; 1213db1221479a7ffe7094c51c463bbd36522ed106abRay Essick} 1214db1221479a7ffe7094c51c463bbd36522ed106abRay Essick 12157e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kimstatus_t MediaCodec::getInputBuffers(Vector<sp<MediaCodecBuffer> > *buffers) const { 12161d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatGetBuffers, this); 12175778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("portIndex", kPortIndexInput); 12185778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setPointer("buffers", buffers); 12195778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12205778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 12215778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 12225778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 12235778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12247e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kimstatus_t MediaCodec::getOutputBuffers(Vector<sp<MediaCodecBuffer> > *buffers) const { 12251d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatGetBuffers, this); 12265778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("portIndex", kPortIndexOutput); 12275778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setPointer("buffers", buffers); 12285778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12295778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 12305778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 12315778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 12325778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12337e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kimstatus_t MediaCodec::getOutputBuffer(size_t index, sp<MediaCodecBuffer> *buffer) { 12347bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar sp<AMessage> format; 12357bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar return getBufferAndFormat(kPortIndexOutput, index, buffer, &format); 12367bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar} 12377bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 12387bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnarstatus_t MediaCodec::getOutputFormat(size_t index, sp<AMessage> *format) { 12397e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim sp<MediaCodecBuffer> buffer; 12407bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar return getBufferAndFormat(kPortIndexOutput, index, &buffer, format); 12417bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar} 12427bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 12437e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kimstatus_t MediaCodec::getInputBuffer(size_t index, sp<MediaCodecBuffer> *buffer) { 12447bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar sp<AMessage> format; 12457bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar return getBufferAndFormat(kPortIndexInput, index, buffer, &format); 12467bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar} 12477bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 12480e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnarbool MediaCodec::isExecuting() const { 12490e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar return mState == STARTED || mState == FLUSHED; 12500e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar} 12510e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar 12527bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnarstatus_t MediaCodec::getBufferAndFormat( 12537bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar size_t portIndex, size_t index, 12547e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim sp<MediaCodecBuffer> *buffer, sp<AMessage> *format) { 12557bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar // use mutex instead of a context switch 125647a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu if (mReleasedByResourceManager) { 1257b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage ALOGE("getBufferAndFormat - resource already released"); 125847a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu return DEAD_OBJECT; 125947a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu } 126047a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu 1261b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage if (buffer == NULL) { 12627e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim ALOGE("getBufferAndFormat - null MediaCodecBuffer"); 1263b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage return INVALID_OPERATION; 1264b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage } 1265b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage 1266b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage if (format == NULL) { 1267b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage ALOGE("getBufferAndFormat - null AMessage"); 1268b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage return INVALID_OPERATION; 1269b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage } 1270b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage 12717bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar buffer->clear(); 12727bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar format->clear(); 1273b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage 12740e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (!isExecuting()) { 1275b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage ALOGE("getBufferAndFormat - not executing"); 12767bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar return INVALID_OPERATION; 12777bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar } 12787bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 12797bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar // we do not want mPortBuffers to change during this section 12807bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar // we also don't want mOwnedByClient to change during this 12817bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Mutex::Autolock al(mBufferLock); 1282b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage 1283dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim std::vector<BufferInfo> &buffers = mPortBuffers[portIndex]; 1284dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim if (index >= buffers.size()) { 1285b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage ALOGE("getBufferAndFormat - trying to get buffer with " 1286dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim "bad index (index=%zu buffer_size=%zu)", index, buffers.size()); 1287b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage return INVALID_OPERATION; 12887bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar } 1289b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage 1290dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim const BufferInfo &info = buffers[index]; 1291b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage if (!info.mOwnedByClient) { 1292b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage ALOGE("getBufferAndFormat - invalid operation " 12930362655ca9494052f348f83dabecf9ea27003976Aaron Vaage "(the index %zu is not owned by client)", index); 1294b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage return INVALID_OPERATION; 1295b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage } 1296b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage 12974811923e80a8abefa278307ebf8cc9b0294ba67fWonsik Kim *buffer = info.mData; 1298fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim *format = info.mData->format(); 1299b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage 13007bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar return OK; 13017bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar} 13027bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 13035778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::flush() { 13041d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatFlush, this); 13055778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13065778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 13075778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 13085778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 13095778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1310496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huberstatus_t MediaCodec::requestIDRFrame() { 13111d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatRequestIDRFrame, this))->post(); 1312496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 1313496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber return OK; 1314496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber} 1315496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 1316575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Hubervoid MediaCodec::requestActivityNotification(const sp<AMessage> ¬ify) { 13171d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatRequestActivityNotification, this); 1318575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber msg->setMessage("notify", notify); 1319575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber msg->post(); 1320575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber} 1321575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 13225778822d86b0337407514b9372562b86edfa91cdAndreas Huber//////////////////////////////////////////////////////////////////////////////// 13235778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13245778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid MediaCodec::cancelPendingDequeueOperations() { 13255778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mFlags & kFlagDequeueInputPending) { 1326c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(mDequeueInputReplyID, INVALID_OPERATION); 13275778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13285778822d86b0337407514b9372562b86edfa91cdAndreas Huber ++mDequeueInputTimeoutGeneration; 13295778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputReplyID = 0; 13305778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueInputPending; 13315778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 13325778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13335778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mFlags & kFlagDequeueOutputPending) { 1334c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(mDequeueOutputReplyID, INVALID_OPERATION); 13355778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13365778822d86b0337407514b9372562b86edfa91cdAndreas Huber ++mDequeueOutputTimeoutGeneration; 13375778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueOutputReplyID = 0; 13385778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueOutputPending; 13395778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 13405778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 13415778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13423f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnarbool MediaCodec::handleDequeueInputBuffer(const sp<AReplyToken> &replyID, bool newRequest) { 13430e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (!isExecuting() || (mFlags & kFlagIsAsync) 13445778822d86b0337407514b9372562b86edfa91cdAndreas Huber || (newRequest && (mFlags & kFlagDequeueInputPending))) { 1345c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 13465778822d86b0337407514b9372562b86edfa91cdAndreas Huber return true; 1347251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 1348251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 1349251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return true; 13505778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 13515778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13525778822d86b0337407514b9372562b86edfa91cdAndreas Huber ssize_t index = dequeuePortBuffer(kPortIndexInput); 13535778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13545778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (index < 0) { 13555778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ(index, -EAGAIN); 13565778822d86b0337407514b9372562b86edfa91cdAndreas Huber return false; 13575778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 13585778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13595778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response = new AMessage; 13605778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setSize("index", index); 13615778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->postReply(replyID); 13625778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13635778822d86b0337407514b9372562b86edfa91cdAndreas Huber return true; 13645778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 13655778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13663f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnarbool MediaCodec::handleDequeueOutputBuffer(const sp<AReplyToken> &replyID, bool newRequest) { 13670e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (!isExecuting() || (mFlags & kFlagIsAsync) 13685778822d86b0337407514b9372562b86edfa91cdAndreas Huber || (newRequest && (mFlags & kFlagDequeueOutputPending))) { 136947a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu PostReplyWithError(replyID, INVALID_OPERATION); 1370251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 137147a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu PostReplyWithError(replyID, getStickyError()); 13725778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (mFlags & kFlagOutputBuffersChanged) { 137347a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu PostReplyWithError(replyID, INFO_OUTPUT_BUFFERS_CHANGED); 13745778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagOutputBuffersChanged; 13755778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (mFlags & kFlagOutputFormatChanged) { 137647a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu PostReplyWithError(replyID, INFO_FORMAT_CHANGED); 13775778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagOutputFormatChanged; 13785778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 137947a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu sp<AMessage> response = new AMessage; 13805778822d86b0337407514b9372562b86edfa91cdAndreas Huber ssize_t index = dequeuePortBuffer(kPortIndexOutput); 13815778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13825778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (index < 0) { 13835778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ(index, -EAGAIN); 13845778822d86b0337407514b9372562b86edfa91cdAndreas Huber return false; 13855778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 13865778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13877e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim const sp<MediaCodecBuffer> &buffer = 1388dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mPortBuffers[kPortIndexOutput][index].mData; 13895778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13905778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setSize("index", index); 13915778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setSize("offset", buffer->offset()); 13925778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setSize("size", buffer->size()); 13935778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13945778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t timeUs; 13955778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(buffer->meta()->findInt64("timeUs", &timeUs)); 13965778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13975778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setInt64("timeUs", timeUs); 13985778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1399dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim int32_t flags; 1400dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim CHECK(buffer->meta()->findInt32("flags", &flags)); 14015778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14025778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setInt32("flags", flags); 140347a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu response->postReply(replyID); 14045778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14055778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14065778822d86b0337407514b9372562b86edfa91cdAndreas Huber return true; 14075778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 14085778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14095778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid MediaCodec::onMessageReceived(const sp<AMessage> &msg) { 14105778822d86b0337407514b9372562b86edfa91cdAndreas Huber switch (msg->what()) { 14115778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatCodecNotify: 14125778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 14135778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t what; 14145778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("what", &what)); 14155778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14165778822d86b0337407514b9372562b86edfa91cdAndreas Huber switch (what) { 141779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim case kWhatError: 14185778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 1419251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung int32_t err, actionCode; 1420251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung CHECK(msg->findInt32("err", &err)); 1421251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung CHECK(msg->findInt32("actionCode", &actionCode)); 14225778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14239e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen ALOGE("Codec reported err %#x, actionCode %d, while in state %d", 14249e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen err, actionCode, mState); 1425251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (err == DEAD_OBJECT) { 1426aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber mFlags |= kFlagSawMediaServerDie; 142752dfbee90cc3c4426428318e06a92774f5201198Praveen Chavan mFlags &= ~kFlagIsComponentAllocated; 1428aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber } 1429aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber 14305530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia bool sendErrorResponse = true; 14315778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14325778822d86b0337407514b9372562b86edfa91cdAndreas Huber switch (mState) { 14335778822d86b0337407514b9372562b86edfa91cdAndreas Huber case INITIALIZING: 14345778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 14355778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(UNINITIALIZED); 14365778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 14375778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14385778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14395778822d86b0337407514b9372562b86edfa91cdAndreas Huber case CONFIGURING: 14405778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 144182b7fe8aa03558bf90769a3d88536e6105db371bRay Essick if (actionCode == ACTION_CODE_FATAL) { 144282b7fe8aa03558bf90769a3d88536e6105db371bRay Essick mAnalyticsItem->setInt32(kCodecError, err); 144382b7fe8aa03558bf90769a3d88536e6105db371bRay Essick mAnalyticsItem->setInt32(kCodecErrorState, mState); 144482b7fe8aa03558bf90769a3d88536e6105db371bRay Essick flushAnalyticsItem(); 144582b7fe8aa03558bf90769a3d88536e6105db371bRay Essick initAnalyticsItem(); 144682b7fe8aa03558bf90769a3d88536e6105db371bRay Essick } 1447c22c695660ed9edaba0d4cd7c0ab3a794216fe80Wei Jia setState(actionCode == ACTION_CODE_FATAL ? 1448c22c695660ed9edaba0d4cd7c0ab3a794216fe80Wei Jia UNINITIALIZED : INITIALIZED); 14495778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 14505778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14515778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14525778822d86b0337407514b9372562b86edfa91cdAndreas Huber case STARTING: 14535778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 145482b7fe8aa03558bf90769a3d88536e6105db371bRay Essick if (actionCode == ACTION_CODE_FATAL) { 145582b7fe8aa03558bf90769a3d88536e6105db371bRay Essick mAnalyticsItem->setInt32(kCodecError, err); 145682b7fe8aa03558bf90769a3d88536e6105db371bRay Essick mAnalyticsItem->setInt32(kCodecErrorState, mState); 145782b7fe8aa03558bf90769a3d88536e6105db371bRay Essick flushAnalyticsItem(); 145882b7fe8aa03558bf90769a3d88536e6105db371bRay Essick initAnalyticsItem(); 145982b7fe8aa03558bf90769a3d88536e6105db371bRay Essick } 1460c22c695660ed9edaba0d4cd7c0ab3a794216fe80Wei Jia setState(actionCode == ACTION_CODE_FATAL ? 1461c22c695660ed9edaba0d4cd7c0ab3a794216fe80Wei Jia UNINITIALIZED : CONFIGURED); 14625778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 14635778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14645778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1465c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber case RELEASING: 14665778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 14675778822d86b0337407514b9372562b86edfa91cdAndreas Huber // Ignore the error, assuming we'll still get 14685d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang // the shutdown complete notification. If we 14695d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang // don't, we'll timeout and force release. 14705530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia sendErrorResponse = false; 14715d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang } 14725d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang // fall-thru 14735d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang case STOPPING: 14745d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang { 1475aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber if (mFlags & kFlagSawMediaServerDie) { 147603ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // MediaServer died, there definitely won't 147703ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // be a shutdown complete notification after 147803ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // all. 147903ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber 148003ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // note that we're directly going from 148103ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // STOPPING->UNINITIALIZED, instead of the 148203ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // usual STOPPING->INITIALIZED state. 148303ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber setState(UNINITIALIZED); 14846e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar if (mState == RELEASING) { 14856e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar mComponentName.clear(); 14866e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar } 148703ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber (new AMessage)->postReply(mReplyID); 14885d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang sendErrorResponse = false; 148903ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber } 14905778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 14915778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14925778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14935778822d86b0337407514b9372562b86edfa91cdAndreas Huber case FLUSHING: 14945778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 14959e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen if (actionCode == ACTION_CODE_FATAL) { 149682b7fe8aa03558bf90769a3d88536e6105db371bRay Essick mAnalyticsItem->setInt32(kCodecError, err); 149782b7fe8aa03558bf90769a3d88536e6105db371bRay Essick mAnalyticsItem->setInt32(kCodecErrorState, mState); 149882b7fe8aa03558bf90769a3d88536e6105db371bRay Essick flushAnalyticsItem(); 149982b7fe8aa03558bf90769a3d88536e6105db371bRay Essick initAnalyticsItem(); 150082b7fe8aa03558bf90769a3d88536e6105db371bRay Essick 15019e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen setState(UNINITIALIZED); 15029e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen } else { 15039e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen setState( 15049e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen (mFlags & kFlagIsAsync) ? FLUSHED : STARTED); 15059e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen } 15065778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 15075778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15085778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15090e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar case FLUSHED: 15105778822d86b0337407514b9372562b86edfa91cdAndreas Huber case STARTED: 15115778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 15125530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia sendErrorResponse = false; 15135778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1514251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setStickyError(err); 1515575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 15165778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15175778822d86b0337407514b9372562b86edfa91cdAndreas Huber cancelPendingDequeueOperations(); 1518c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1519c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 1520251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung onError(err, actionCode); 1521251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 1522251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung switch (actionCode) { 1523251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case ACTION_CODE_TRANSIENT: 1524251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 1525251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case ACTION_CODE_RECOVERABLE: 1526251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setState(INITIALIZED); 1527251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 1528251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung default: 152982b7fe8aa03558bf90769a3d88536e6105db371bRay Essick mAnalyticsItem->setInt32(kCodecError, err); 153082b7fe8aa03558bf90769a3d88536e6105db371bRay Essick mAnalyticsItem->setInt32(kCodecErrorState, mState); 153182b7fe8aa03558bf90769a3d88536e6105db371bRay Essick flushAnalyticsItem(); 153282b7fe8aa03558bf90769a3d88536e6105db371bRay Essick initAnalyticsItem(); 1533251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setState(UNINITIALIZED); 1534251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 1535c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 15365778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 15375778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15385778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15395778822d86b0337407514b9372562b86edfa91cdAndreas Huber default: 15405778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 15415530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia sendErrorResponse = false; 15425778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1543251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setStickyError(err); 1544575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 1545c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1546251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung // actionCode in an uninitialized state is always fatal. 1547251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (mState == UNINITIALIZED) { 1548251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung actionCode = ACTION_CODE_FATAL; 1549251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 1550c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 1551251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung onError(err, actionCode); 1552251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 1553251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung switch (actionCode) { 1554251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case ACTION_CODE_TRANSIENT: 1555251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 1556251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case ACTION_CODE_RECOVERABLE: 1557251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setState(INITIALIZED); 1558251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 1559251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung default: 1560251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setState(UNINITIALIZED); 1561251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 1562c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 15635778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 15645778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15655778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15665778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15675530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia if (sendErrorResponse) { 1568251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(mReplyID, err); 15695778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15705778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 15715778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15725778822d86b0337407514b9372562b86edfa91cdAndreas Huber 157379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim case kWhatComponentAllocated: 15745778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 15755778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ(mState, INITIALIZING); 15765778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(INITIALIZED); 157752dfbee90cc3c4426428318e06a92774f5201198Praveen Chavan mFlags |= kFlagIsComponentAllocated; 15785778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1579717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo CHECK(msg->findString("componentName", &mComponentName)); 15805778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15818574195df5de20af5fc16d6f9da1b132d6d5bfeeRay Essick if (mComponentName.c_str()) { 15828574195df5de20af5fc16d6f9da1b132d6d5bfeeRay Essick mAnalyticsItem->setCString(kCodecCodec, mComponentName.c_str()); 15838574195df5de20af5fc16d6f9da1b132d6d5bfeeRay Essick } 15848574195df5de20af5fc16d6f9da1b132d6d5bfeeRay Essick 1585717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo if (mComponentName.startsWith("OMX.google.")) { 15863a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar mFlags |= kFlagUsesSoftwareRenderer; 15875778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 15883a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar mFlags &= ~kFlagUsesSoftwareRenderer; 15895778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15905778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1591ea15fd29af81490311af9e12949b43524c39400eRonghua Wu MediaResource::Type resourceType; 1592717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo if (mComponentName.endsWith(".secure")) { 15931bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber mFlags |= kFlagIsSecure; 1594ea15fd29af81490311af9e12949b43524c39400eRonghua Wu resourceType = MediaResource::kSecureCodec; 15958574195df5de20af5fc16d6f9da1b132d6d5bfeeRay Essick mAnalyticsItem->setInt32(kCodecSecure, 1); 15961bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber } else { 15971bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber mFlags &= ~kFlagIsSecure; 1598ea15fd29af81490311af9e12949b43524c39400eRonghua Wu resourceType = MediaResource::kNonSecureCodec; 15998574195df5de20af5fc16d6f9da1b132d6d5bfeeRay Essick mAnalyticsItem->setInt32(kCodecSecure, 0); 16001bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber } 1601c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu 160258828196edf2fc4debbd7913198a8149f039b4a9Ronghua Wu if (mIsVideo) { 160358828196edf2fc4debbd7913198a8149f039b4a9Ronghua Wu // audio codec is currently ignored. 1604ea15fd29af81490311af9e12949b43524c39400eRonghua Wu addResource(resourceType, MediaResource::kVideoCodec, 1); 160558828196edf2fc4debbd7913198a8149f039b4a9Ronghua Wu } 16061bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber 16075778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(mReplyID); 16085778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 16095778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 16105778822d86b0337407514b9372562b86edfa91cdAndreas Huber 161179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim case kWhatComponentConfigured: 16125778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 1613c6044a135324979e62cc59db9dbde8b11c4bb74bAndy Hung if (mState == UNINITIALIZED || mState == INITIALIZED) { 1614c6044a135324979e62cc59db9dbde8b11c4bb74bAndy Hung // In case a kWhatError message came in and replied with error, 1615c6044a135324979e62cc59db9dbde8b11c4bb74bAndy Hung // we log a warning and ignore. 1616c6044a135324979e62cc59db9dbde8b11c4bb74bAndy Hung ALOGW("configure interrupted by error, current state %d", mState); 1617c6044a135324979e62cc59db9dbde8b11c4bb74bAndy Hung break; 1618c6044a135324979e62cc59db9dbde8b11c4bb74bAndy Hung } 16195778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ(mState, CONFIGURING); 16205778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16216507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden // reset input surface flag 16226507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mHaveInputSurface = false; 16236507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden 1624e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar CHECK(msg->findMessage("input-format", &mInputFormat)); 1625e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar CHECK(msg->findMessage("output-format", &mOutputFormat)); 1626b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGV("[%s] configured as input format: %s, output format: %s", 1627b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mComponentName.c_str(), 1628b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mInputFormat->debugString(4).c_str(), 1629b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mOutputFormat->debugString(4).c_str()); 16303a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar int32_t usingSwRenderer; 16313a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (mOutputFormat->findInt32("using-sw-renderer", &usingSwRenderer) 16323a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar && usingSwRenderer) { 16333a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar mFlags |= kFlagUsesSoftwareRenderer; 16343a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 16352606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang setState(CONFIGURED); 16365778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(mReplyID); 16379c2480b117dc3fd1e6af3b0fdb209d787c17e087Ray Essick 16389c2480b117dc3fd1e6af3b0fdb209d787c17e087Ray Essick // augment our media metrics info, now that we know more things 16399c2480b117dc3fd1e6af3b0fdb209d787c17e087Ray Essick if (mAnalyticsItem != NULL) { 16409c2480b117dc3fd1e6af3b0fdb209d787c17e087Ray Essick sp<AMessage> format; 16419c2480b117dc3fd1e6af3b0fdb209d787c17e087Ray Essick if (mConfigureMsg != NULL && 16429c2480b117dc3fd1e6af3b0fdb209d787c17e087Ray Essick mConfigureMsg->findMessage("format", &format)) { 16439c2480b117dc3fd1e6af3b0fdb209d787c17e087Ray Essick // format includes: mime 16449c2480b117dc3fd1e6af3b0fdb209d787c17e087Ray Essick AString mime; 16459c2480b117dc3fd1e6af3b0fdb209d787c17e087Ray Essick if (format->findString("mime", &mime)) { 16469c2480b117dc3fd1e6af3b0fdb209d787c17e087Ray Essick mAnalyticsItem->setCString(kCodecMime, mime.c_str()); 16479c2480b117dc3fd1e6af3b0fdb209d787c17e087Ray Essick } 16489c2480b117dc3fd1e6af3b0fdb209d787c17e087Ray Essick } 16499c2480b117dc3fd1e6af3b0fdb209d787c17e087Ray Essick } 16505778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 16515778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 16525778822d86b0337407514b9372562b86edfa91cdAndreas Huber 165379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim case kWhatInputSurfaceCreated: 16547cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 165592cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar // response to initiateCreateInputSurface() 16567cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden status_t err = NO_ERROR; 16571dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AMessage> response = new AMessage; 16587cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden if (!msg->findInt32("err", &err)) { 16597cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<RefBase> obj; 16607cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden msg->findObject("input-surface", &obj); 1661b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar CHECK(msg->findMessage("input-format", &mInputFormat)); 1662b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar CHECK(msg->findMessage("output-format", &mOutputFormat)); 1663b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGV("[%s] input surface created as input format: %s, output format: %s", 1664b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mComponentName.c_str(), 1665b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mInputFormat->debugString(4).c_str(), 1666b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mOutputFormat->debugString(4).c_str()); 16677cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden CHECK(obj != NULL); 16687cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden response->setObject("input-surface", obj); 16696507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mHaveInputSurface = true; 16707cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } else { 16717cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden response->setInt32("err", err); 16727cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 16737cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden response->postReply(mReplyID); 16747cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 16757cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 16767cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 167779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim case kWhatInputSurfaceAccepted: 1678d291c222357303b9611cab89d0c3b047584ef377Chong Zhang { 16798f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang // response to initiateSetInputSurface() 1680d291c222357303b9611cab89d0c3b047584ef377Chong Zhang status_t err = NO_ERROR; 1681d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<AMessage> response = new AMessage(); 1682d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (!msg->findInt32("err", &err)) { 1683addf2cbb120346ae42e78fa739245a353db5edadChong Zhang CHECK(msg->findMessage("input-format", &mInputFormat)); 1684addf2cbb120346ae42e78fa739245a353db5edadChong Zhang CHECK(msg->findMessage("output-format", &mOutputFormat)); 1685d291c222357303b9611cab89d0c3b047584ef377Chong Zhang mHaveInputSurface = true; 1686d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } else { 1687d291c222357303b9611cab89d0c3b047584ef377Chong Zhang response->setInt32("err", err); 1688d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 1689d291c222357303b9611cab89d0c3b047584ef377Chong Zhang response->postReply(mReplyID); 1690d291c222357303b9611cab89d0c3b047584ef377Chong Zhang break; 1691d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 1692d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 169379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim case kWhatSignaledInputEOS: 16947cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 169592cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar // response to signalEndOfInputStream() 16961dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AMessage> response = new AMessage; 16977cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden status_t err; 16987cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden if (msg->findInt32("err", &err)) { 16997cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden response->setInt32("err", err); 17007cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 17017cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden response->postReply(mReplyID); 17027cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 17037cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 17047cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 1705dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim case kWhatStartCompleted: 17065778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 1707dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim CHECK_EQ(mState, STARTING); 1708dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim if (mIsVideo) { 1709dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim addResource( 1710dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim MediaResource::kGraphicMemory, 1711dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim MediaResource::kUnspecifiedSubType, 1712dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim getGraphicBufferSize()); 1713fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim } 1714dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim setState(STARTED); 1715dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim (new AMessage)->postReply(mReplyID); 1716dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim break; 1717dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim } 1718fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim 1719dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim case kWhatOutputBuffersChanged: 1720dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim { 1721dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mFlags |= kFlagOutputBuffersChanged; 1722dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim postActivityNotificationIfPossible(); 17235778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 17245778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 17255778822d86b0337407514b9372562b86edfa91cdAndreas Huber 172679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim case kWhatOutputFramesRendered: 172790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar { 172890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // ignore these in all states except running, and check that we have a 172990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // notification set 173090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (mState == STARTED && mOnFrameRenderedNotification != NULL) { 173190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar sp<AMessage> notify = mOnFrameRenderedNotification->dup(); 173290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar notify->setMessage("data", msg); 173390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar notify->post(); 173490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 173590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar break; 173690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 173790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 173879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim case kWhatFillThisBuffer: 17395778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 17405778822d86b0337407514b9372562b86edfa91cdAndreas Huber /* size_t index = */updateBuffers(kPortIndexInput, msg); 17415778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1742c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber if (mState == FLUSHING 1743c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber || mState == STOPPING 1744c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber || mState == RELEASING) { 17455778822d86b0337407514b9372562b86edfa91cdAndreas Huber returnBuffersToCodecOnPort(kPortIndexInput); 17465778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 17475778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 17485778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17498ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber if (!mCSD.empty()) { 17508ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber ssize_t index = dequeuePortBuffer(kPortIndexInput); 17518ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber CHECK_GE(index, 0); 17528ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 17538ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber // If codec specific data had been specified as 17548ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber // part of the format in the call to configure and 17558ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber // if there's more csd left, we submit it here 17568ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber // clients only get access to input buffers once 17578ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber // this data has been exhausted. 17588ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 17598ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber status_t err = queueCSDInputBuffer(index); 17608ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 17618ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber if (err != OK) { 17628ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber ALOGE("queueCSDInputBuffer failed w/ error %d", 17638ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber err); 17648ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 1765251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setStickyError(err); 1766575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 1767575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 17688ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber cancelPendingDequeueOperations(); 17698ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber } 17708ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber break; 17718ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber } 17728ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 1773c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 17746e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar if (!mHaveInputSurface) { 17753d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang if (mState == FLUSHED) { 17763d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang mHavePendingInputBuffers = true; 17773d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang } else { 17783d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang onInputBufferAvailable(); 17793d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang } 17806e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar } 1781c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } else if (mFlags & kFlagDequeueInputPending) { 17825778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(handleDequeueInputBuffer(mDequeueInputReplyID)); 17835778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17845778822d86b0337407514b9372562b86edfa91cdAndreas Huber ++mDequeueInputTimeoutGeneration; 17855778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueInputPending; 17865778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputReplyID = 0; 1787575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber } else { 1788575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 17895778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 17905778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 17915778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 17925778822d86b0337407514b9372562b86edfa91cdAndreas Huber 179379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim case kWhatDrainThisBuffer: 17945778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 17955778822d86b0337407514b9372562b86edfa91cdAndreas Huber /* size_t index = */updateBuffers(kPortIndexOutput, msg); 17965778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1797c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber if (mState == FLUSHING 1798c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber || mState == STOPPING 1799c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber || mState == RELEASING) { 18005778822d86b0337407514b9372562b86edfa91cdAndreas Huber returnBuffersToCodecOnPort(kPortIndexOutput); 18015778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 18025778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 18035778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18047e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim sp<RefBase> obj; 18057e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim CHECK(msg->findObject("buffer", &obj)); 18067e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim sp<MediaCodecBuffer> buffer = static_cast<MediaCodecBuffer *>(obj.get()); 18075778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1808fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim if (mOutputFormat != buffer->format()) { 1809fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim mOutputFormat = buffer->format(); 1810fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim ALOGV("[%s] output format changed to: %s", 1811fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim mComponentName.c_str(), mOutputFormat->debugString(4).c_str()); 1812fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim 1813fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim if (mSoftRenderer == NULL && 1814fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim mSurface != NULL && 1815fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim (mFlags & kFlagUsesSoftwareRenderer)) { 1816fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim AString mime; 1817fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim CHECK(mOutputFormat->findString("mime", &mime)); 1818fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim 1819fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim // TODO: propagate color aspects to software renderer to allow better 1820fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim // color conversion to RGB. For now, just mark dataspace for YUV 1821fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim // rendering. 1822fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim int32_t dataSpace; 1823fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim if (mOutputFormat->findInt32("android._dataspace", &dataSpace)) { 1824fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim ALOGD("[%s] setting dataspace on output surface to #%x", 1825fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim mComponentName.c_str(), dataSpace); 1826fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim int err = native_window_set_buffers_data_space( 1827fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim mSurface.get(), (android_dataspace)dataSpace); 1828fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim ALOGW_IF(err != 0, "failed to set dataspace on surface (%d)", err); 1829fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim } 1830fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim 1831fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim if (mime.startsWithIgnoreCase("video/")) { 1832fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim mSoftRenderer = new SoftwareRenderer(mSurface, mRotationDegrees); 1833fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim } 1834fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim } 18355778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1836fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim if (mFlags & kFlagIsEncoder) { 1837fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim // Before we announce the format change we should 1838fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim // collect codec specific data and amend the output 1839fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim // format as necessary. 1840dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim int32_t flags = 0; 1841dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim (void) buffer->meta()->findInt32("flags", &flags); 1842dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim if (flags & BUFFER_FLAG_CODECCONFIG) { 1843fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim status_t err = 1844fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim amendOutputFormatWithCodecSpecificData(buffer); 1845fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim 1846fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim if (err != OK) { 1847fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim ALOGE("Codec spit out malformed codec " 1848fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim "specific data!"); 1849fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim } 1850e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 1851e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 1852e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 1853c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 1854c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang onOutputFormatChanged(); 1855c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } else { 1856c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mFlags |= kFlagOutputFormatChanged; 1857fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim postActivityNotificationIfPossible(); 1858fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim } 1859fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim 1860fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim // Notify mCrypto of video resolution changes 1861fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim if (mCrypto != NULL) { 1862fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim int32_t left, top, right, bottom, width, height; 1863fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim if (mOutputFormat->findRect("crop", &left, &top, &right, &bottom)) { 1864fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim mCrypto->notifyResolution(right - left + 1, bottom - top + 1); 1865fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim } else if (mOutputFormat->findInt32("width", &width) 1866fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim && mOutputFormat->findInt32("height", &height)) { 1867fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim mCrypto->notifyResolution(width, height); 1868fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim } 1869c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 1870e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 1871e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 1872c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 1873c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang onOutputBufferAvailable(); 1874c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } else if (mFlags & kFlagDequeueOutputPending) { 18755778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(handleDequeueOutputBuffer(mDequeueOutputReplyID)); 18765778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18775778822d86b0337407514b9372562b86edfa91cdAndreas Huber ++mDequeueOutputTimeoutGeneration; 18785778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueOutputPending; 18795778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueOutputReplyID = 0; 1880575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber } else { 1881575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 18825778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 1883575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 18845778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 18855778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 18865778822d86b0337407514b9372562b86edfa91cdAndreas Huber 188779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim case kWhatEOS: 18885778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 18895778822d86b0337407514b9372562b86edfa91cdAndreas Huber // We already notify the client of this by using the 18905778822d86b0337407514b9372562b86edfa91cdAndreas Huber // corresponding flag in "onOutputBufferReady". 18915778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 18925778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 18935778822d86b0337407514b9372562b86edfa91cdAndreas Huber 189479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim case kWhatStopCompleted: 18955778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 1896349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang if (mState != STOPPING) { 1897349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang ALOGW("Received kWhatStopCompleted in state %d", mState); 18985d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang break; 18995d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang } 1900349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang setState(INITIALIZED); 1901349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang (new AMessage)->postReply(mReplyID); 1902349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang break; 1903349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang } 1904349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang 190579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim case kWhatReleaseCompleted: 1906349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang { 1907349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang if (mState != RELEASING) { 1908349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang ALOGW("Received kWhatReleaseCompleted in state %d", mState); 1909349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang break; 1910c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 1911349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang setState(UNINITIALIZED); 1912349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang mComponentName.clear(); 1913349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang 191452dfbee90cc3c4426428318e06a92774f5201198Praveen Chavan mFlags &= ~kFlagIsComponentAllocated; 19155778822d86b0337407514b9372562b86edfa91cdAndreas Huber 191667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mResourceManagerService->removeResource(getId(mResourceManagerClient)); 191767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 19185778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(mReplyID); 19195778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 19205778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19215778822d86b0337407514b9372562b86edfa91cdAndreas Huber 192279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim case kWhatFlushCompleted: 19235778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 19245530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia if (mState != FLUSHING) { 19255530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia ALOGW("received FlushCompleted message in state %d", 19265530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia mState); 19275530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia break; 19285530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia } 19295778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19300e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (mFlags & kFlagIsAsync) { 19310e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar setState(FLUSHED); 19320e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar } else { 19330e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar setState(STARTED); 19340e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar mCodec->signalResume(); 19350e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar } 19365778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19375778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(mReplyID); 19385778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 19395778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19405778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19415778822d86b0337407514b9372562b86edfa91cdAndreas Huber default: 19425778822d86b0337407514b9372562b86edfa91cdAndreas Huber TRESPASS(); 19435778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19445778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 19455778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19465778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19475778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatInit: 19485778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 19493f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 19505778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 19515778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19525778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mState != UNINITIALIZED) { 1953c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 19545778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 19555778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19565778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19575778822d86b0337407514b9372562b86edfa91cdAndreas Huber mReplyID = replyID; 19585778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(INITIALIZING); 19595778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19605778822d86b0337407514b9372562b86edfa91cdAndreas Huber AString name; 19615778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findString("name", &name)); 19625778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19635778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t nameIsType; 19645778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t encoder = false; 19650db280176bd3277e3256252d063f3712b1905ba9Andreas Huber CHECK(msg->findInt32("nameIsType", &nameIsType)); 19660db280176bd3277e3256252d063f3712b1905ba9Andreas Huber if (nameIsType) { 19675778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("encoder", &encoder)); 19685778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19695778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19705778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> format = new AMessage; 19715778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19725778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (nameIsType) { 19735778822d86b0337407514b9372562b86edfa91cdAndreas Huber format->setString("mime", name.c_str()); 19745778822d86b0337407514b9372562b86edfa91cdAndreas Huber format->setInt32("encoder", encoder); 19755778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 19765778822d86b0337407514b9372562b86edfa91cdAndreas Huber format->setString("componentName", name.c_str()); 19775778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19785778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19795778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->initiateAllocateComponent(format); 19805778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 19815778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19825778822d86b0337407514b9372562b86edfa91cdAndreas Huber 198390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar case kWhatSetNotification: 198490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar { 198590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar sp<AMessage> notify; 198690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (msg->findMessage("on-frame-rendered", ¬ify)) { 198790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mOnFrameRenderedNotification = notify; 198890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 198990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar break; 199090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 199190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 1992c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang case kWhatSetCallback: 1993c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang { 19943f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 1995c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang CHECK(msg->senderAwaitsResponse(&replyID)); 1996c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1997c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mState == UNINITIALIZED 1998c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang || mState == INITIALIZING 19990e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar || isExecuting()) { 20000e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar // callback can't be set after codec is executing, 2001c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang // or before it's initialized (as the callback 2002c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang // will be cleared when it goes to INITIALIZED) 2003c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 2004c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang break; 2005c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2006c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2007c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> callback; 2008c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang CHECK(msg->findMessage("callback", &callback)); 2009c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2010c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mCallback = callback; 2011c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2012c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mCallback != NULL) { 2013c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang ALOGI("MediaCodec will operate in async mode"); 2014c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mFlags |= kFlagIsAsync; 2015c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } else { 2016c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mFlags &= ~kFlagIsAsync; 2017c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2018c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2019c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> response = new AMessage; 2020c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang response->postReply(replyID); 2021c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang break; 2022c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2023c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 20245778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatConfigure: 20255778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 20263f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 20275778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 20285778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20295778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mState != INITIALIZED) { 2030c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 20315778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 20325778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20335778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20345778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<RefBase> obj; 2035f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar CHECK(msg->findObject("surface", &obj)); 20365778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20375778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> format; 20385778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findMessage("format", &format)); 20395778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20408b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar int32_t push; 20418b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar if (msg->findInt32("push-blank-buffers-on-shutdown", &push) && push != 0) { 20428b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar mFlags |= kFlagPushBlankBuffersOnShutdown; 20438b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar } 20448b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar 20455778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (obj != NULL) { 20465778822d86b0337407514b9372562b86edfa91cdAndreas Huber format->setObject("native-window", obj); 2047f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar status_t err = handleSetSurface(static_cast<Surface *>(obj.get())); 20487541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber if (err != OK) { 2049c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, err); 20507541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber break; 20511bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber } 20521bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber } else { 2053f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar handleSetSurface(NULL); 20541bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber } 20551bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber 20567541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber mReplyID = replyID; 20577541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber setState(CONFIGURING); 20587541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 20591bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber void *crypto; 20601bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber if (!msg->findPointer("crypto", &crypto)) { 20611bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber crypto = NULL; 20625778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20635778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2064cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania ALOGV("kWhatConfigure: Old mCrypto: %p (%d)", 2065cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania mCrypto.get(), (mCrypto != NULL ? mCrypto->getStrongCount() : 0)); 2066cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania 20671bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber mCrypto = static_cast<ICrypto *>(crypto); 2068dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mBufferChannel->setCrypto(mCrypto); 20691bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber 2070cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania ALOGV("kWhatConfigure: New mCrypto: %p (%d)", 2071cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania mCrypto.get(), (mCrypto != NULL ? mCrypto->getStrongCount() : 0)); 2072cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania 20739dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang void *descrambler; 20749dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang if (!msg->findPointer("descrambler", &descrambler)) { 20759dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang descrambler = NULL; 20769dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang } 20779dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang 20789dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang mDescrambler = static_cast<IDescrambler *>(descrambler); 20793b2847fa5506dc265d2e46f067bfbb66ae209f74Chong Zhang mBufferChannel->setDescrambler(mDescrambler); 20809dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang 20815778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t flags; 20825778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("flags", (int32_t *)&flags)); 20835778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20845778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (flags & CONFIGURE_FLAG_ENCODE) { 20855778822d86b0337407514b9372562b86edfa91cdAndreas Huber format->setInt32("encoder", true); 2086e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mFlags |= kFlagIsEncoder; 20875778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20885778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20898ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber extractCSD(format); 20908ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 20915778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->initiateConfigureComponent(format); 20925778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 20935778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20945778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20951dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar case kWhatSetSurface: 20961dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar { 20971dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AReplyToken> replyID; 20981dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar CHECK(msg->senderAwaitsResponse(&replyID)); 20991dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 21001dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar status_t err = OK; 21011dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 21021dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar switch (mState) { 21031dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar case CONFIGURED: 21041dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar case STARTED: 21051dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar case FLUSHED: 21061dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar { 21071dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<RefBase> obj; 21081dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar (void)msg->findObject("surface", &obj); 21091dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<Surface> surface = static_cast<Surface *>(obj.get()); 21101dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mSurface == NULL) { 21111dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // do not support setting surface if it was not set 21121dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = INVALID_OPERATION; 21131dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } else if (obj == NULL) { 21141dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // do not support unsetting surface 21151dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = BAD_VALUE; 21161dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } else { 21171dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = connectToSurface(surface); 2118098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar if (err == ALREADY_EXISTS) { 2119098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar // reconnecting to same surface 21201dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = OK; 21211dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } else { 21221dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err == OK) { 21231dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mFlags & kFlagUsesSoftwareRenderer) { 21248b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar if (mSoftRenderer != NULL 21258b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar && (mFlags & kFlagPushBlankBuffersOnShutdown)) { 21268b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar pushBlankBuffersToNativeWindow(mSurface.get()); 21278b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar } 21281dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mSoftRenderer = new SoftwareRenderer(surface); 21291dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // TODO: check if this was successful 21301dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } else { 21311dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = mCodec->setSurface(surface); 21321dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 21331dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 21341dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err == OK) { 21351dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar (void)disconnectFromSurface(); 21361dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mSurface = surface; 21371dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 21381dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 21391dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 21401dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar break; 21411dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 21421dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 21431dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar default: 21441dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = INVALID_OPERATION; 21451dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar break; 21461dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 21471dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 21481dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar PostReplyWithError(replyID, err); 21491dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar break; 21501dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 21511dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 21527cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden case kWhatCreateInputSurface: 21538f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang case kWhatSetInputSurface: 21547cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 21553f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 21567cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden CHECK(msg->senderAwaitsResponse(&replyID)); 21577cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 21587cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden // Must be configured, but can't have been started yet. 21597cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden if (mState != CONFIGURED) { 2160c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 21617cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 21627cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 21637cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 21647cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mReplyID = replyID; 2165d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (msg->what() == kWhatCreateInputSurface) { 2166d291c222357303b9611cab89d0c3b047584ef377Chong Zhang mCodec->initiateCreateInputSurface(); 2167d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } else { 2168d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<RefBase> obj; 2169d291c222357303b9611cab89d0c3b047584ef377Chong Zhang CHECK(msg->findObject("input-surface", &obj)); 2170d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 21718f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang mCodec->initiateSetInputSurface( 2172d291c222357303b9611cab89d0c3b047584ef377Chong Zhang static_cast<PersistentSurface *>(obj.get())); 2173d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 21747cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 21757cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 21765778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatStart: 21775778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 21783f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 21795778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 21805778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21810e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (mState == FLUSHED) { 2182d9e0603a1be07dbb347c55050c7d4629ea7492e8Chong Zhang setState(STARTED); 21833d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang if (mHavePendingInputBuffers) { 21843d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang onInputBufferAvailable(); 21853d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang mHavePendingInputBuffers = false; 21863d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang } 21870e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar mCodec->signalResume(); 21880e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar PostReplyWithError(replyID, OK); 2189d9e0603a1be07dbb347c55050c7d4629ea7492e8Chong Zhang break; 21900e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar } else if (mState != CONFIGURED) { 2191c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 21925778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 21935778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 21945778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21955778822d86b0337407514b9372562b86edfa91cdAndreas Huber mReplyID = replyID; 21965778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(STARTING); 21975778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21985778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->initiateStart(); 21995778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 22005778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 22015778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22025778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatStop: 2203c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber case kWhatRelease: 2204c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber { 2205aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber State targetState = 2206aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber (msg->what() == kWhatStop) ? INITIALIZED : UNINITIALIZED; 2207aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber 22083f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 2209c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 2210c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 221147a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu // already stopped/released 221247a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu if (mState == UNINITIALIZED && mReleasedByResourceManager) { 221347a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu sp<AMessage> response = new AMessage; 221447a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu response->setInt32("err", OK); 221547a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu response->postReply(replyID); 221647a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu break; 221747a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu } 221847a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu 221947a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu int32_t reclaimed = 0; 222047a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu msg->findInt32("reclaimed", &reclaimed); 222147a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu if (reclaimed) { 222247a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu mReleasedByResourceManager = true; 22234b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu 22244b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu int32_t force = 0; 22254b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu msg->findInt32("force", &force); 22264b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu if (!force && hasPendingBuffer()) { 22274b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu ALOGW("Can't reclaim codec right now due to pending buffers."); 22284b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu 22294b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu // return WOULD_BLOCK to ask resource manager to retry later. 22304b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu sp<AMessage> response = new AMessage; 22314b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu response->setInt32("err", WOULD_BLOCK); 22324b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu response->postReply(replyID); 22334b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu 22344b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu // notify the async client 22354b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu if (mFlags & kFlagIsAsync) { 22364b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu onError(DEAD_OBJECT, ACTION_CODE_FATAL); 22374b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu } 22384b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu break; 22394b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu } 224047a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu } 224147a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu 22425d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang bool isReleasingAllocatedComponent = 22435d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang (mFlags & kFlagIsComponentAllocated) && targetState == UNINITIALIZED; 22445d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang if (!isReleasingAllocatedComponent // See 1 224533223c4f97abb78fa8c92e1b8c817546f15d97e1Andy Hung && mState != INITIALIZED 22460e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar && mState != CONFIGURED && !isExecuting()) { 224733223c4f97abb78fa8c92e1b8c817546f15d97e1Andy Hung // 1) Permit release to shut down the component if allocated. 224833223c4f97abb78fa8c92e1b8c817546f15d97e1Andy Hung // 224933223c4f97abb78fa8c92e1b8c817546f15d97e1Andy Hung // 2) We may be in "UNINITIALIZED" state already and 225052dfbee90cc3c4426428318e06a92774f5201198Praveen Chavan // also shutdown the encoder/decoder without the 225103ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // client being aware of this if media server died while 225203ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // we were being stopped. The client would assume that 225303ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // after stop() returned, it would be safe to call release() 225403ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // and it should be in this case, no harm to allow a release() 225503ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // if we're already uninitialized. 2256c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber sp<AMessage> response = new AMessage; 225747a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu // TODO: we shouldn't throw an exception for stop/release. Change this to wait until 225847a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu // the previous stop/release completes and then reply with OK. 22596e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar status_t err = mState == targetState ? OK : INVALID_OPERATION; 22606e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar response->setInt32("err", err); 22616e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar if (err == OK && targetState == UNINITIALIZED) { 22626e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar mComponentName.clear(); 22636e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar } 2264c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber response->postReply(replyID); 2265c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber break; 2266c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 2267c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 22685d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang // If we're flushing, or we're stopping but received a release 22695d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang // request, post the reply for the pending call first, and consider 22705d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang // it done. The reply token will be replaced after this, and we'll 22715d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang // no longer be able to reply. 22725d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang if (mState == FLUSHING || mState == STOPPING) { 22735d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang (new AMessage)->postReply(mReplyID); 22745d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang } 22755d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang 2276aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber if (mFlags & kFlagSawMediaServerDie) { 2277aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber // It's dead, Jim. Don't expect initiateShutdown to yield 2278aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber // any useful results now... 2279aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber setState(UNINITIALIZED); 22806e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar if (targetState == UNINITIALIZED) { 22816e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar mComponentName.clear(); 22826e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar } 2283aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber (new AMessage)->postReply(replyID); 2284aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber break; 2285aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber } 2286aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber 22875d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang // If we already have an error, component may not be able to 22885d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang // complete the shutdown properly. If we're stopping, post the 22895d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang // reply now with an error to unblock the client, client can 22905d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang // release after the failure (instead of ANR). 22915d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang if (msg->what() == kWhatStop && (mFlags & kFlagStickyError)) { 22925d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang PostReplyWithError(replyID, getStickyError()); 22935d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang break; 22945d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang } 22955d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang 2296c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mReplyID = replyID; 2297aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber setState(msg->what() == kWhatStop ? STOPPING : RELEASING); 2298aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber 2299aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber mCodec->initiateShutdown( 2300aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber msg->what() == kWhatStop /* keepComponentAllocated */); 2301c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 230286b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu returnBuffersToCodec(reclaimed); 23038b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar 23048b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar if (mSoftRenderer != NULL && (mFlags & kFlagPushBlankBuffersOnShutdown)) { 23058b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar pushBlankBuffersToNativeWindow(mSurface.get()); 23068b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar } 23075d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang 23085778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 23095778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23105778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23115778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatDequeueInputBuffer: 23125778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 23133f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 23145778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 23155778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2316c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 2317c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang ALOGE("dequeueOutputBuffer can't be used in async mode"); 2318c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 2319c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang break; 2320c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2321c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 23226507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden if (mHaveInputSurface) { 23236507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden ALOGE("dequeueInputBuffer can't be used with input surface"); 2324c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 23256507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden break; 23266507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden } 23276507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden 23285778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (handleDequeueInputBuffer(replyID, true /* new request */)) { 23295778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 23305778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23315778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23325778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t timeoutUs; 23335778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt64("timeoutUs", &timeoutUs)); 23345778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23355778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (timeoutUs == 0ll) { 2336c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, -EAGAIN); 23375778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 23385778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23395778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23405778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags |= kFlagDequeueInputPending; 23415778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputReplyID = replyID; 23425778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23435778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (timeoutUs > 0ll) { 23445778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> timeoutMsg = 23451d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar new AMessage(kWhatDequeueInputTimedOut, this); 23465778822d86b0337407514b9372562b86edfa91cdAndreas Huber timeoutMsg->setInt32( 23475778822d86b0337407514b9372562b86edfa91cdAndreas Huber "generation", ++mDequeueInputTimeoutGeneration); 23485778822d86b0337407514b9372562b86edfa91cdAndreas Huber timeoutMsg->post(timeoutUs); 23495778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23505778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 23515778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23525778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23535778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatDequeueInputTimedOut: 23545778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 23555778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t generation; 23565778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("generation", &generation)); 23575778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23585778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (generation != mDequeueInputTimeoutGeneration) { 23595778822d86b0337407514b9372562b86edfa91cdAndreas Huber // Obsolete 23605778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 23615778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23625778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23635778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(mFlags & kFlagDequeueInputPending); 23645778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2365c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(mDequeueInputReplyID, -EAGAIN); 23665778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23675778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueInputPending; 23685778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputReplyID = 0; 23695778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 23705778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23715778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23725778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatQueueInputBuffer: 23735778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 23743f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 23755778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 23765778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2377251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (!isExecuting()) { 2378c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 23795778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 2380251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 2381251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 2382251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 23835778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23845778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23855778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = onQueueInputBuffer(msg); 23865778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2387c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, err); 23885778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 23895778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23905778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23915778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatDequeueOutputBuffer: 23925778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 23933f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 23945778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 23955778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2396c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 2397c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang ALOGE("dequeueOutputBuffer can't be used in async mode"); 2398c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 2399c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang break; 2400c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2401c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 24025778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (handleDequeueOutputBuffer(replyID, true /* new request */)) { 24035778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 24045778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24055778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24065778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t timeoutUs; 24075778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt64("timeoutUs", &timeoutUs)); 24085778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24095778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (timeoutUs == 0ll) { 2410c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, -EAGAIN); 24115778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 24125778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24135778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24145778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags |= kFlagDequeueOutputPending; 24155778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueOutputReplyID = replyID; 24165778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24175778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (timeoutUs > 0ll) { 24185778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> timeoutMsg = 24191d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar new AMessage(kWhatDequeueOutputTimedOut, this); 24205778822d86b0337407514b9372562b86edfa91cdAndreas Huber timeoutMsg->setInt32( 24215778822d86b0337407514b9372562b86edfa91cdAndreas Huber "generation", ++mDequeueOutputTimeoutGeneration); 24225778822d86b0337407514b9372562b86edfa91cdAndreas Huber timeoutMsg->post(timeoutUs); 24235778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24245778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 24255778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24265778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24275778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatDequeueOutputTimedOut: 24285778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 24295778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t generation; 24305778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("generation", &generation)); 24315778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24325778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (generation != mDequeueOutputTimeoutGeneration) { 24335778822d86b0337407514b9372562b86edfa91cdAndreas Huber // Obsolete 24345778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 24355778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24365778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24375778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(mFlags & kFlagDequeueOutputPending); 24385778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2439c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(mDequeueOutputReplyID, -EAGAIN); 24405778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24415778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueOutputPending; 24425778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueOutputReplyID = 0; 24435778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 24445778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24455778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24465778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatReleaseOutputBuffer: 24475778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 24483f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 24495778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 24505778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2451251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (!isExecuting()) { 2452c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 24535778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 2454251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 2455251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 2456251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 24575778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24585778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24595778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = onReleaseOutputBuffer(msg); 24605778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2461c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, err); 24625778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 24635778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24645778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24657cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden case kWhatSignalEndOfInputStream: 24667cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 24673f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 24687cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden CHECK(msg->senderAwaitsResponse(&replyID)); 24697cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 24706d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang if (!isExecuting() || !mHaveInputSurface) { 2471c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 24727cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 2473251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 2474251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 2475251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 24767cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 24777cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 24787cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mReplyID = replyID; 24797cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mCodec->signalEndOfInputStream(); 24807cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 24817cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 24827cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 24835778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatGetBuffers: 24845778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 24853f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 24865778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 248729b7dcf6d3cdb97103467dc8106151c6260c239aJeff Tinker if (!isExecuting() || (mFlags & kFlagIsAsync)) { 2488c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 24895778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 2490251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 2491251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 2492251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 24935778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24945778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24955778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t portIndex; 24965778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("portIndex", &portIndex)); 24975778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24987e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim Vector<sp<MediaCodecBuffer> > *dstBuffers; 24995778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findPointer("buffers", (void **)&dstBuffers)); 25005778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25015778822d86b0337407514b9372562b86edfa91cdAndreas Huber dstBuffers->clear(); 2502e4aab10641a099d8a295b3ed61e2f5248f28a669Chong Zhang // If we're using input surface (either non-persistent created by 2503e4aab10641a099d8a295b3ed61e2f5248f28a669Chong Zhang // createInputSurface(), or persistent set by setInputSurface()), 2504e4aab10641a099d8a295b3ed61e2f5248f28a669Chong Zhang // give the client an empty input buffers array. 2505e4aab10641a099d8a295b3ed61e2f5248f28a669Chong Zhang if (portIndex != kPortIndexInput || !mHaveInputSurface) { 2506dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim if (portIndex == kPortIndexInput) { 2507dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mBufferChannel->getInputBufferArray(dstBuffers); 2508dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim } else { 2509dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mBufferChannel->getOutputBufferArray(dstBuffers); 2510e4aab10641a099d8a295b3ed61e2f5248f28a669Chong Zhang } 25115778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 25125778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25135778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(replyID); 25145778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 25155778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 25165778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25175778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatFlush: 25185778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 25193f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 25205778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 25215778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2522251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (!isExecuting()) { 2523c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 25245778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 2525251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 2526251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 2527251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 25285778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 25295778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25305778822d86b0337407514b9372562b86edfa91cdAndreas Huber mReplyID = replyID; 25310e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar // TODO: skip flushing if already FLUSHED 25325778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(FLUSHING); 25335778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25345778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->signalFlush(); 25355778822d86b0337407514b9372562b86edfa91cdAndreas Huber returnBuffersToCodec(); 25365778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 25375778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 25385778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2539e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar case kWhatGetInputFormat: 25405778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatGetOutputFormat: 25415778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 2542e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar sp<AMessage> format = 2543e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar (msg->what() == kWhatGetOutputFormat ? mOutputFormat : mInputFormat); 2544e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 25453f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 25465778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 25475778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2548e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if ((mState != CONFIGURED && mState != STARTING && 25490e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar mState != STARTED && mState != FLUSHING && 25500e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar mState != FLUSHED) 2551e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar || format == NULL) { 2552c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 25535778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 2554251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 2555251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 2556251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 25575778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 25585778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25595778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response = new AMessage; 2560e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar response->setMessage("format", format); 25615778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->postReply(replyID); 25625778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 25635778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 25645778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2565496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber case kWhatRequestIDRFrame: 2566496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber { 2567496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber mCodec->signalRequestIDRFrame(); 2568496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber break; 2569496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber } 2570496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 2571575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber case kWhatRequestActivityNotification: 2572575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber { 2573575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber CHECK(mActivityNotify == NULL); 2574575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber CHECK(msg->findMessage("notify", &mActivityNotify)); 2575575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 2576575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 2577575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber break; 2578575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber } 2579575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 2580717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo case kWhatGetName: 2581717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo { 25823f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 2583717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo CHECK(msg->senderAwaitsResponse(&replyID)); 2584717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 2585717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo if (mComponentName.empty()) { 2586c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 2587717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo break; 2588717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo } 2589717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 2590717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo sp<AMessage> response = new AMessage; 2591717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo response->setString("name", mComponentName.c_str()); 2592717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo response->postReply(replyID); 2593717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo break; 2594717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo } 2595717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 2596a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber case kWhatSetParameters: 2597a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber { 25983f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 2599a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 2600a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 2601a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber sp<AMessage> params; 2602a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber CHECK(msg->findMessage("params", ¶ms)); 2603a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 2604a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber status_t err = onSetParameters(params); 2605a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 2606c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, err); 2607a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber break; 2608a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber } 2609a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 2610cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania case kWhatDrmReleaseCrypto: 2611cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania { 2612cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania onReleaseCrypto(msg); 2613cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania break; 2614cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania } 2615cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania 26165778822d86b0337407514b9372562b86edfa91cdAndreas Huber default: 26175778822d86b0337407514b9372562b86edfa91cdAndreas Huber TRESPASS(); 26185778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 26195778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 26205778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26218ee516a515c70a492c395b67ce12e19e7d159804Andreas Hubervoid MediaCodec::extractCSD(const sp<AMessage> &format) { 26228ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber mCSD.clear(); 26238ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 26248ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber size_t i = 0; 26258ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber for (;;) { 26268ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber sp<ABuffer> csd; 2627a1e8944a21e5833b7aadc451776f11797f5f9273Elliott Hughes if (!format->findBuffer(AStringPrintf("csd-%u", i).c_str(), &csd)) { 26288ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber break; 26298ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber } 26304f59c7e373a7e883f21ba33d44ea7caa86b65b02Hangyu Kuang if (csd->size() == 0) { 26314f59c7e373a7e883f21ba33d44ea7caa86b65b02Hangyu Kuang ALOGW("csd-%zu size is 0", i); 26324f59c7e373a7e883f21ba33d44ea7caa86b65b02Hangyu Kuang } 26338ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 26348ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber mCSD.push_back(csd); 26358ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber ++i; 26368ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber } 26378ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 2638a5750e0dad9e90f2195ce36f2c4457fa04b2b83eMark Salyzyn ALOGV("Found %zu pieces of codec specific data.", mCSD.size()); 26398ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber} 26408ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 26418ee516a515c70a492c395b67ce12e19e7d159804Andreas Huberstatus_t MediaCodec::queueCSDInputBuffer(size_t bufferIndex) { 26428ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber CHECK(!mCSD.empty()); 26438ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 2644dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim const BufferInfo &info = mPortBuffers[kPortIndexInput][bufferIndex]; 26458ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 26468ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber sp<ABuffer> csd = *mCSD.begin(); 26478ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber mCSD.erase(mCSD.begin()); 26488ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 2649dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim const sp<MediaCodecBuffer> &codecInputData = info.mData; 26508ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 26518ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber if (csd->size() > codecInputData->capacity()) { 26528ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber return -EINVAL; 26538ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber } 265432c1bcda7c9fb429fe6c235184f8bb6aa7ef12dbDongwon Kang if (codecInputData->data() == NULL) { 265532c1bcda7c9fb429fe6c235184f8bb6aa7ef12dbDongwon Kang ALOGV("Input buffer %zu is not properly allocated", bufferIndex); 265632c1bcda7c9fb429fe6c235184f8bb6aa7ef12dbDongwon Kang return -EINVAL; 265732c1bcda7c9fb429fe6c235184f8bb6aa7ef12dbDongwon Kang } 26588ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 26598ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber memcpy(codecInputData->data(), csd->data(), csd->size()); 26608ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 26618ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber AString errorDetailMsg; 26628ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 26631d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatQueueInputBuffer, this); 26648ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setSize("index", bufferIndex); 26658ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setSize("offset", 0); 26668ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setSize("size", csd->size()); 26678ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setInt64("timeUs", 0ll); 26688ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setInt32("flags", BUFFER_FLAG_CODECCONFIG); 26698ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setPointer("errorDetailMsg", &errorDetailMsg); 26708ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 26718ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber return onQueueInputBuffer(msg); 26728ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber} 26738ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 26745778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid MediaCodec::setState(State newState) { 26757541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber if (newState == INITIALIZED || newState == UNINITIALIZED) { 26765778822d86b0337407514b9372562b86edfa91cdAndreas Huber delete mSoftRenderer; 26775778822d86b0337407514b9372562b86edfa91cdAndreas Huber mSoftRenderer = NULL; 26785778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2679cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania if ( mCrypto != NULL ) { 2680cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania ALOGV("setState: ~mCrypto: %p (%d)", 2681cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania mCrypto.get(), (mCrypto != NULL ? mCrypto->getStrongCount() : 0)); 2682cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania } 26831bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber mCrypto.clear(); 26849dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang mDescrambler.clear(); 2685f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar handleSetSurface(NULL); 26865778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2687671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mInputFormat.clear(); 26885778822d86b0337407514b9372562b86edfa91cdAndreas Huber mOutputFormat.clear(); 26895778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagOutputFormatChanged; 26905778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagOutputBuffersChanged; 26915778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagStickyError; 2692e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mFlags &= ~kFlagIsEncoder; 2693c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mFlags &= ~kFlagIsAsync; 2694251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mStickyError = OK; 2695575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 2696575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber mActivityNotify.clear(); 2697c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mCallback.clear(); 26985778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 26995778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2700717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo if (newState == UNINITIALIZED) { 2701671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar // return any straggling buffers, e.g. if we got here on an error 2702671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar returnBuffersToCodec(); 2703671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 2704aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber // The component is gone, mediaserver's probably back up already 2705aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber // but should definitely be back up should we try to instantiate 2706aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber // another component.. and the cycle continues. 2707aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber mFlags &= ~kFlagSawMediaServerDie; 2708717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo } 2709717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 27105778822d86b0337407514b9372562b86edfa91cdAndreas Huber mState = newState; 27115778822d86b0337407514b9372562b86edfa91cdAndreas Huber 27125778822d86b0337407514b9372562b86edfa91cdAndreas Huber cancelPendingDequeueOperations(); 27132606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 27142606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang updateBatteryStat(); 27155778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 27165778822d86b0337407514b9372562b86edfa91cdAndreas Huber 271786b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wuvoid MediaCodec::returnBuffersToCodec(bool isReclaim) { 271886b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu returnBuffersToCodecOnPort(kPortIndexInput, isReclaim); 271986b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu returnBuffersToCodecOnPort(kPortIndexOutput, isReclaim); 27205778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 27215778822d86b0337407514b9372562b86edfa91cdAndreas Huber 272286b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wuvoid MediaCodec::returnBuffersToCodecOnPort(int32_t portIndex, bool isReclaim) { 27235778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(portIndex == kPortIndexInput || portIndex == kPortIndexOutput); 27247bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Mutex::Autolock al(mBufferLock); 27255778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2726dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim for (size_t i = 0; i < mPortBuffers[portIndex].size(); ++i) { 2727dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim BufferInfo *info = &mPortBuffers[portIndex][i]; 27285778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2729dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim if (info->mData != nullptr) { 2730dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim sp<MediaCodecBuffer> buffer = info->mData; 273186b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu if (isReclaim && info->mOwnedByClient) { 273286b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu ALOGD("port %d buffer %zu still owned by client when codec is reclaimed", 273386b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu portIndex, i); 273486b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu } else { 273586b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu info->mOwnedByClient = false; 2736fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim info->mData.clear(); 27375778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2738dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mBufferChannel->discardBuffer(buffer); 27395778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 27405778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 27415778822d86b0337407514b9372562b86edfa91cdAndreas Huber 27425778822d86b0337407514b9372562b86edfa91cdAndreas Huber mAvailPortBuffers[portIndex].clear(); 27435778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 27445778822d86b0337407514b9372562b86edfa91cdAndreas Huber 27455778822d86b0337407514b9372562b86edfa91cdAndreas Hubersize_t MediaCodec::updateBuffers( 27465778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t portIndex, const sp<AMessage> &msg) { 27475778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(portIndex == kPortIndexInput || portIndex == kPortIndexOutput); 2748dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim size_t index; 2749dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim CHECK(msg->findSize("index", &index)); 2750fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim sp<RefBase> obj; 2751fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim CHECK(msg->findObject("buffer", &obj)); 2752fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim sp<MediaCodecBuffer> buffer = static_cast<MediaCodecBuffer *>(obj.get()); 27535778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2754dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim { 2755dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim Mutex::Autolock al(mBufferLock); 2756dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim if (mPortBuffers[portIndex].size() <= index) { 2757dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mPortBuffers[portIndex].resize(align(index + 1, kNumBuffersAlign)); 27585778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2759dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mPortBuffers[portIndex][index].mData = buffer; 27605778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2761dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mAvailPortBuffers[portIndex].push_back(index); 27625778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2763dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim return index; 27645778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 27655778822d86b0337407514b9372562b86edfa91cdAndreas Huber 27665778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::onQueueInputBuffer(const sp<AMessage> &msg) { 27675778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t index; 27685778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t offset; 27695778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t size; 27705778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t timeUs; 27715778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t flags; 27725778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findSize("index", &index)); 27735778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findSize("offset", &offset)); 27745778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt64("timeUs", &timeUs)); 27755778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("flags", (int32_t *)&flags)); 27765778822d86b0337407514b9372562b86edfa91cdAndreas Huber 27774b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const CryptoPlugin::SubSample *subSamples; 27784b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size_t numSubSamples; 27794b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const uint8_t *key; 27804b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const uint8_t *iv; 27814b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CryptoPlugin::Mode mode = CryptoPlugin::kMode_Unencrypted; 27824b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 27834b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber // We allow the simpler queueInputBuffer API to be used even in 27844b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber // secure mode, by fabricating a single unencrypted subSample. 27854b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CryptoPlugin::SubSample ss; 2786d9f1f950d18b4e166b178d93260074019588c956Jeff Tinker CryptoPlugin::Pattern pattern; 27874b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 27884b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber if (msg->findSize("size", &size)) { 27893b2847fa5506dc265d2e46f067bfbb66ae209f74Chong Zhang if (hasCryptoOrDescrambler()) { 27904b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber ss.mNumBytesOfClearData = size; 27914b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber ss.mNumBytesOfEncryptedData = 0; 27924b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 27934b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber subSamples = &ss; 27944b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber numSubSamples = 1; 27954b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber key = NULL; 27964b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber iv = NULL; 2797d9f1f950d18b4e166b178d93260074019588c956Jeff Tinker pattern.mEncryptBlocks = 0; 2798d9f1f950d18b4e166b178d93260074019588c956Jeff Tinker pattern.mSkipBlocks = 0; 27994b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber } 28004b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber } else { 28013b2847fa5506dc265d2e46f067bfbb66ae209f74Chong Zhang if (!hasCryptoOrDescrambler()) { 28023b2847fa5506dc265d2e46f067bfbb66ae209f74Chong Zhang ALOGE("[%s] queuing secure buffer without mCrypto or mDescrambler!", 28033b2847fa5506dc265d2e46f067bfbb66ae209f74Chong Zhang mComponentName.c_str()); 28044b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber return -EINVAL; 28054b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber } 28064b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 28074b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CHECK(msg->findPointer("subSamples", (void **)&subSamples)); 28084b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CHECK(msg->findSize("numSubSamples", &numSubSamples)); 28094b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CHECK(msg->findPointer("key", (void **)&key)); 28104b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CHECK(msg->findPointer("iv", (void **)&iv)); 2811d9f1f950d18b4e166b178d93260074019588c956Jeff Tinker CHECK(msg->findInt32("encryptBlocks", (int32_t *)&pattern.mEncryptBlocks)); 2812d9f1f950d18b4e166b178d93260074019588c956Jeff Tinker CHECK(msg->findInt32("skipBlocks", (int32_t *)&pattern.mSkipBlocks)); 28134b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 28144b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber int32_t tmp; 28154b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CHECK(msg->findInt32("mode", &tmp)); 28164b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 28174b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber mode = (CryptoPlugin::Mode)tmp; 28184b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 28194b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size = 0; 28204b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber for (size_t i = 0; i < numSubSamples; ++i) { 28214b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size += subSamples[i].mNumBytesOfClearData; 28224b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size += subSamples[i].mNumBytesOfEncryptedData; 28234b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber } 28244b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber } 28254b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 28265778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (index >= mPortBuffers[kPortIndexInput].size()) { 28275778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -ERANGE; 28285778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 28295778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2830dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim BufferInfo *info = &mPortBuffers[kPortIndexInput][index]; 28315778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2832dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim if (info->mData == nullptr || !info->mOwnedByClient) { 28335778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -EACCES; 28345778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 28355778822d86b0337407514b9372562b86edfa91cdAndreas Huber 28365778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (offset + size > info->mData->capacity()) { 28375778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -EINVAL; 28385778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 28395778822d86b0337407514b9372562b86edfa91cdAndreas Huber 28405778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mData->setRange(offset, size); 2841dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim info->mData->meta()->setInt64("timeUs", timeUs); 2842dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim if (flags & BUFFER_FLAG_EOS) { 2843dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim info->mData->meta()->setInt32("eos", true); 2844dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim } 28455778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2846dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim if (flags & BUFFER_FLAG_CODECCONFIG) { 2847dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim info->mData->meta()->setInt32("csd", true); 2848dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim } 2849dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim 28509ee321c347c64886d1078a4e4afb57ec98dd54a2Wonsik Kim sp<MediaCodecBuffer> buffer = info->mData; 2851dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim status_t err = OK; 28523b2847fa5506dc265d2e46f067bfbb66ae209f74Chong Zhang if (hasCryptoOrDescrambler()) { 28535b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber AString *errorDetailMsg; 28545b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber CHECK(msg->findPointer("errorDetailMsg", (void **)&errorDetailMsg)); 28555b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber 2856dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim err = mBufferChannel->queueSecureInputBuffer( 2857dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim buffer, 2858dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim (mFlags & kFlagIsSecure), 28591bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber key, 28601bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber iv, 28611bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber mode, 286218cb1eca504817b5b144a023ae2792d90e74c9a5Jeff Tinker pattern, 28634b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber subSamples, 28644b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber numSubSamples, 28655b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber errorDetailMsg); 2866dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim } else { 2867dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim err = mBufferChannel->queueInputBuffer(buffer); 2868fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim } 2869fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim 28709ee321c347c64886d1078a4e4afb57ec98dd54a2Wonsik Kim if (err == OK) { 28719ee321c347c64886d1078a4e4afb57ec98dd54a2Wonsik Kim // synchronization boundary for getBufferAndFormat 28729ee321c347c64886d1078a4e4afb57ec98dd54a2Wonsik Kim Mutex::Autolock al(mBufferLock); 28739ee321c347c64886d1078a4e4afb57ec98dd54a2Wonsik Kim info->mOwnedByClient = false; 28749ee321c347c64886d1078a4e4afb57ec98dd54a2Wonsik Kim info->mData.clear(); 2875002e413a5a7460a32790ed08408085a6062f4054Ray Essick if (mAnalyticsItem != NULL) { 2876002e413a5a7460a32790ed08408085a6062f4054Ray Essick mAnalyticsItem->addInt64(kCodecBytesIn, size); 2877002e413a5a7460a32790ed08408085a6062f4054Ray Essick } 28789ee321c347c64886d1078a4e4afb57ec98dd54a2Wonsik Kim } 28799ee321c347c64886d1078a4e4afb57ec98dd54a2Wonsik Kim 2880dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim return err; 28815778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 28825778822d86b0337407514b9372562b86edfa91cdAndreas Huber 288390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar//static 288490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarsize_t MediaCodec::CreateFramesRenderedMessage( 28850d1ed381fde5dac12dd84fcf3da66dac46699378Chih-Hung Hsieh const std::list<FrameRenderTracker::Info> &done, sp<AMessage> &msg) { 288690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar size_t index = 0; 288790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 288890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar for (std::list<FrameRenderTracker::Info>::const_iterator it = done.cbegin(); 288990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar it != done.cend(); ++it) { 289090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (it->getRenderTimeNs() < 0) { 289190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar continue; // dropped frame from tracking 289290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 289390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar msg->setInt64(AStringPrintf("%zu-media-time-us", index).c_str(), it->getMediaTimeUs()); 289490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar msg->setInt64(AStringPrintf("%zu-system-nano", index).c_str(), it->getRenderTimeNs()); 289590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar ++index; 289690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 289790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar return index; 289890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 289990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 29005778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::onReleaseOutputBuffer(const sp<AMessage> &msg) { 29015778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t index; 29025778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findSize("index", &index)); 29035778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29045778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t render; 29055778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("render", &render)) { 29065778822d86b0337407514b9372562b86edfa91cdAndreas Huber render = 0; 29075778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 29085778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29090e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (!isExecuting()) { 29105778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -EINVAL; 29115778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 29125778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29135778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (index >= mPortBuffers[kPortIndexOutput].size()) { 29145778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -ERANGE; 29155778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 29165778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2917dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim BufferInfo *info = &mPortBuffers[kPortIndexOutput][index]; 29185778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2919dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim if (info->mData == nullptr || !info->mOwnedByClient) { 29205778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -EACCES; 29215778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 29225778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29237bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar // synchronization boundary for getBufferAndFormat 2924dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim sp<MediaCodecBuffer> buffer; 29257bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar { 29267bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Mutex::Autolock al(mBufferLock); 29277bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar info->mOwnedByClient = false; 2928dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim buffer = info->mData; 2929dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim info->mData.clear(); 29307bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar } 29317bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 2932dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim if (render && buffer->size() != 0) { 293390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar int64_t mediaTimeUs = -1; 2934dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim buffer->meta()->findInt64("timeUs", &mediaTimeUs); 293590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 293690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar int64_t renderTimeNs = 0; 2937c8edf5af010ac24a99b302a18e7b84e8b4b2b783Lajos Molnar if (!msg->findInt64("timestampNs", &renderTimeNs)) { 2938c8edf5af010ac24a99b302a18e7b84e8b4b2b783Lajos Molnar // use media timestamp if client did not request a specific render timestamp 2939c8edf5af010ac24a99b302a18e7b84e8b4b2b783Lajos Molnar ALOGV("using buffer PTS of %lld", (long long)mediaTimeUs); 294090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar renderTimeNs = mediaTimeUs * 1000; 2941fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar } 2942fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar 29435778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mSoftRenderer != NULL) { 294490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar std::list<FrameRenderTracker::Info> doneFrames = mSoftRenderer->render( 2945dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim buffer->data(), buffer->size(), 2946dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mediaTimeUs, renderTimeNs, NULL, buffer->format()); 294790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 294890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // if we are running, notify rendered frames 294990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (!doneFrames.empty() && mState == STARTED && mOnFrameRenderedNotification != NULL) { 295090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar sp<AMessage> notify = mOnFrameRenderedNotification->dup(); 295190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar sp<AMessage> data = new AMessage; 295290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (CreateFramesRenderedMessage(doneFrames, data)) { 295390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar notify->setMessage("data", data); 295490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar notify->post(); 295590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 295690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 29575778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2958dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mBufferChannel->renderOutputBuffer(buffer, renderTimeNs); 2959dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim } else { 2960dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mBufferChannel->discardBuffer(buffer); 29615778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 29625778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29635778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 29645778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 29655778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29665778822d86b0337407514b9372562b86edfa91cdAndreas Huberssize_t MediaCodec::dequeuePortBuffer(int32_t portIndex) { 29675778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(portIndex == kPortIndexInput || portIndex == kPortIndexOutput); 29685778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29695778822d86b0337407514b9372562b86edfa91cdAndreas Huber List<size_t> *availBuffers = &mAvailPortBuffers[portIndex]; 29705778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29715778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (availBuffers->empty()) { 29725778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -EAGAIN; 29735778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 29745778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29755778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t index = *availBuffers->begin(); 29765778822d86b0337407514b9372562b86edfa91cdAndreas Huber availBuffers->erase(availBuffers->begin()); 29775778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2978dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim BufferInfo *info = &mPortBuffers[portIndex][index]; 29795778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(!info->mOwnedByClient); 29807bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar { 29817bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Mutex::Autolock al(mBufferLock); 29827bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar info->mOwnedByClient = true; 298303c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 298403c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar // set image-data 2985fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim if (info->mData->format() != NULL) { 298603c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar sp<ABuffer> imageData; 2987fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim if (info->mData->format()->findBuffer("image-data", &imageData)) { 298803c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar info->mData->meta()->setBuffer("image-data", imageData); 298903c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar } 299003c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar int32_t left, top, right, bottom; 2991fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim if (info->mData->format()->findRect("crop", &left, &top, &right, &bottom)) { 299203c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar info->mData->meta()->setRect("crop-rect", left, top, right, bottom); 299303c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar } 299403c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar } 29957bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar } 29965778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29975778822d86b0337407514b9372562b86edfa91cdAndreas Huber return index; 29985778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 29995778822d86b0337407514b9372562b86edfa91cdAndreas Huber 30001dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t MediaCodec::connectToSurface(const sp<Surface> &surface) { 30011dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar status_t err = OK; 30021dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (surface != NULL) { 3003b9fa58afa4c7772fe3c4cfdea9e45bc85cf43537Lajos Molnar uint64_t oldId, newId; 3004098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar if (mSurface != NULL 3005b9fa58afa4c7772fe3c4cfdea9e45bc85cf43537Lajos Molnar && surface->getUniqueId(&newId) == NO_ERROR 3006b9fa58afa4c7772fe3c4cfdea9e45bc85cf43537Lajos Molnar && mSurface->getUniqueId(&oldId) == NO_ERROR 3007b9fa58afa4c7772fe3c4cfdea9e45bc85cf43537Lajos Molnar && newId == oldId) { 3008b9fa58afa4c7772fe3c4cfdea9e45bc85cf43537Lajos Molnar ALOGI("[%s] connecting to the same surface. Nothing to do.", mComponentName.c_str()); 3009098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar return ALREADY_EXISTS; 3010098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar } 3011098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar 3012181fd9b5b64bab24bb49a34208f60a16e98488c5Chong Zhang err = nativeWindowConnect(surface.get(), "connectToSurface"); 3013098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar if (err == OK) { 3014264bac95912efe121d6a60026612617f04f42966Lajos Molnar // Require a fresh set of buffers after each connect by using a unique generation 3015264bac95912efe121d6a60026612617f04f42966Lajos Molnar // number. Rely on the fact that max supported process id by Linux is 2^22. 3016264bac95912efe121d6a60026612617f04f42966Lajos Molnar // PID is never 0 so we don't have to worry that we use the default generation of 0. 3017264bac95912efe121d6a60026612617f04f42966Lajos Molnar // TODO: come up with a unique scheme if other producers also set the generation number. 3018264bac95912efe121d6a60026612617f04f42966Lajos Molnar static uint32_t mSurfaceGeneration = 0; 3019264bac95912efe121d6a60026612617f04f42966Lajos Molnar uint32_t generation = (getpid() << 10) | (++mSurfaceGeneration & ((1 << 10) - 1)); 3020264bac95912efe121d6a60026612617f04f42966Lajos Molnar surface->setGenerationNumber(generation); 3021264bac95912efe121d6a60026612617f04f42966Lajos Molnar ALOGI("[%s] setting surface generation to %u", mComponentName.c_str(), generation); 3022264bac95912efe121d6a60026612617f04f42966Lajos Molnar 3023264bac95912efe121d6a60026612617f04f42966Lajos Molnar // HACK: clear any free buffers. Remove when connect will automatically do this. 3024264bac95912efe121d6a60026612617f04f42966Lajos Molnar // This is needed as the consumer may be holding onto stale frames that it can reattach 3025264bac95912efe121d6a60026612617f04f42966Lajos Molnar // to this surface after disconnect/connect, and those free frames would inherit the new 3026264bac95912efe121d6a60026612617f04f42966Lajos Molnar // generation number. Disconnecting after setting a unique generation prevents this. 3027181fd9b5b64bab24bb49a34208f60a16e98488c5Chong Zhang nativeWindowDisconnect(surface.get(), "connectToSurface(reconnect)"); 3028181fd9b5b64bab24bb49a34208f60a16e98488c5Chong Zhang err = nativeWindowConnect(surface.get(), "connectToSurface(reconnect)"); 3029264bac95912efe121d6a60026612617f04f42966Lajos Molnar } 3030264bac95912efe121d6a60026612617f04f42966Lajos Molnar 3031264bac95912efe121d6a60026612617f04f42966Lajos Molnar if (err != OK) { 3032181fd9b5b64bab24bb49a34208f60a16e98488c5Chong Zhang ALOGE("nativeWindowConnect returned an error: %s (%d)", strerror(-err), err); 30331dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 30341dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 3035098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar // do not return ALREADY_EXISTS unless surfaces are the same 3036098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar return err == ALREADY_EXISTS ? BAD_VALUE : err; 30371dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar} 30387541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 30391dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t MediaCodec::disconnectFromSurface() { 30401dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar status_t err = OK; 3041f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar if (mSurface != NULL) { 3042264bac95912efe121d6a60026612617f04f42966Lajos Molnar // Resetting generation is not technically needed, but there is no need to keep it either 3043264bac95912efe121d6a60026612617f04f42966Lajos Molnar mSurface->setGenerationNumber(0); 3044181fd9b5b64bab24bb49a34208f60a16e98488c5Chong Zhang err = nativeWindowDisconnect(mSurface.get(), "disconnectFromSurface"); 30457541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber if (err != OK) { 3046181fd9b5b64bab24bb49a34208f60a16e98488c5Chong Zhang ALOGW("nativeWindowDisconnect returned an error: %s (%d)", strerror(-err), err); 30477541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber } 30481dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // assume disconnected even on error 3049f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar mSurface.clear(); 30507541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber } 30511dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 30521dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar} 30537541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 30541dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t MediaCodec::handleSetSurface(const sp<Surface> &surface) { 30551dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar status_t err = OK; 30561dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mSurface != NULL) { 30571dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar (void)disconnectFromSurface(); 30581dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 3059f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar if (surface != NULL) { 30601dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = connectToSurface(surface); 30611dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err == OK) { 30621dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mSurface = surface; 30637541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber } 30647541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber } 30651dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 30667541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber} 30677541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 3068c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhangvoid MediaCodec::onInputBufferAvailable() { 3069c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang int32_t index; 3070c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang while ((index = dequeuePortBuffer(kPortIndexInput)) >= 0) { 3071c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> msg = mCallback->dup(); 3072c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("callbackID", CB_INPUT_AVAILABLE); 3073c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("index", index); 3074c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->post(); 3075c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 3076c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 3077c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 3078c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhangvoid MediaCodec::onOutputBufferAvailable() { 3079c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang int32_t index; 3080c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang while ((index = dequeuePortBuffer(kPortIndexOutput)) >= 0) { 30817e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim const sp<MediaCodecBuffer> &buffer = 3082dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mPortBuffers[kPortIndexOutput][index].mData; 3083c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> msg = mCallback->dup(); 3084c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("callbackID", CB_OUTPUT_AVAILABLE); 3085c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("index", index); 3086c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setSize("offset", buffer->offset()); 3087c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setSize("size", buffer->size()); 3088c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 3089c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang int64_t timeUs; 3090c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang CHECK(buffer->meta()->findInt64("timeUs", &timeUs)); 3091c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 3092c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt64("timeUs", timeUs); 3093c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 3094dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim int32_t flags; 3095dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim CHECK(buffer->meta()->findInt32("flags", &flags)); 3096c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 3097c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("flags", flags); 3098c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 3099c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->post(); 3100c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 3101c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 3102c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 3103749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhangvoid MediaCodec::onError(status_t err, int32_t actionCode, const char *detail) { 3104c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mCallback != NULL) { 3105c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> msg = mCallback->dup(); 3106c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("callbackID", CB_ERROR); 3107c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("err", err); 3108749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhang msg->setInt32("actionCode", actionCode); 3109749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhang 3110749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhang if (detail != NULL) { 3111749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhang msg->setString("detail", detail); 3112749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhang } 3113c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 3114c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->post(); 3115c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 3116c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 3117c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 3118c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhangvoid MediaCodec::onOutputFormatChanged() { 3119c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mCallback != NULL) { 3120c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> msg = mCallback->dup(); 3121c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("callbackID", CB_OUTPUT_FORMAT_CHANGED); 3122c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setMessage("format", mOutputFormat); 3123c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->post(); 3124c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 3125c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 3126c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 3127575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Hubervoid MediaCodec::postActivityNotificationIfPossible() { 3128575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber if (mActivityNotify == NULL) { 3129575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber return; 3130575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber } 3131575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 3132e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang bool isErrorOrOutputChanged = 3133e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang (mFlags & (kFlagStickyError 3134575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber | kFlagOutputBuffersChanged 3135e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang | kFlagOutputFormatChanged)); 3136e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang 3137e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang if (isErrorOrOutputChanged 3138575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber || !mAvailPortBuffers[kPortIndexInput].empty() 3139575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber || !mAvailPortBuffers[kPortIndexOutput].empty()) { 3140e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang mActivityNotify->setInt32("input-buffers", 3141e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang mAvailPortBuffers[kPortIndexInput].size()); 3142e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang 3143e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang if (isErrorOrOutputChanged) { 3144e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang // we want consumer to dequeue as many times as it can 3145e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang mActivityNotify->setInt32("output-buffers", INT32_MAX); 3146e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang } else { 3147e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang mActivityNotify->setInt32("output-buffers", 3148e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang mAvailPortBuffers[kPortIndexOutput].size()); 3149e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang } 3150575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber mActivityNotify->post(); 3151575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber mActivityNotify.clear(); 3152575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber } 3153575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber} 3154575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 3155a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huberstatus_t MediaCodec::setParameters(const sp<AMessage> ¶ms) { 31561d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatSetParameters, this); 3157a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber msg->setMessage("params", params); 3158a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 3159a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber sp<AMessage> response; 3160a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber return PostAndAwaitResponse(msg, &response); 3161a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber} 3162a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 3163a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huberstatus_t MediaCodec::onSetParameters(const sp<AMessage> ¶ms) { 3164a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber mCodec->signalSetParameters(params); 3165a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 3166a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber return OK; 3167a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber} 3168a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 3169e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huberstatus_t MediaCodec::amendOutputFormatWithCodecSpecificData( 31707e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim const sp<MediaCodecBuffer> &buffer) { 3171e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber AString mime; 3172e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber CHECK(mOutputFormat->findString("mime", &mime)); 3173e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3174e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (!strcasecmp(mime.c_str(), MEDIA_MIMETYPE_VIDEO_AVC)) { 3175e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // Codec specific data should be SPS and PPS in a single buffer, 3176e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // each prefixed by a startcode (0x00 0x00 0x00 0x01). 3177e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // We separate the two and put them into the output format 3178e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // under the keys "csd-0" and "csd-1". 3179e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3180e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber unsigned csdIndex = 0; 3181e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3182e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber const uint8_t *data = buffer->data(); 3183e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber size_t size = buffer->size(); 3184e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3185e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber const uint8_t *nalStart; 3186e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber size_t nalSize; 3187e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber while (getNextNALUnit(&data, &size, &nalStart, &nalSize, true) == OK) { 3188e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber sp<ABuffer> csd = new ABuffer(nalSize + 4); 3189e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber memcpy(csd->data(), "\x00\x00\x00\x01", 4); 3190e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber memcpy(csd->data() + 4, nalStart, nalSize); 3191e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3192e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mOutputFormat->setBuffer( 3193a1e8944a21e5833b7aadc451776f11797f5f9273Elliott Hughes AStringPrintf("csd-%u", csdIndex).c_str(), csd); 3194e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3195e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber ++csdIndex; 3196e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 3197e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3198e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (csdIndex != 2) { 3199e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber return ERROR_MALFORMED; 3200e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 3201e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } else { 3202e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // For everything else we just stash the codec specific data into 3203e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // the output format as a single piece of csd under "csd-0". 32047e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim sp<ABuffer> csd = new ABuffer(buffer->size()); 32057e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim memcpy(csd->data(), buffer->data(), buffer->size()); 32067e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim csd->setRange(0, buffer->size()); 32077e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim mOutputFormat->setBuffer("csd-0", csd); 3208e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 3209e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3210e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber return OK; 3211e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber} 3212e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 32132606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhangvoid MediaCodec::updateBatteryStat() { 32143f273d10817ddb2f792ae043de692efcdf1988aeWei Jia if (!mIsVideo) { 32153f273d10817ddb2f792ae043de692efcdf1988aeWei Jia return; 32163f273d10817ddb2f792ae043de692efcdf1988aeWei Jia } 32172606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 32183f273d10817ddb2f792ae043de692efcdf1988aeWei Jia if (mState == CONFIGURED && !mBatteryStatNotified) { 3219f2ae3e19080938db8cbf29a963fd744a3964fcc2Wei Jia BatteryNotifier::getInstance().noteStartVideo(mUid); 32202606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mBatteryStatNotified = true; 32212606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } else if (mState == UNINITIALIZED && mBatteryStatNotified) { 3222f2ae3e19080938db8cbf29a963fd744a3964fcc2Wei Jia BatteryNotifier::getInstance().noteStopVideo(mUid); 32232606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mBatteryStatNotified = false; 32242606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } 32252606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang} 32262606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 32275778822d86b0337407514b9372562b86edfa91cdAndreas Huber} // namespace android 3228