MediaCodec.cpp revision 9cf12df166dff26da5e6009f7349e9a53b264363
15778822d86b0337407514b9372562b86edfa91cdAndreas Huber/* 25778822d86b0337407514b9372562b86edfa91cdAndreas Huber * Copyright 2012, The Android Open Source Project 35778822d86b0337407514b9372562b86edfa91cdAndreas Huber * 45778822d86b0337407514b9372562b86edfa91cdAndreas Huber * Licensed under the Apache License, Version 2.0 (the "License"); 55778822d86b0337407514b9372562b86edfa91cdAndreas Huber * you may not use this file except in compliance with the License. 65778822d86b0337407514b9372562b86edfa91cdAndreas Huber * You may obtain a copy of the License at 75778822d86b0337407514b9372562b86edfa91cdAndreas Huber * 85778822d86b0337407514b9372562b86edfa91cdAndreas Huber * http://www.apache.org/licenses/LICENSE-2.0 95778822d86b0337407514b9372562b86edfa91cdAndreas Huber * 105778822d86b0337407514b9372562b86edfa91cdAndreas Huber * Unless required by applicable law or agreed to in writing, software 115778822d86b0337407514b9372562b86edfa91cdAndreas Huber * distributed under the License is distributed on an "AS IS" BASIS, 125778822d86b0337407514b9372562b86edfa91cdAndreas Huber * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 135778822d86b0337407514b9372562b86edfa91cdAndreas Huber * See the License for the specific language governing permissions and 145778822d86b0337407514b9372562b86edfa91cdAndreas Huber * limitations under the License. 155778822d86b0337407514b9372562b86edfa91cdAndreas Huber */ 165778822d86b0337407514b9372562b86edfa91cdAndreas Huber 175778822d86b0337407514b9372562b86edfa91cdAndreas Huber//#define LOG_NDEBUG 0 185778822d86b0337407514b9372562b86edfa91cdAndreas Huber#define LOG_TAG "MediaCodec" 19fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar#include <inttypes.h> 205778822d86b0337407514b9372562b86edfa91cdAndreas Huber 214811923e80a8abefa278307ebf8cc9b0294ba67fWonsik Kim#include "include/SecureBuffer.h" 227e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim#include "include/SharedMemoryBuffer.h" 235778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include "include/SoftwareRenderer.h" 245778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25d5a416a49d5074e2966f5fe255561cbaaf31a325Chong Zhang#include <android/hardware/cas/native/1.0/IDescrambler.h> 26d5a416a49d5074e2966f5fe255561cbaaf31a325Chong Zhang 27c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker#include <binder/IMemory.h> 2867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu#include <binder/IPCThreadState.h> 292606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include <binder/IServiceManager.h> 30c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker#include <binder/MemoryDealer.h> 314f87426e12f5f12e0724519e77f8237a6b2d5dacWonsik Kim#include <cutils/properties.h> 3279608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang#include <gui/BufferQueue.h> 331a2952aee048ca7b1765e2bc09ebe9aeddaeafa3Mathias Agopian#include <gui/Surface.h> 34ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber#include <media/ICrypto.h> 35d291c222357303b9611cab89d0c3b047584ef377Chong Zhang#include <media/IOMX.h> 3667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu#include <media/IResourceManagerService.h> 377e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim#include <media/MediaCodecBuffer.h> 38db1221479a7ffe7094c51c463bbd36522ed106abRay Essick#include <media/MediaAnalyticsItem.h> 395778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/foundation/ABuffer.h> 405778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/foundation/ADebug.h> 415778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/foundation/AMessage.h> 425b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber#include <media/stagefright/foundation/AString.h> 43dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim#include <media/stagefright/foundation/AUtils.h> 44d91dc5a0602f54fc0d4d2187f37b5b8169bb62c3Dongwon Kang#include <media/stagefright/foundation/avc_utils.h> 45ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber#include <media/stagefright/foundation/hexdump.h> 465778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/ACodec.h> 477cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden#include <media/stagefright/BufferProducerWrapper.h> 484f87426e12f5f12e0724519e77f8237a6b2d5dacWonsik Kim#include <media/stagefright/CCodec.h> 492606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include <media/stagefright/MediaCodec.h> 506f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen#include <media/stagefright/MediaCodecList.h> 51e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber#include <media/stagefright/MediaDefs.h> 525778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/MediaErrors.h> 53744f5739019d1fd917f981e740b353c3d73fd1a8David Smith#include <media/stagefright/MediaFilter.h> 54d291c222357303b9611cab89d0c3b047584ef377Chong Zhang#include <media/stagefright/OMXClient.h> 55d291c222357303b9611cab89d0c3b047584ef377Chong Zhang#include <media/stagefright/PersistentSurface.h> 568b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar#include <media/stagefright/SurfaceUtils.h> 5799e69716215cd0665379bc90d708f2ea8689831dRuben Brunk#include <mediautils/BatteryNotifier.h> 582606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include <private/android_filesystem_config.h> 592606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include <utils/Log.h> 602606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include <utils/Singleton.h> 61e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 625778822d86b0337407514b9372562b86edfa91cdAndreas Hubernamespace android { 635778822d86b0337407514b9372562b86edfa91cdAndreas Huber 64db1221479a7ffe7094c51c463bbd36522ed106abRay Essick// key for media statistics 658574195df5de20af5fc16d6f9da1b132d6d5bfeeRay Essickstatic const char *kCodecKeyName = "codec"; 66db1221479a7ffe7094c51c463bbd36522ed106abRay Essick// attrs for media statistics 67afb43f76821e6a63e17e6484289a40430ada6978Ray Essickstatic const char *kCodecCodec = "android.media.mediacodec.codec"; /* e.g. OMX.google.aac.decoder */ 68afb43f76821e6a63e17e6484289a40430ada6978Ray Essickstatic const char *kCodecMime = "android.media.mediacodec.mime"; /* e.g. audio/mime */ 69afb43f76821e6a63e17e6484289a40430ada6978Ray Essickstatic const char *kCodecMode = "android.media.mediacodec.mode"; /* audio, video */ 70afb43f76821e6a63e17e6484289a40430ada6978Ray Essickstatic const char *kCodecSecure = "android.media.mediacodec.secure"; /* 0, 1 */ 71afb43f76821e6a63e17e6484289a40430ada6978Ray Essickstatic const char *kCodecHeight = "android.media.mediacodec.height"; /* 0..n */ 72afb43f76821e6a63e17e6484289a40430ada6978Ray Essickstatic const char *kCodecWidth = "android.media.mediacodec.width"; /* 0..n */ 73afb43f76821e6a63e17e6484289a40430ada6978Ray Essickstatic const char *kCodecRotation = "android.media.mediacodec.rotation-degrees"; /* 0/90/180/270 */ 74afb43f76821e6a63e17e6484289a40430ada6978Ray Essickstatic const char *kCodecCrypto = "android.media.mediacodec.crypto"; /* 0,1 */ 75afb43f76821e6a63e17e6484289a40430ada6978Ray Essickstatic const char *kCodecEncoder = "android.media.mediacodec.encoder"; /* 0,1 */ 768574195df5de20af5fc16d6f9da1b132d6d5bfeeRay Essick 77002e413a5a7460a32790ed08408085a6062f4054Ray Essickstatic const char *kCodecBytesIn = "android.media.mediacodec.bytesin"; /* 0..n */ 78002e413a5a7460a32790ed08408085a6062f4054Ray Essickstatic const char *kCodecProfile = "android.media.mediacodec.profile"; /* 0..n */ 79002e413a5a7460a32790ed08408085a6062f4054Ray Essickstatic const char *kCodecLevel = "android.media.mediacodec.level"; /* 0..n */ 80002e413a5a7460a32790ed08408085a6062f4054Ray Essickstatic const char *kCodecMaxWidth = "android.media.mediacodec.maxwidth"; /* 0..n */ 81002e413a5a7460a32790ed08408085a6062f4054Ray Essickstatic const char *kCodecMaxHeight = "android.media.mediacodec.maxheight"; /* 0..n */ 8282b7fe8aa03558bf90769a3d88536e6105db371bRay Essickstatic const char *kCodecError = "android.media.mediacodec.errcode"; 8382b7fe8aa03558bf90769a3d88536e6105db371bRay Essickstatic const char *kCodecErrorState = "android.media.mediacodec.errstate"; 84db1221479a7ffe7094c51c463bbd36522ed106abRay Essick 85db1221479a7ffe7094c51c463bbd36522ed106abRay Essick 860d1ed381fde5dac12dd84fcf3da66dac46699378Chih-Hung Hsiehstatic int64_t getId(const sp<IResourceManagerClient> &client) { 8767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return (int64_t) client.get(); 8867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 8967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 9067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wustatic bool isResourceError(status_t err) { 9147a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu return (err == NO_MEMORY); 9267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 9367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 9467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wustatic const int kMaxRetry = 2; 954b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wustatic const int kMaxReclaimWaitTimeInUs = 500000; // 0.5s 96dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimstatic const int kNumBuffersAlign = 16; 9767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 9879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim//////////////////////////////////////////////////////////////////////////////// 9979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 10067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wustruct ResourceManagerClient : public BnResourceManagerClient { 101090ef604f81447eab4aa0a5b45d6307482573560Chih-Hung Hsieh explicit ResourceManagerClient(MediaCodec* codec) : mMediaCodec(codec) {} 10267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 10367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu virtual bool reclaimResource() { 10467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<MediaCodec> codec = mMediaCodec.promote(); 10567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (codec == NULL) { 10667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // codec is already gone. 10767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return true; 10867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 10947a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu status_t err = codec->reclaim(); 1104b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu if (err == WOULD_BLOCK) { 1114b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu ALOGD("Wait for the client to release codec."); 1124b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu usleep(kMaxReclaimWaitTimeInUs); 1134b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu ALOGD("Try to reclaim again."); 1144b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu err = codec->reclaim(true /* force */); 1154b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu } 11667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (err != OK) { 11767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ALOGW("ResourceManagerClient failed to release codec with err %d", err); 11867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 11967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return (err == OK); 12067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 12167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 1228f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu virtual String8 getName() { 1238f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu String8 ret; 1248f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu sp<MediaCodec> codec = mMediaCodec.promote(); 1258f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu if (codec == NULL) { 1268f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu // codec is already gone. 1278f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu return ret; 1288f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu } 1298f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu 1308f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu AString name; 1318f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu if (codec->getName(&name) == OK) { 1328f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu ret.setTo(name.c_str()); 1338f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu } 1348f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu return ret; 1358f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu } 13667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 13767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuprotected: 13867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu virtual ~ResourceManagerClient() {} 13967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 14067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuprivate: 14167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu wp<MediaCodec> mMediaCodec; 14267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 14367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu DISALLOW_EVIL_CONSTRUCTORS(ResourceManagerClient); 14467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu}; 14567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 14668845c14ebf2c7282800b1abffde38d8e9a57aabRonghua WuMediaCodec::ResourceManagerServiceProxy::ResourceManagerServiceProxy(pid_t pid) 14768845c14ebf2c7282800b1abffde38d8e9a57aabRonghua Wu : mPid(pid) { 14868845c14ebf2c7282800b1abffde38d8e9a57aabRonghua Wu if (mPid == MediaCodec::kNoPid) { 14968845c14ebf2c7282800b1abffde38d8e9a57aabRonghua Wu mPid = IPCThreadState::self()->getCallingPid(); 15068845c14ebf2c7282800b1abffde38d8e9a57aabRonghua Wu } 15167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 15267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 15367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua WuMediaCodec::ResourceManagerServiceProxy::~ResourceManagerServiceProxy() { 15467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mService != NULL) { 15567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu IInterface::asBinder(mService)->unlinkToDeath(this); 15667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 15767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 15867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 15967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuvoid MediaCodec::ResourceManagerServiceProxy::init() { 16067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<IServiceManager> sm = defaultServiceManager(); 16167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<IBinder> binder = sm->getService(String16("media.resource_manager")); 16267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mService = interface_cast<IResourceManagerService>(binder); 16367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mService == NULL) { 16467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ALOGE("Failed to get ResourceManagerService"); 16567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return; 16667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 167e4237177a4a3eea059cd74247b2d770d301a8230Ronghua Wu IInterface::asBinder(mService)->linkToDeath(this); 16867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 16967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 17067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuvoid MediaCodec::ResourceManagerServiceProxy::binderDied(const wp<IBinder>& /*who*/) { 17167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ALOGW("ResourceManagerService died."); 17267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Mutex::Autolock _l(mLock); 17367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mService.clear(); 17467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 17567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 17667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuvoid MediaCodec::ResourceManagerServiceProxy::addResource( 17767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu int64_t clientId, 1780d1ed381fde5dac12dd84fcf3da66dac46699378Chih-Hung Hsieh const sp<IResourceManagerClient> &client, 17967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu const Vector<MediaResource> &resources) { 18067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Mutex::Autolock _l(mLock); 18167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mService == NULL) { 18267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return; 18367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 18437c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu mService->addResource(mPid, clientId, client, resources); 18567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 18667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 18767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuvoid MediaCodec::ResourceManagerServiceProxy::removeResource(int64_t clientId) { 18867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Mutex::Autolock _l(mLock); 18967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mService == NULL) { 19067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return; 19167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 19237c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu mService->removeResource(mPid, clientId); 19367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 19467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 19567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wubool MediaCodec::ResourceManagerServiceProxy::reclaimResource( 19637c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu const Vector<MediaResource> &resources) { 19767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Mutex::Autolock _l(mLock); 19867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mService == NULL) { 19967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return false; 20067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 20137c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu return mService->reclaimResource(mPid, resources); 20267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 20367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 20479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim//////////////////////////////////////////////////////////////////////////////// 20579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 206dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik KimMediaCodec::BufferInfo::BufferInfo() : mOwnedByClient(false) {} 207dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim 208dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim//////////////////////////////////////////////////////////////////////////////// 209dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim 21079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kimnamespace { 21179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 21279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kimenum { 21379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim kWhatFillThisBuffer = 'fill', 21479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim kWhatDrainThisBuffer = 'drai', 21579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim kWhatEOS = 'eos ', 216dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim kWhatStartCompleted = 'Scom', 21779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim kWhatStopCompleted = 'scom', 21879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim kWhatReleaseCompleted = 'rcom', 21979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim kWhatFlushCompleted = 'fcom', 22079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim kWhatError = 'erro', 22179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim kWhatComponentAllocated = 'cAll', 22279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim kWhatComponentConfigured = 'cCon', 22379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim kWhatInputSurfaceCreated = 'isfc', 22479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim kWhatInputSurfaceAccepted = 'isfa', 22579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim kWhatSignaledInputEOS = 'seos', 22679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim kWhatOutputFramesRendered = 'outR', 227dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim kWhatOutputBuffersChanged = 'outC', 22879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim}; 22979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 230dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimclass BufferCallback : public CodecBase::BufferCallback { 23179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kimpublic: 232dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim explicit BufferCallback(const sp<AMessage> ¬ify); 233dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim virtual ~BufferCallback() = default; 234dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim 235dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim virtual void onInputBufferAvailable( 236dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim size_t index, const sp<MediaCodecBuffer> &buffer) override; 237dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim virtual void onOutputBufferAvailable( 238dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim size_t index, const sp<MediaCodecBuffer> &buffer) override; 239dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimprivate: 240dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim const sp<AMessage> mNotify; 241dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim}; 242dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim 243dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik KimBufferCallback::BufferCallback(const sp<AMessage> ¬ify) 244dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim : mNotify(notify) {} 245dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim 246dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid BufferCallback::onInputBufferAvailable( 247dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim size_t index, const sp<MediaCodecBuffer> &buffer) { 248dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim sp<AMessage> notify(mNotify->dup()); 249dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim notify->setInt32("what", kWhatFillThisBuffer); 250dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim notify->setSize("index", index); 251dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim notify->setObject("buffer", buffer); 252dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim notify->post(); 253dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim} 254dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim 255dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid BufferCallback::onOutputBufferAvailable( 256dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim size_t index, const sp<MediaCodecBuffer> &buffer) { 257dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim sp<AMessage> notify(mNotify->dup()); 258dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim notify->setInt32("what", kWhatDrainThisBuffer); 259dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim notify->setSize("index", index); 260dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim notify->setObject("buffer", buffer); 261dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim notify->post(); 262dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim} 263dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim 264dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimclass CodecCallback : public CodecBase::CodecCallback { 265dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimpublic: 266dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim explicit CodecCallback(const sp<AMessage> ¬ify); 267dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim virtual ~CodecCallback() = default; 26879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 26979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim virtual void onEos(status_t err) override; 270dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim virtual void onStartCompleted() override; 27179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim virtual void onStopCompleted() override; 27279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim virtual void onReleaseCompleted() override; 27379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim virtual void onFlushCompleted() override; 27479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim virtual void onError(status_t err, enum ActionCode actionCode) override; 27579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim virtual void onComponentAllocated(const char *componentName) override; 27679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim virtual void onComponentConfigured( 27779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim const sp<AMessage> &inputFormat, const sp<AMessage> &outputFormat) override; 27879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim virtual void onInputSurfaceCreated( 27979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim const sp<AMessage> &inputFormat, 28079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim const sp<AMessage> &outputFormat, 28179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim const sp<BufferProducerWrapper> &inputSurface) override; 28279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim virtual void onInputSurfaceCreationFailed(status_t err) override; 28379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim virtual void onInputSurfaceAccepted( 28479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim const sp<AMessage> &inputFormat, 28579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim const sp<AMessage> &outputFormat) override; 28679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim virtual void onInputSurfaceDeclined(status_t err) override; 28779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim virtual void onSignaledInputEOS(status_t err) override; 28879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim virtual void onOutputFramesRendered(const std::list<FrameRenderTracker::Info> &done) override; 289dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim virtual void onOutputBuffersChanged() override; 29079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kimprivate: 29179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim const sp<AMessage> mNotify; 29279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim}; 29379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 294dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik KimCodecCallback::CodecCallback(const sp<AMessage> ¬ify) : mNotify(notify) {} 29579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 296dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid CodecCallback::onEos(status_t err) { 29779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim sp<AMessage> notify(mNotify->dup()); 298dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim notify->setInt32("what", kWhatEOS); 299dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim notify->setInt32("err", err); 300fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim notify->post(); 301fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim} 302fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim 303dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid CodecCallback::onStartCompleted() { 304fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim sp<AMessage> notify(mNotify->dup()); 305dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim notify->setInt32("what", kWhatStartCompleted); 30679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->post(); 30779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} 30879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 309dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid CodecCallback::onStopCompleted() { 31079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim sp<AMessage> notify(mNotify->dup()); 31179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("what", kWhatStopCompleted); 31279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->post(); 31379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} 31479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 315dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid CodecCallback::onReleaseCompleted() { 31679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim sp<AMessage> notify(mNotify->dup()); 31779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("what", kWhatReleaseCompleted); 31879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->post(); 31979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} 32079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 321dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid CodecCallback::onFlushCompleted() { 32279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim sp<AMessage> notify(mNotify->dup()); 32379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("what", kWhatFlushCompleted); 32479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->post(); 32579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} 32679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 327dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid CodecCallback::onError(status_t err, enum ActionCode actionCode) { 32879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim sp<AMessage> notify(mNotify->dup()); 32979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("what", kWhatError); 33079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("err", err); 33179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("actionCode", actionCode); 33279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->post(); 33379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} 33479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 335dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid CodecCallback::onComponentAllocated(const char *componentName) { 33679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim sp<AMessage> notify(mNotify->dup()); 33779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("what", kWhatComponentAllocated); 33879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setString("componentName", componentName); 33979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->post(); 34079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} 34179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 342dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid CodecCallback::onComponentConfigured( 34379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim const sp<AMessage> &inputFormat, const sp<AMessage> &outputFormat) { 34479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim sp<AMessage> notify(mNotify->dup()); 34579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("what", kWhatComponentConfigured); 34679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setMessage("input-format", inputFormat); 34779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setMessage("output-format", outputFormat); 34879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->post(); 34979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} 35079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 351dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid CodecCallback::onInputSurfaceCreated( 35279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim const sp<AMessage> &inputFormat, 35379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim const sp<AMessage> &outputFormat, 35479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim const sp<BufferProducerWrapper> &inputSurface) { 35579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim sp<AMessage> notify(mNotify->dup()); 35679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("what", kWhatInputSurfaceCreated); 35779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setMessage("input-format", inputFormat); 35879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setMessage("output-format", outputFormat); 35979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setObject("input-surface", inputSurface); 36079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->post(); 36179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} 36279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 363dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid CodecCallback::onInputSurfaceCreationFailed(status_t err) { 36479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim sp<AMessage> notify(mNotify->dup()); 36579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("what", kWhatInputSurfaceCreated); 36679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("err", err); 36779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->post(); 36879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} 36979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 370dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid CodecCallback::onInputSurfaceAccepted( 37179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim const sp<AMessage> &inputFormat, 37279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim const sp<AMessage> &outputFormat) { 37379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim sp<AMessage> notify(mNotify->dup()); 37479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("what", kWhatInputSurfaceAccepted); 37579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setMessage("input-format", inputFormat); 37679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setMessage("output-format", outputFormat); 37779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->post(); 37879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} 37979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 380dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid CodecCallback::onInputSurfaceDeclined(status_t err) { 38179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim sp<AMessage> notify(mNotify->dup()); 38279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("what", kWhatInputSurfaceAccepted); 38379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("err", err); 38479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->post(); 38579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} 38679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 387dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid CodecCallback::onSignaledInputEOS(status_t err) { 38879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim sp<AMessage> notify(mNotify->dup()); 38979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("what", kWhatSignaledInputEOS); 39079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim if (err != OK) { 39179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("err", err); 39279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim } 39379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->post(); 39479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} 39579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 396dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid CodecCallback::onOutputFramesRendered(const std::list<FrameRenderTracker::Info> &done) { 39779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim sp<AMessage> notify(mNotify->dup()); 39879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("what", kWhatOutputFramesRendered); 39979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim if (MediaCodec::CreateFramesRenderedMessage(done, notify)) { 40079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->post(); 40179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim } 40279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} 40379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 404dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid CodecCallback::onOutputBuffersChanged() { 405dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim sp<AMessage> notify(mNotify->dup()); 406dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim notify->setInt32("what", kWhatOutputBuffersChanged); 407dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim notify->post(); 408dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim} 409dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim 41079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} // namespace 41179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 41279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim//////////////////////////////////////////////////////////////////////////////// 41379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 4145778822d86b0337407514b9372562b86edfa91cdAndreas Huber// static 4155778822d86b0337407514b9372562b86edfa91cdAndreas Hubersp<MediaCodec> MediaCodec::CreateByType( 416f2ae3e19080938db8cbf29a963fd744a3964fcc2Wei Jia const sp<ALooper> &looper, const AString &mime, bool encoder, status_t *err, pid_t pid, 417f2ae3e19080938db8cbf29a963fd744a3964fcc2Wei Jia uid_t uid) { 418f2ae3e19080938db8cbf29a963fd744a3964fcc2Wei Jia sp<MediaCodec> codec = new MediaCodec(looper, pid, uid); 4195778822d86b0337407514b9372562b86edfa91cdAndreas Huber 420251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung const status_t ret = codec->init(mime, true /* nameIsType */, encoder); 421251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (err != NULL) { 422251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung *err = ret; 423251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 424251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return ret == OK ? codec : NULL; // NULL deallocates codec. 4255778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 4265778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4275778822d86b0337407514b9372562b86edfa91cdAndreas Huber// static 4285778822d86b0337407514b9372562b86edfa91cdAndreas Hubersp<MediaCodec> MediaCodec::CreateByComponentName( 429f2ae3e19080938db8cbf29a963fd744a3964fcc2Wei Jia const sp<ALooper> &looper, const AString &name, status_t *err, pid_t pid, uid_t uid) { 430f2ae3e19080938db8cbf29a963fd744a3964fcc2Wei Jia sp<MediaCodec> codec = new MediaCodec(looper, pid, uid); 4315778822d86b0337407514b9372562b86edfa91cdAndreas Huber 432251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung const status_t ret = codec->init(name, false /* nameIsType */, false /* encoder */); 433251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (err != NULL) { 434251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung *err = ret; 435251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 436251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return ret == OK ? codec : NULL; // NULL deallocates codec. 4375778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 4385778822d86b0337407514b9372562b86edfa91cdAndreas Huber 439d291c222357303b9611cab89d0c3b047584ef377Chong Zhang// static 440d291c222357303b9611cab89d0c3b047584ef377Chong Zhangsp<PersistentSurface> MediaCodec::CreatePersistentInputSurface() { 441d291c222357303b9611cab89d0c3b047584ef377Chong Zhang OMXClient client; 442addf2cbb120346ae42e78fa739245a353db5edadChong Zhang if (client.connect() != OK) { 443addf2cbb120346ae42e78fa739245a353db5edadChong Zhang ALOGE("Failed to connect to OMX to create persistent input surface."); 44479608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang return NULL; 44579608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang } 44679608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang 447addf2cbb120346ae42e78fa739245a353db5edadChong Zhang sp<IOMX> omx = client.interface(); 44879608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang 449d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<IGraphicBufferProducer> bufferProducer; 450addf2cbb120346ae42e78fa739245a353db5edadChong Zhang sp<IGraphicBufferSource> bufferSource; 451d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 452addf2cbb120346ae42e78fa739245a353db5edadChong Zhang status_t err = omx->createInputSurface(&bufferProducer, &bufferSource); 453d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 454d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (err != OK) { 455d291c222357303b9611cab89d0c3b047584ef377Chong Zhang ALOGE("Failed to create persistent input surface."); 456d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return NULL; 457d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 458d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 459addf2cbb120346ae42e78fa739245a353db5edadChong Zhang return new PersistentSurface(bufferProducer, bufferSource); 460d291c222357303b9611cab89d0c3b047584ef377Chong Zhang} 461d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 462f2ae3e19080938db8cbf29a963fd744a3964fcc2Wei JiaMediaCodec::MediaCodec(const sp<ALooper> &looper, pid_t pid, uid_t uid) 4635778822d86b0337407514b9372562b86edfa91cdAndreas Huber : mState(UNINITIALIZED), 46447a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu mReleasedByResourceManager(false), 4655778822d86b0337407514b9372562b86edfa91cdAndreas Huber mLooper(looper), 46692cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar mCodec(NULL), 4677cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mReplyID(0), 4685778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags(0), 469251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mStickyError(OK), 4705778822d86b0337407514b9372562b86edfa91cdAndreas Huber mSoftRenderer(NULL), 47182b7fe8aa03558bf90769a3d88536e6105db371bRay Essick mAnalyticsItem(NULL), 472ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar mResourceManagerClient(new ResourceManagerClient(this)), 47368845c14ebf2c7282800b1abffde38d8e9a57aabRonghua Wu mResourceManagerService(new ResourceManagerServiceProxy(pid)), 4742606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mBatteryStatNotified(false), 4752606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mIsVideo(false), 47667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mVideoWidth(0), 47767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mVideoHeight(0), 478505aab41c0e8e79a49d4506344fcd9d220d5965bChong Zhang mRotationDegrees(0), 4795778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputTimeoutGeneration(0), 4805778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputReplyID(0), 4815778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueOutputTimeoutGeneration(0), 4826507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mDequeueOutputReplyID(0), 4833d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang mHaveInputSurface(false), 4843d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang mHavePendingInputBuffers(false) { 485f2ae3e19080938db8cbf29a963fd744a3964fcc2Wei Jia if (uid == kNoUid) { 486f2ae3e19080938db8cbf29a963fd744a3964fcc2Wei Jia mUid = IPCThreadState::self()->getCallingUid(); 487f2ae3e19080938db8cbf29a963fd744a3964fcc2Wei Jia } else { 488f2ae3e19080938db8cbf29a963fd744a3964fcc2Wei Jia mUid = uid; 489f2ae3e19080938db8cbf29a963fd744a3964fcc2Wei Jia } 49082b7fe8aa03558bf90769a3d88536e6105db371bRay Essick initAnalyticsItem(); 49182b7fe8aa03558bf90769a3d88536e6105db371bRay Essick} 49282b7fe8aa03558bf90769a3d88536e6105db371bRay Essick 49382b7fe8aa03558bf90769a3d88536e6105db371bRay EssickMediaCodec::~MediaCodec() { 49482b7fe8aa03558bf90769a3d88536e6105db371bRay Essick CHECK_EQ(mState, UNINITIALIZED); 49582b7fe8aa03558bf90769a3d88536e6105db371bRay Essick mResourceManagerService->removeResource(getId(mResourceManagerClient)); 49682b7fe8aa03558bf90769a3d88536e6105db371bRay Essick 49782b7fe8aa03558bf90769a3d88536e6105db371bRay Essick flushAnalyticsItem(); 49882b7fe8aa03558bf90769a3d88536e6105db371bRay Essick} 49982b7fe8aa03558bf90769a3d88536e6105db371bRay Essick 50082b7fe8aa03558bf90769a3d88536e6105db371bRay Essickvoid MediaCodec::initAnalyticsItem() { 50182b7fe8aa03558bf90769a3d88536e6105db371bRay Essick CHECK(mAnalyticsItem == NULL); 502db1221479a7ffe7094c51c463bbd36522ed106abRay Essick // set up our new record, get a sessionID, put it into the in-progress list 5038574195df5de20af5fc16d6f9da1b132d6d5bfeeRay Essick mAnalyticsItem = new MediaAnalyticsItem(kCodecKeyName); 504db1221479a7ffe7094c51c463bbd36522ed106abRay Essick if (mAnalyticsItem != NULL) { 505db1221479a7ffe7094c51c463bbd36522ed106abRay Essick (void) mAnalyticsItem->generateSessionID(); 506db1221479a7ffe7094c51c463bbd36522ed106abRay Essick // don't record it yet; only at the end, when we have decided that we have 507db1221479a7ffe7094c51c463bbd36522ed106abRay Essick // data worth writing (e.g. .count() > 0) 508db1221479a7ffe7094c51c463bbd36522ed106abRay Essick } 5095778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 5105778822d86b0337407514b9372562b86edfa91cdAndreas Huber 51182b7fe8aa03558bf90769a3d88536e6105db371bRay Essickvoid MediaCodec::flushAnalyticsItem() { 51282b7fe8aa03558bf90769a3d88536e6105db371bRay Essick if (mAnalyticsItem != NULL) { 51382b7fe8aa03558bf90769a3d88536e6105db371bRay Essick // don't log empty records 514db1221479a7ffe7094c51c463bbd36522ed106abRay Essick if (mAnalyticsItem->count() > 0) { 515db1221479a7ffe7094c51c463bbd36522ed106abRay Essick mAnalyticsItem->setFinalized(true); 516db1221479a7ffe7094c51c463bbd36522ed106abRay Essick mAnalyticsItem->selfrecord(); 517db1221479a7ffe7094c51c463bbd36522ed106abRay Essick } 518db1221479a7ffe7094c51c463bbd36522ed106abRay Essick delete mAnalyticsItem; 519db1221479a7ffe7094c51c463bbd36522ed106abRay Essick mAnalyticsItem = NULL; 520db1221479a7ffe7094c51c463bbd36522ed106abRay Essick } 5215778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 5225778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5235778822d86b0337407514b9372562b86edfa91cdAndreas Huber// static 5245778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::PostAndAwaitResponse( 5255778822d86b0337407514b9372562b86edfa91cdAndreas Huber const sp<AMessage> &msg, sp<AMessage> *response) { 5265778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = msg->postAndAwaitResponse(response); 5275778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5285778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 5295778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 5305778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 5315778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5325778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!(*response)->findInt32("err", &err)) { 5335778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = OK; 5345778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 5355778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5365778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 5375778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 5385778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5393f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnarvoid MediaCodec::PostReplyWithError(const sp<AReplyToken> &replyID, int32_t err) { 54047a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu int32_t finalErr = err; 54147a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu if (mReleasedByResourceManager) { 54247a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu // override the err code if MediaCodec has been released by ResourceManager. 54347a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu finalErr = DEAD_OBJECT; 54447a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu } 54547a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu 546c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> response = new AMessage; 54747a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu response->setInt32("err", finalErr); 548c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang response->postReply(replyID); 549c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 550c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 5515b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar//static 5525b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnarsp<CodecBase> MediaCodec::GetCodecBase(const AString &name, bool nameIsType) { 5534f87426e12f5f12e0724519e77f8237a6b2d5dacWonsik Kim static bool ccodecEnabled = property_get_bool("debug.stagefright.ccodec", false); 55496310bd5caa54a4ced01d3fca684a8f89799fefdWonsik Kim if (ccodecEnabled && !nameIsType && name.startsWithIgnoreCase("c2.")) { 5554f87426e12f5f12e0724519e77f8237a6b2d5dacWonsik Kim return new CCodec; 5564f87426e12f5f12e0724519e77f8237a6b2d5dacWonsik Kim } else if (nameIsType || name.startsWithIgnoreCase("omx.")) { 5574f87426e12f5f12e0724519e77f8237a6b2d5dacWonsik Kim // at this time only ACodec specifies a mime type. 5585b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return new ACodec; 5595b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } else if (name.startsWithIgnoreCase("android.filter.")) { 5605b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return new MediaFilter; 5615b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } else { 5625b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return NULL; 5635b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 5645b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar} 5655b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 566dc9f58dc23a86d0635fd8601d1cbc8d47bab0303Andy Hungstatus_t MediaCodec::init(const AString &name, bool nameIsType, bool encoder) { 56767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mResourceManagerService->init(); 56867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 569671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar // save init parameters for reset 570671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mInitName = name; 571671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mInitNameIsType = nameIsType; 572671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mInitIsEncoder = encoder; 573671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 5745778822d86b0337407514b9372562b86edfa91cdAndreas Huber // Current video decoders do not return from OMX_FillThisBuffer 5755778822d86b0337407514b9372562b86edfa91cdAndreas Huber // quickly, violating the OpenMAX specs, until that is remedied 5765778822d86b0337407514b9372562b86edfa91cdAndreas Huber // we need to invest in an extra looper to free the main event 5775778822d86b0337407514b9372562b86edfa91cdAndreas Huber // queue. 578744f5739019d1fd917f981e740b353c3d73fd1a8David Smith 5795b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar mCodec = GetCodecBase(name, nameIsType); 5805b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (mCodec == NULL) { 581744f5739019d1fd917f981e740b353c3d73fd1a8David Smith return NAME_NOT_FOUND; 582744f5739019d1fd917f981e740b353c3d73fd1a8David Smith } 583744f5739019d1fd917f981e740b353c3d73fd1a8David Smith 58467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu bool secureCodec = false; 585dc9f58dc23a86d0635fd8601d1cbc8d47bab0303Andy Hung if (nameIsType && !strncasecmp(name.c_str(), "video/", 6)) { 58667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mIsVideo = true; 5876f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen } else { 5886f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen AString tmp = name; 5896f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen if (tmp.endsWith(".secure")) { 59067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu secureCodec = true; 5916f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen tmp.erase(tmp.size() - 7, 7); 5926f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen } 59360b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar const sp<IMediaCodecList> mcl = MediaCodecList::getInstance(); 59448a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung if (mcl == NULL) { 59548a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung mCodec = NULL; // remove the codec. 59648a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung return NO_INIT; // if called from Java should raise IOException 59748a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung } 5986f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen ssize_t codecIdx = mcl->findCodecByName(tmp.c_str()); 5996f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen if (codecIdx >= 0) { 60060b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar const sp<MediaCodecInfo> info = mcl->getCodecInfo(codecIdx); 60160b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar Vector<AString> mimes; 60260b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar info->getSupportedMimes(&mimes); 60360b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar for (size_t i = 0; i < mimes.size(); i++) { 60460b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar if (mimes[i].startsWith("video/")) { 60567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mIsVideo = true; 60660b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar break; 6076f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen } 6086f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen } 6096f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen } 6105778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 6115778822d86b0337407514b9372562b86edfa91cdAndreas Huber 61267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mIsVideo) { 61367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // video codec needs dedicated looper 6145778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mCodecLooper == NULL) { 6155778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodecLooper = new ALooper; 6165778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodecLooper->setName("CodecLooper"); 6175778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodecLooper->start(false, false, ANDROID_PRIORITY_AUDIO); 6185778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 6195778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6205778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodecLooper->registerHandler(mCodec); 6215778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 6225778822d86b0337407514b9372562b86edfa91cdAndreas Huber mLooper->registerHandler(mCodec); 6235778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 6245778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6255778822d86b0337407514b9372562b86edfa91cdAndreas Huber mLooper->registerHandler(this); 6265778822d86b0337407514b9372562b86edfa91cdAndreas Huber 62779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim mCodec->setCallback( 628dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim std::unique_ptr<CodecBase::CodecCallback>( 629dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim new CodecCallback(new AMessage(kWhatCodecNotify, this)))); 630dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mBufferChannel = mCodec->getBufferChannel(); 631dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mBufferChannel->setCallback( 632dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim std::unique_ptr<CodecBase::BufferCallback>( 633dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim new BufferCallback(new AMessage(kWhatCodecNotify, this)))); 6345778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6351d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatInit, this); 6365778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setString("name", name); 6375778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("nameIsType", nameIsType); 6385778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6395778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (nameIsType) { 6405778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("encoder", encoder); 6415778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 6425778822d86b0337407514b9372562b86edfa91cdAndreas Huber 643db1221479a7ffe7094c51c463bbd36522ed106abRay Essick if (mAnalyticsItem != NULL) { 644db1221479a7ffe7094c51c463bbd36522ed106abRay Essick if (nameIsType) { 645db1221479a7ffe7094c51c463bbd36522ed106abRay Essick // name is the mime type 6468574195df5de20af5fc16d6f9da1b132d6d5bfeeRay Essick mAnalyticsItem->setCString(kCodecMime, name.c_str()); 647db1221479a7ffe7094c51c463bbd36522ed106abRay Essick } else { 6488574195df5de20af5fc16d6f9da1b132d6d5bfeeRay Essick mAnalyticsItem->setCString(kCodecCodec, name.c_str()); 649db1221479a7ffe7094c51c463bbd36522ed106abRay Essick } 6508574195df5de20af5fc16d6f9da1b132d6d5bfeeRay Essick mAnalyticsItem->setCString(kCodecMode, mIsVideo ? "video" : "audio"); 651db1221479a7ffe7094c51c463bbd36522ed106abRay Essick if (nameIsType) 652afb43f76821e6a63e17e6484289a40430ada6978Ray Essick mAnalyticsItem->setInt32(kCodecEncoder, encoder); 653db1221479a7ffe7094c51c463bbd36522ed106abRay Essick } 654db1221479a7ffe7094c51c463bbd36522ed106abRay Essick 65567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu status_t err; 65667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Vector<MediaResource> resources; 657ea15fd29af81490311af9e12949b43524c39400eRonghua Wu MediaResource::Type type = 658ea15fd29af81490311af9e12949b43524c39400eRonghua Wu secureCodec ? MediaResource::kSecureCodec : MediaResource::kNonSecureCodec; 659ea15fd29af81490311af9e12949b43524c39400eRonghua Wu MediaResource::SubType subtype = 660ea15fd29af81490311af9e12949b43524c39400eRonghua Wu mIsVideo ? MediaResource::kVideoCodec : MediaResource::kAudioCodec; 661ea15fd29af81490311af9e12949b43524c39400eRonghua Wu resources.push_back(MediaResource(type, subtype, 1)); 66267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu for (int i = 0; i <= kMaxRetry; ++i) { 66367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (i > 0) { 66467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // Don't try to reclaim resource for the first time. 66537c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu if (!mResourceManagerService->reclaimResource(resources)) { 66667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 66767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 66867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 66967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 67067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<AMessage> response; 67167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu err = PostAndAwaitResponse(msg, &response); 67267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (!isResourceError(err)) { 67367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 67467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 67567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 67667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return err; 6775778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 6785778822d86b0337407514b9372562b86edfa91cdAndreas Huber 679c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhangstatus_t MediaCodec::setCallback(const sp<AMessage> &callback) { 6801d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatSetCallback, this); 681c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setMessage("callback", callback); 682c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 683c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> response; 684c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang return PostAndAwaitResponse(msg, &response); 685c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 686c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 68790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarstatus_t MediaCodec::setOnFrameRenderedNotification(const sp<AMessage> ¬ify) { 68890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar sp<AMessage> msg = new AMessage(kWhatSetNotification, this); 68990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar msg->setMessage("on-frame-rendered", notify); 69090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar return msg->post(); 69190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 69290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 6935778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::configure( 6945778822d86b0337407514b9372562b86edfa91cdAndreas Huber const sp<AMessage> &format, 6959dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang const sp<Surface> &nativeWindow, 6969dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang const sp<ICrypto> &crypto, 6979dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang uint32_t flags) { 6989dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang return configure(format, nativeWindow, crypto, NULL, flags); 6999dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang} 7009dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang 7019dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhangstatus_t MediaCodec::configure( 7029dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang const sp<AMessage> &format, 703f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar const sp<Surface> &surface, 7041bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber const sp<ICrypto> &crypto, 7059dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang const sp<IDescrambler> &descrambler, 7065778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t flags) { 7071d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatConfigure, this); 7085778822d86b0337407514b9372562b86edfa91cdAndreas Huber 709002e413a5a7460a32790ed08408085a6062f4054Ray Essick if (mAnalyticsItem != NULL) { 710002e413a5a7460a32790ed08408085a6062f4054Ray Essick int32_t profile = 0; 711002e413a5a7460a32790ed08408085a6062f4054Ray Essick if (format->findInt32("profile", &profile)) { 712002e413a5a7460a32790ed08408085a6062f4054Ray Essick mAnalyticsItem->setInt32(kCodecProfile, profile); 713002e413a5a7460a32790ed08408085a6062f4054Ray Essick } 714002e413a5a7460a32790ed08408085a6062f4054Ray Essick int32_t level = 0; 715002e413a5a7460a32790ed08408085a6062f4054Ray Essick if (format->findInt32("level", &level)) { 716002e413a5a7460a32790ed08408085a6062f4054Ray Essick mAnalyticsItem->setInt32(kCodecLevel, level); 717002e413a5a7460a32790ed08408085a6062f4054Ray Essick } 718002e413a5a7460a32790ed08408085a6062f4054Ray Essick } 719002e413a5a7460a32790ed08408085a6062f4054Ray Essick 72067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mIsVideo) { 72167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu format->findInt32("width", &mVideoWidth); 72267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu format->findInt32("height", &mVideoHeight); 723002e413a5a7460a32790ed08408085a6062f4054Ray Essick if (!format->findInt32("rotation-degrees", &mRotationDegrees)) { 724505aab41c0e8e79a49d4506344fcd9d220d5965bChong Zhang mRotationDegrees = 0; 725505aab41c0e8e79a49d4506344fcd9d220d5965bChong Zhang } 7262034457336d28124e0f9f3c625978052ae03fceaWei Jia 727db1221479a7ffe7094c51c463bbd36522ed106abRay Essick if (mAnalyticsItem != NULL) { 728afb43f76821e6a63e17e6484289a40430ada6978Ray Essick mAnalyticsItem->setInt32(kCodecWidth, mVideoWidth); 729afb43f76821e6a63e17e6484289a40430ada6978Ray Essick mAnalyticsItem->setInt32(kCodecHeight, mVideoHeight); 730afb43f76821e6a63e17e6484289a40430ada6978Ray Essick mAnalyticsItem->setInt32(kCodecRotation, mRotationDegrees); 731002e413a5a7460a32790ed08408085a6062f4054Ray Essick int32_t maxWidth = 0; 732002e413a5a7460a32790ed08408085a6062f4054Ray Essick if (format->findInt32("max-width", &maxWidth)) { 733002e413a5a7460a32790ed08408085a6062f4054Ray Essick mAnalyticsItem->setInt32(kCodecMaxWidth, maxWidth); 734002e413a5a7460a32790ed08408085a6062f4054Ray Essick } 735002e413a5a7460a32790ed08408085a6062f4054Ray Essick int32_t maxHeight = 0; 736002e413a5a7460a32790ed08408085a6062f4054Ray Essick if (format->findInt32("max-height", &maxHeight)) { 737002e413a5a7460a32790ed08408085a6062f4054Ray Essick mAnalyticsItem->setInt32(kCodecMaxHeight, maxHeight); 738002e413a5a7460a32790ed08408085a6062f4054Ray Essick } 739db1221479a7ffe7094c51c463bbd36522ed106abRay Essick } 740db1221479a7ffe7094c51c463bbd36522ed106abRay Essick 7412034457336d28124e0f9f3c625978052ae03fceaWei Jia // Prevent possible integer overflow in downstream code. 7422034457336d28124e0f9f3c625978052ae03fceaWei Jia if (mInitIsEncoder 7432034457336d28124e0f9f3c625978052ae03fceaWei Jia && (uint64_t)mVideoWidth * mVideoHeight > (uint64_t)INT32_MAX / 4) { 7442034457336d28124e0f9f3c625978052ae03fceaWei Jia ALOGE("buffer size is too big, width=%d, height=%d", mVideoWidth, mVideoHeight); 7452034457336d28124e0f9f3c625978052ae03fceaWei Jia return BAD_VALUE; 7462034457336d28124e0f9f3c625978052ae03fceaWei Jia } 74767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 74867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 7495778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setMessage("format", format); 7505778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("flags", flags); 751f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar msg->setObject("surface", surface); 7521bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber 7539dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang if (crypto != NULL || descrambler != NULL) { 7549dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang if (crypto != NULL) { 7559dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang msg->setPointer("crypto", crypto.get()); 7569dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang } else { 7579dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang msg->setPointer("descrambler", descrambler.get()); 7589dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang } 759db1221479a7ffe7094c51c463bbd36522ed106abRay Essick if (mAnalyticsItem != NULL) { 760db1221479a7ffe7094c51c463bbd36522ed106abRay Essick // XXX: save indication that it's crypto in some way... 761afb43f76821e6a63e17e6484289a40430ada6978Ray Essick mAnalyticsItem->setInt32(kCodecCrypto, 1); 762db1221479a7ffe7094c51c463bbd36522ed106abRay Essick } 76332c1bcda7c9fb429fe6c235184f8bb6aa7ef12dbDongwon Kang } else if (mFlags & kFlagIsSecure) { 76432c1bcda7c9fb429fe6c235184f8bb6aa7ef12dbDongwon Kang ALOGW("Crypto or descrambler should be given for secure codec"); 7655778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 7665778822d86b0337407514b9372562b86edfa91cdAndreas Huber 76767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // save msg for reset 76867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mConfigureMsg = msg; 769f64b36deccd473b545dbed22c2feb11fc49157e5Chong Zhang 77067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu status_t err; 77167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Vector<MediaResource> resources; 772ea15fd29af81490311af9e12949b43524c39400eRonghua Wu MediaResource::Type type = (mFlags & kFlagIsSecure) ? 773ea15fd29af81490311af9e12949b43524c39400eRonghua Wu MediaResource::kSecureCodec : MediaResource::kNonSecureCodec; 774ea15fd29af81490311af9e12949b43524c39400eRonghua Wu MediaResource::SubType subtype = 775ea15fd29af81490311af9e12949b43524c39400eRonghua Wu mIsVideo ? MediaResource::kVideoCodec : MediaResource::kAudioCodec; 776ea15fd29af81490311af9e12949b43524c39400eRonghua Wu resources.push_back(MediaResource(type, subtype, 1)); 77767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // Don't know the buffer size at this point, but it's fine to use 1 because 77867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // the reclaimResource call doesn't consider the requester's buffer size for now. 779ea15fd29af81490311af9e12949b43524c39400eRonghua Wu resources.push_back(MediaResource(MediaResource::kGraphicMemory, 1)); 78067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu for (int i = 0; i <= kMaxRetry; ++i) { 78167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (i > 0) { 78267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // Don't try to reclaim resource for the first time. 78337c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu if (!mResourceManagerService->reclaimResource(resources)) { 78467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 78567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 78667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 787f64b36deccd473b545dbed22c2feb11fc49157e5Chong Zhang 78867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<AMessage> response; 78967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu err = PostAndAwaitResponse(msg, &response); 79067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (err != OK && err != INVALID_OPERATION) { 79167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // MediaCodec now set state to UNINITIALIZED upon any fatal error. 79267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // To maintain backward-compatibility, do a reset() to put codec 79367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // back into INITIALIZED state. 79467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // But don't reset if the err is INVALID_OPERATION, which means 79567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // the configure failure is due to wrong state. 79667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 79767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ALOGE("configure failed with err 0x%08x, resetting...", err); 79867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu reset(); 79967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 80067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (!isResourceError(err)) { 80167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 80267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 803f64b36deccd473b545dbed22c2feb11fc49157e5Chong Zhang } 804f64b36deccd473b545dbed22c2feb11fc49157e5Chong Zhang return err; 8055778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 8065778822d86b0337407514b9372562b86edfa91cdAndreas Huber 807cefac14261a32fb856b0d1ab31541787112e306eHassan Shojaniastatus_t MediaCodec::releaseCrypto() 808cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania{ 809cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania ALOGV("releaseCrypto"); 810cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania 811cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania sp<AMessage> msg = new AMessage(kWhatDrmReleaseCrypto, this); 812cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania 813cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania sp<AMessage> response; 814cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania status_t status = msg->postAndAwaitResponse(&response); 815cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania 816cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania if (status == OK && response != NULL) { 817cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania CHECK(response->findInt32("status", &status)); 818cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania ALOGV("releaseCrypto ret: %d ", status); 819cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania } 820cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania else { 821cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania ALOGE("releaseCrypto err: %d", status); 822cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania } 823cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania 824cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania return status; 825cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania} 826cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania 827cefac14261a32fb856b0d1ab31541787112e306eHassan Shojaniavoid MediaCodec::onReleaseCrypto(const sp<AMessage>& msg) 828cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania{ 829cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania status_t status = INVALID_OPERATION; 830cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania if (mCrypto != NULL) { 831cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania ALOGV("onReleaseCrypto: mCrypto: %p (%d)", mCrypto.get(), mCrypto->getStrongCount()); 832cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania mBufferChannel->setCrypto(NULL); 833cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania // TODO change to ALOGV 834cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania ALOGD("onReleaseCrypto: [before clear] mCrypto: %p (%d)", 835cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania mCrypto.get(), mCrypto->getStrongCount()); 836cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania mCrypto.clear(); 837cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania 838cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania status = OK; 839cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania } 840cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania else { 841cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania ALOGW("onReleaseCrypto: No mCrypto. err: %d", status); 842cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania } 843cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania 844cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania sp<AMessage> response = new AMessage; 845cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania response->setInt32("status", status); 846cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania 847cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania sp<AReplyToken> replyID; 848cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania CHECK(msg->senderAwaitsResponse(&replyID)); 849cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania response->postReply(replyID); 850cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania} 851cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania 8528f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhangstatus_t MediaCodec::setInputSurface( 853d291c222357303b9611cab89d0c3b047584ef377Chong Zhang const sp<PersistentSurface> &surface) { 8548f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang sp<AMessage> msg = new AMessage(kWhatSetInputSurface, this); 855d291c222357303b9611cab89d0c3b047584ef377Chong Zhang msg->setObject("input-surface", surface.get()); 856d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 857d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<AMessage> response; 858d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return PostAndAwaitResponse(msg, &response); 859d291c222357303b9611cab89d0c3b047584ef377Chong Zhang} 860d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 8611dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t MediaCodec::setSurface(const sp<Surface> &surface) { 8621dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AMessage> msg = new AMessage(kWhatSetSurface, this); 8631dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar msg->setObject("surface", surface); 8641dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 8651dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AMessage> response; 8661dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return PostAndAwaitResponse(msg, &response); 8671dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar} 8681dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 8697cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFaddenstatus_t MediaCodec::createInputSurface( 8707cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<IGraphicBufferProducer>* bufferProducer) { 8711d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatCreateInputSurface, this); 8727cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 8737cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<AMessage> response; 8747cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden status_t err = PostAndAwaitResponse(msg, &response); 8757cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden if (err == NO_ERROR) { 8767cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden // unwrap the sp<IGraphicBufferProducer> 8777cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<RefBase> obj; 8787cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden bool found = response->findObject("input-surface", &obj); 8797cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden CHECK(found); 8807cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<BufferProducerWrapper> wrapper( 8817cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden static_cast<BufferProducerWrapper*>(obj.get())); 8827cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden *bufferProducer = wrapper->getBufferProducer(); 8837cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } else { 8847cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden ALOGW("createInputSurface failed, err=%d", err); 8857cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 8867cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden return err; 8877cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden} 8887cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 88967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuuint64_t MediaCodec::getGraphicBufferSize() { 89067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (!mIsVideo) { 89167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return 0; 89267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 89367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 89467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu uint64_t size = 0; 89567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu size_t portNum = sizeof(mPortBuffers) / sizeof((mPortBuffers)[0]); 89667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu for (size_t i = 0; i < portNum; ++i) { 89767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // TODO: this is just an estimation, we should get the real buffer size from ACodec. 89867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu size += mPortBuffers[i].size() * mVideoWidth * mVideoHeight * 3 / 2; 89967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 90067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return size; 90167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 90267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 903ea15fd29af81490311af9e12949b43524c39400eRonghua Wuvoid MediaCodec::addResource( 904ea15fd29af81490311af9e12949b43524c39400eRonghua Wu MediaResource::Type type, MediaResource::SubType subtype, uint64_t value) { 90567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Vector<MediaResource> resources; 906c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu resources.push_back(MediaResource(type, subtype, value)); 90767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mResourceManagerService->addResource( 90837c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu getId(mResourceManagerClient), mResourceManagerClient, resources); 90967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 91067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 9115778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::start() { 9121d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatStart, this); 9135778822d86b0337407514b9372562b86edfa91cdAndreas Huber 91467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu status_t err; 91567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Vector<MediaResource> resources; 916ea15fd29af81490311af9e12949b43524c39400eRonghua Wu MediaResource::Type type = (mFlags & kFlagIsSecure) ? 917ea15fd29af81490311af9e12949b43524c39400eRonghua Wu MediaResource::kSecureCodec : MediaResource::kNonSecureCodec; 918ea15fd29af81490311af9e12949b43524c39400eRonghua Wu MediaResource::SubType subtype = 919ea15fd29af81490311af9e12949b43524c39400eRonghua Wu mIsVideo ? MediaResource::kVideoCodec : MediaResource::kAudioCodec; 920ea15fd29af81490311af9e12949b43524c39400eRonghua Wu resources.push_back(MediaResource(type, subtype, 1)); 92167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // Don't know the buffer size at this point, but it's fine to use 1 because 92267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // the reclaimResource call doesn't consider the requester's buffer size for now. 923ea15fd29af81490311af9e12949b43524c39400eRonghua Wu resources.push_back(MediaResource(MediaResource::kGraphicMemory, 1)); 92467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu for (int i = 0; i <= kMaxRetry; ++i) { 92567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (i > 0) { 92667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // Don't try to reclaim resource for the first time. 92737c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu if (!mResourceManagerService->reclaimResource(resources)) { 92867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 92967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 93067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // Recover codec from previous error before retry start. 93167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu err = reset(); 93267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (err != OK) { 93367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ALOGE("retrying start: failed to reset codec"); 93467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 93567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 93667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<AMessage> response; 93767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu err = PostAndAwaitResponse(mConfigureMsg, &response); 93867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (err != OK) { 93967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ALOGE("retrying start: failed to configure codec"); 94067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 94167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 94267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 94367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 94467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<AMessage> response; 94567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu err = PostAndAwaitResponse(msg, &response); 94667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (!isResourceError(err)) { 94767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 94867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 94967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 95067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return err; 9515778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 9525778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9535778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::stop() { 9541d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatStop, this); 9555778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9565778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 9575778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 9585778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 9595778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9604b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wubool MediaCodec::hasPendingBuffer(int portIndex) { 961dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim return std::any_of( 962dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mPortBuffers[portIndex].begin(), mPortBuffers[portIndex].end(), 963dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim [](const BufferInfo &info) { return info.mOwnedByClient; }); 9644b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu} 9654b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu 9664b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wubool MediaCodec::hasPendingBuffer() { 9674b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu return hasPendingBuffer(kPortIndexInput) || hasPendingBuffer(kPortIndexOutput); 9684b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu} 9694b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu 9704b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wustatus_t MediaCodec::reclaim(bool force) { 97158828196edf2fc4debbd7913198a8149f039b4a9Ronghua Wu ALOGD("MediaCodec::reclaim(%p) %s", this, mInitName.c_str()); 97247a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu sp<AMessage> msg = new AMessage(kWhatRelease, this); 97347a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu msg->setInt32("reclaimed", 1); 9744b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu msg->setInt32("force", force ? 1 : 0); 97547a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu 97647a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu sp<AMessage> response; 9770abb2aa4859ced9165c77324cb83d1cd94f5f20cRonghua Wu status_t ret = PostAndAwaitResponse(msg, &response); 9780abb2aa4859ced9165c77324cb83d1cd94f5f20cRonghua Wu if (ret == -ENOENT) { 9790abb2aa4859ced9165c77324cb83d1cd94f5f20cRonghua Wu ALOGD("MediaCodec looper is gone, skip reclaim"); 9800abb2aa4859ced9165c77324cb83d1cd94f5f20cRonghua Wu ret = OK; 9810abb2aa4859ced9165c77324cb83d1cd94f5f20cRonghua Wu } 9820abb2aa4859ced9165c77324cb83d1cd94f5f20cRonghua Wu return ret; 98347a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu} 98447a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu 985c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberstatus_t MediaCodec::release() { 9861d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatRelease, this); 987c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 988c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber sp<AMessage> response; 989c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return PostAndAwaitResponse(msg, &response); 990c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber} 991c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 992671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnarstatus_t MediaCodec::reset() { 993671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar /* When external-facing MediaCodec object is created, 994671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar it is already initialized. Thus, reset is essentially 995671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar release() followed by init(), plus clearing the state */ 996671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 997671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar status_t err = release(); 998671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 999671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar // unregister handlers 1000671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar if (mCodec != NULL) { 1001671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar if (mCodecLooper != NULL) { 1002671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mCodecLooper->unregisterHandler(mCodec->id()); 1003671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar } else { 1004671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mLooper->unregisterHandler(mCodec->id()); 1005671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar } 1006671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mCodec = NULL; 1007671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar } 1008671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mLooper->unregisterHandler(id()); 1009671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 1010671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mFlags = 0; // clear all flags 1011251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mStickyError = OK; 1012671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 1013671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar // reset state not reset by setState(UNINITIALIZED) 1014671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mReplyID = 0; 1015671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mDequeueInputReplyID = 0; 1016671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mDequeueOutputReplyID = 0; 1017671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mDequeueInputTimeoutGeneration = 0; 1018671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mDequeueOutputTimeoutGeneration = 0; 1019671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mHaveInputSurface = false; 1020671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 1021671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar if (err == OK) { 1022dc9f58dc23a86d0635fd8601d1cbc8d47bab0303Andy Hung err = init(mInitName, mInitNameIsType, mInitIsEncoder); 1023671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar } 1024671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar return err; 1025671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar} 1026671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 10275778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::queueInputBuffer( 10285778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t index, 10295778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t offset, 10305778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t size, 10315778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t presentationTimeUs, 10325b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber uint32_t flags, 10335b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber AString *errorDetailMsg) { 10345b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber if (errorDetailMsg != NULL) { 10355b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber errorDetailMsg->clear(); 10365b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber } 10375b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber 10381d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatQueueInputBuffer, this); 10395778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setSize("index", index); 10405778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setSize("offset", offset); 10415778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setSize("size", size); 10425778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt64("timeUs", presentationTimeUs); 10435778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("flags", flags); 10445b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber msg->setPointer("errorDetailMsg", errorDetailMsg); 10455778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10465778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 10475778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 10485778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 10495778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10504b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huberstatus_t MediaCodec::queueSecureInputBuffer( 10514b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size_t index, 10524b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size_t offset, 10534b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const CryptoPlugin::SubSample *subSamples, 10544b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size_t numSubSamples, 10554b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const uint8_t key[16], 10564b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const uint8_t iv[16], 10574b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CryptoPlugin::Mode mode, 105818cb1eca504817b5b144a023ae2792d90e74c9a5Jeff Tinker const CryptoPlugin::Pattern &pattern, 10594b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber int64_t presentationTimeUs, 10605b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber uint32_t flags, 10615b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber AString *errorDetailMsg) { 10625b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber if (errorDetailMsg != NULL) { 10635b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber errorDetailMsg->clear(); 10645b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber } 10655b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber 10661d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatQueueInputBuffer, this); 10674b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setSize("index", index); 10684b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setSize("offset", offset); 10694b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setPointer("subSamples", (void *)subSamples); 10704b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setSize("numSubSamples", numSubSamples); 10714b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setPointer("key", (void *)key); 10724b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setPointer("iv", (void *)iv); 10734b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setInt32("mode", mode); 107418cb1eca504817b5b144a023ae2792d90e74c9a5Jeff Tinker msg->setInt32("encryptBlocks", pattern.mEncryptBlocks); 107518cb1eca504817b5b144a023ae2792d90e74c9a5Jeff Tinker msg->setInt32("skipBlocks", pattern.mSkipBlocks); 10764b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setInt64("timeUs", presentationTimeUs); 10774b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setInt32("flags", flags); 10785b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber msg->setPointer("errorDetailMsg", errorDetailMsg); 10794b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 10804b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber sp<AMessage> response; 10815b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber status_t err = PostAndAwaitResponse(msg, &response); 10825b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber 10835b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber return err; 10844b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber} 10854b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 10865778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::dequeueInputBuffer(size_t *index, int64_t timeoutUs) { 10871d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatDequeueInputBuffer, this); 10885778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt64("timeoutUs", timeoutUs); 10895778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10905778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 10915778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err; 10925778822d86b0337407514b9372562b86edfa91cdAndreas Huber if ((err = PostAndAwaitResponse(msg, &response)) != OK) { 10935778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 10945778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 10955778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10965778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findSize("index", index)); 10975778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10985778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 10995778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 11005778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11015778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::dequeueOutputBuffer( 11025778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t *index, 11035778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t *offset, 11045778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t *size, 11055778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t *presentationTimeUs, 11065778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t *flags, 11075778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t timeoutUs) { 11081d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatDequeueOutputBuffer, this); 11095778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt64("timeoutUs", timeoutUs); 11105778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11115778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 11125778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err; 11135778822d86b0337407514b9372562b86edfa91cdAndreas Huber if ((err = PostAndAwaitResponse(msg, &response)) != OK) { 11145778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 11155778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 11165778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11175778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findSize("index", index)); 11185778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findSize("offset", offset)); 11195778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findSize("size", size)); 11205778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findInt64("timeUs", presentationTimeUs)); 11215778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findInt32("flags", (int32_t *)flags)); 11225778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11235778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 11245778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 11255778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11265778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::renderOutputBufferAndRelease(size_t index) { 11271d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatReleaseOutputBuffer, this); 11285778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setSize("index", index); 11295778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("render", true); 11305778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11315778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 11325778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 11335778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 11345778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1135fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnarstatus_t MediaCodec::renderOutputBufferAndRelease(size_t index, int64_t timestampNs) { 11361d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatReleaseOutputBuffer, this); 1137fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar msg->setSize("index", index); 1138fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar msg->setInt32("render", true); 1139fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar msg->setInt64("timestampNs", timestampNs); 1140fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar 1141fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar sp<AMessage> response; 1142fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar return PostAndAwaitResponse(msg, &response); 1143fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar} 1144fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar 11455778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::releaseOutputBuffer(size_t index) { 11461d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatReleaseOutputBuffer, this); 11475778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setSize("index", index); 11485778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11495778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 11505778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 11515778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 11525778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11537cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFaddenstatus_t MediaCodec::signalEndOfInputStream() { 11541d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatSignalEndOfInputStream, this); 11557cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 11567cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<AMessage> response; 11577cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden return PostAndAwaitResponse(msg, &response); 11587cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden} 11597cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 11605778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::getOutputFormat(sp<AMessage> *format) const { 11611d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatGetOutputFormat, this); 11625778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11635778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 11645778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err; 11655778822d86b0337407514b9372562b86edfa91cdAndreas Huber if ((err = PostAndAwaitResponse(msg, &response)) != OK) { 11665778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 11675778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 11685778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11695778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findMessage("format", format)); 11705778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11715778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 11725778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 11735778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1174e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnarstatus_t MediaCodec::getInputFormat(sp<AMessage> *format) const { 11751d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatGetInputFormat, this); 1176e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 1177e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar sp<AMessage> response; 1178e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar status_t err; 1179e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if ((err = PostAndAwaitResponse(msg, &response)) != OK) { 1180e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar return err; 1181e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 1182e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 1183e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar CHECK(response->findMessage("format", format)); 1184e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 1185e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar return OK; 1186e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar} 1187e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 1188717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjostatus_t MediaCodec::getName(AString *name) const { 11891d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatGetName, this); 1190717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 1191717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo sp<AMessage> response; 1192717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo status_t err; 1193717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo if ((err = PostAndAwaitResponse(msg, &response)) != OK) { 1194717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo return err; 1195717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo } 1196717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 1197717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo CHECK(response->findString("name", name)); 1198717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 1199717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo return OK; 1200717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo} 1201717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 1202afb43f76821e6a63e17e6484289a40430ada6978Ray Essickstatus_t MediaCodec::getMetrics(MediaAnalyticsItem * &reply) { 1203afb43f76821e6a63e17e6484289a40430ada6978Ray Essick 1204afb43f76821e6a63e17e6484289a40430ada6978Ray Essick reply = NULL; 1205db1221479a7ffe7094c51c463bbd36522ed106abRay Essick 1206db1221479a7ffe7094c51c463bbd36522ed106abRay Essick // shouldn't happen, but be safe 1207db1221479a7ffe7094c51c463bbd36522ed106abRay Essick if (mAnalyticsItem == NULL) { 1208db1221479a7ffe7094c51c463bbd36522ed106abRay Essick return UNKNOWN_ERROR; 1209db1221479a7ffe7094c51c463bbd36522ed106abRay Essick } 1210db1221479a7ffe7094c51c463bbd36522ed106abRay Essick 1211db1221479a7ffe7094c51c463bbd36522ed106abRay Essick // XXX: go get current values for whatever in-flight data we want 1212db1221479a7ffe7094c51c463bbd36522ed106abRay Essick 1213db1221479a7ffe7094c51c463bbd36522ed106abRay Essick // send it back to the caller. 1214afb43f76821e6a63e17e6484289a40430ada6978Ray Essick reply = mAnalyticsItem->dup(); 1215db1221479a7ffe7094c51c463bbd36522ed106abRay Essick 1216db1221479a7ffe7094c51c463bbd36522ed106abRay Essick return OK; 1217db1221479a7ffe7094c51c463bbd36522ed106abRay Essick} 1218db1221479a7ffe7094c51c463bbd36522ed106abRay Essick 12197e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kimstatus_t MediaCodec::getInputBuffers(Vector<sp<MediaCodecBuffer> > *buffers) const { 12201d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatGetBuffers, this); 12215778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("portIndex", kPortIndexInput); 12225778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setPointer("buffers", buffers); 12235778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12245778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 12255778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 12265778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 12275778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12287e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kimstatus_t MediaCodec::getOutputBuffers(Vector<sp<MediaCodecBuffer> > *buffers) const { 12291d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatGetBuffers, this); 12305778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("portIndex", kPortIndexOutput); 12315778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setPointer("buffers", buffers); 12325778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12335778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 12345778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 12355778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 12365778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12377e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kimstatus_t MediaCodec::getOutputBuffer(size_t index, sp<MediaCodecBuffer> *buffer) { 12387bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar sp<AMessage> format; 12397bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar return getBufferAndFormat(kPortIndexOutput, index, buffer, &format); 12407bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar} 12417bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 12427bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnarstatus_t MediaCodec::getOutputFormat(size_t index, sp<AMessage> *format) { 12437e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim sp<MediaCodecBuffer> buffer; 12447bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar return getBufferAndFormat(kPortIndexOutput, index, &buffer, format); 12457bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar} 12467bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 12477e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kimstatus_t MediaCodec::getInputBuffer(size_t index, sp<MediaCodecBuffer> *buffer) { 12487bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar sp<AMessage> format; 12497bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar return getBufferAndFormat(kPortIndexInput, index, buffer, &format); 12507bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar} 12517bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 12520e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnarbool MediaCodec::isExecuting() const { 12530e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar return mState == STARTED || mState == FLUSHED; 12540e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar} 12550e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar 12567bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnarstatus_t MediaCodec::getBufferAndFormat( 12577bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar size_t portIndex, size_t index, 12587e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim sp<MediaCodecBuffer> *buffer, sp<AMessage> *format) { 12597bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar // use mutex instead of a context switch 126047a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu if (mReleasedByResourceManager) { 1261b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage ALOGE("getBufferAndFormat - resource already released"); 126247a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu return DEAD_OBJECT; 126347a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu } 126447a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu 1265b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage if (buffer == NULL) { 12667e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim ALOGE("getBufferAndFormat - null MediaCodecBuffer"); 1267b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage return INVALID_OPERATION; 1268b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage } 1269b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage 1270b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage if (format == NULL) { 1271b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage ALOGE("getBufferAndFormat - null AMessage"); 1272b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage return INVALID_OPERATION; 1273b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage } 1274b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage 12757bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar buffer->clear(); 12767bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar format->clear(); 1277b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage 12780e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (!isExecuting()) { 1279b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage ALOGE("getBufferAndFormat - not executing"); 12807bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar return INVALID_OPERATION; 12817bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar } 12827bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 12837bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar // we do not want mPortBuffers to change during this section 12847bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar // we also don't want mOwnedByClient to change during this 12857bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Mutex::Autolock al(mBufferLock); 1286b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage 1287dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim std::vector<BufferInfo> &buffers = mPortBuffers[portIndex]; 1288dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim if (index >= buffers.size()) { 1289b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage ALOGE("getBufferAndFormat - trying to get buffer with " 1290dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim "bad index (index=%zu buffer_size=%zu)", index, buffers.size()); 1291b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage return INVALID_OPERATION; 12927bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar } 1293b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage 1294dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim const BufferInfo &info = buffers[index]; 1295b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage if (!info.mOwnedByClient) { 1296b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage ALOGE("getBufferAndFormat - invalid operation " 12970362655ca9494052f348f83dabecf9ea27003976Aaron Vaage "(the index %zu is not owned by client)", index); 1298b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage return INVALID_OPERATION; 1299b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage } 1300b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage 13014811923e80a8abefa278307ebf8cc9b0294ba67fWonsik Kim *buffer = info.mData; 1302fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim *format = info.mData->format(); 1303b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage 13047bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar return OK; 13057bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar} 13067bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 13075778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::flush() { 13081d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatFlush, this); 13095778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13105778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 13115778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 13125778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 13135778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1314496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huberstatus_t MediaCodec::requestIDRFrame() { 13151d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatRequestIDRFrame, this))->post(); 1316496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 1317496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber return OK; 1318496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber} 1319496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 1320575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Hubervoid MediaCodec::requestActivityNotification(const sp<AMessage> ¬ify) { 13211d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatRequestActivityNotification, this); 1322575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber msg->setMessage("notify", notify); 1323575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber msg->post(); 1324575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber} 1325575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 13265778822d86b0337407514b9372562b86edfa91cdAndreas Huber//////////////////////////////////////////////////////////////////////////////// 13275778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13285778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid MediaCodec::cancelPendingDequeueOperations() { 13295778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mFlags & kFlagDequeueInputPending) { 1330c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(mDequeueInputReplyID, INVALID_OPERATION); 13315778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13325778822d86b0337407514b9372562b86edfa91cdAndreas Huber ++mDequeueInputTimeoutGeneration; 13335778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputReplyID = 0; 13345778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueInputPending; 13355778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 13365778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13375778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mFlags & kFlagDequeueOutputPending) { 1338c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(mDequeueOutputReplyID, INVALID_OPERATION); 13395778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13405778822d86b0337407514b9372562b86edfa91cdAndreas Huber ++mDequeueOutputTimeoutGeneration; 13415778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueOutputReplyID = 0; 13425778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueOutputPending; 13435778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 13445778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 13455778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13463f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnarbool MediaCodec::handleDequeueInputBuffer(const sp<AReplyToken> &replyID, bool newRequest) { 13470e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (!isExecuting() || (mFlags & kFlagIsAsync) 13485778822d86b0337407514b9372562b86edfa91cdAndreas Huber || (newRequest && (mFlags & kFlagDequeueInputPending))) { 1349c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 13505778822d86b0337407514b9372562b86edfa91cdAndreas Huber return true; 1351251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 1352251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 1353251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return true; 13545778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 13555778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13565778822d86b0337407514b9372562b86edfa91cdAndreas Huber ssize_t index = dequeuePortBuffer(kPortIndexInput); 13575778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13585778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (index < 0) { 13595778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ(index, -EAGAIN); 13605778822d86b0337407514b9372562b86edfa91cdAndreas Huber return false; 13615778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 13625778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13635778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response = new AMessage; 13645778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setSize("index", index); 13655778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->postReply(replyID); 13665778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13675778822d86b0337407514b9372562b86edfa91cdAndreas Huber return true; 13685778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 13695778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13703f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnarbool MediaCodec::handleDequeueOutputBuffer(const sp<AReplyToken> &replyID, bool newRequest) { 13710e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (!isExecuting() || (mFlags & kFlagIsAsync) 13725778822d86b0337407514b9372562b86edfa91cdAndreas Huber || (newRequest && (mFlags & kFlagDequeueOutputPending))) { 137347a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu PostReplyWithError(replyID, INVALID_OPERATION); 1374251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 137547a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu PostReplyWithError(replyID, getStickyError()); 13765778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (mFlags & kFlagOutputBuffersChanged) { 137747a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu PostReplyWithError(replyID, INFO_OUTPUT_BUFFERS_CHANGED); 13785778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagOutputBuffersChanged; 13795778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (mFlags & kFlagOutputFormatChanged) { 138047a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu PostReplyWithError(replyID, INFO_FORMAT_CHANGED); 13815778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagOutputFormatChanged; 13825778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 138347a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu sp<AMessage> response = new AMessage; 13845778822d86b0337407514b9372562b86edfa91cdAndreas Huber ssize_t index = dequeuePortBuffer(kPortIndexOutput); 13855778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13865778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (index < 0) { 13875778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ(index, -EAGAIN); 13885778822d86b0337407514b9372562b86edfa91cdAndreas Huber return false; 13895778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 13905778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13917e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim const sp<MediaCodecBuffer> &buffer = 1392dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mPortBuffers[kPortIndexOutput][index].mData; 13935778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13945778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setSize("index", index); 13955778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setSize("offset", buffer->offset()); 13965778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setSize("size", buffer->size()); 13975778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13985778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t timeUs; 13995778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(buffer->meta()->findInt64("timeUs", &timeUs)); 14005778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14015778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setInt64("timeUs", timeUs); 14025778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1403dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim int32_t flags; 1404dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim CHECK(buffer->meta()->findInt32("flags", &flags)); 14055778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14065778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setInt32("flags", flags); 140747a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu response->postReply(replyID); 14085778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14095778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14105778822d86b0337407514b9372562b86edfa91cdAndreas Huber return true; 14115778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 14125778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14135778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid MediaCodec::onMessageReceived(const sp<AMessage> &msg) { 14145778822d86b0337407514b9372562b86edfa91cdAndreas Huber switch (msg->what()) { 14155778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatCodecNotify: 14165778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 14175778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t what; 14185778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("what", &what)); 14195778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14205778822d86b0337407514b9372562b86edfa91cdAndreas Huber switch (what) { 142179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim case kWhatError: 14225778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 1423251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung int32_t err, actionCode; 1424251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung CHECK(msg->findInt32("err", &err)); 1425251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung CHECK(msg->findInt32("actionCode", &actionCode)); 14265778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14279e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen ALOGE("Codec reported err %#x, actionCode %d, while in state %d", 14289e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen err, actionCode, mState); 1429251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (err == DEAD_OBJECT) { 1430aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber mFlags |= kFlagSawMediaServerDie; 143152dfbee90cc3c4426428318e06a92774f5201198Praveen Chavan mFlags &= ~kFlagIsComponentAllocated; 1432aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber } 1433aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber 14345530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia bool sendErrorResponse = true; 14355778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14365778822d86b0337407514b9372562b86edfa91cdAndreas Huber switch (mState) { 14375778822d86b0337407514b9372562b86edfa91cdAndreas Huber case INITIALIZING: 14385778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 14395778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(UNINITIALIZED); 14405778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 14415778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14425778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14435778822d86b0337407514b9372562b86edfa91cdAndreas Huber case CONFIGURING: 14445778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 144582b7fe8aa03558bf90769a3d88536e6105db371bRay Essick if (actionCode == ACTION_CODE_FATAL) { 144682b7fe8aa03558bf90769a3d88536e6105db371bRay Essick mAnalyticsItem->setInt32(kCodecError, err); 1447573ebe40b005690f797ac4d90ed1ff49f9fdb2b7Ray Essick mAnalyticsItem->setCString(kCodecErrorState, stateString(mState).c_str()); 144882b7fe8aa03558bf90769a3d88536e6105db371bRay Essick flushAnalyticsItem(); 144982b7fe8aa03558bf90769a3d88536e6105db371bRay Essick initAnalyticsItem(); 145082b7fe8aa03558bf90769a3d88536e6105db371bRay Essick } 1451c22c695660ed9edaba0d4cd7c0ab3a794216fe80Wei Jia setState(actionCode == ACTION_CODE_FATAL ? 1452c22c695660ed9edaba0d4cd7c0ab3a794216fe80Wei Jia UNINITIALIZED : INITIALIZED); 14535778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 14545778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14555778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14565778822d86b0337407514b9372562b86edfa91cdAndreas Huber case STARTING: 14575778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 145882b7fe8aa03558bf90769a3d88536e6105db371bRay Essick if (actionCode == ACTION_CODE_FATAL) { 145982b7fe8aa03558bf90769a3d88536e6105db371bRay Essick mAnalyticsItem->setInt32(kCodecError, err); 1460573ebe40b005690f797ac4d90ed1ff49f9fdb2b7Ray Essick mAnalyticsItem->setCString(kCodecErrorState, stateString(mState).c_str()); 146182b7fe8aa03558bf90769a3d88536e6105db371bRay Essick flushAnalyticsItem(); 146282b7fe8aa03558bf90769a3d88536e6105db371bRay Essick initAnalyticsItem(); 146382b7fe8aa03558bf90769a3d88536e6105db371bRay Essick } 1464c22c695660ed9edaba0d4cd7c0ab3a794216fe80Wei Jia setState(actionCode == ACTION_CODE_FATAL ? 1465c22c695660ed9edaba0d4cd7c0ab3a794216fe80Wei Jia UNINITIALIZED : CONFIGURED); 14665778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 14675778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14685778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1469c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber case RELEASING: 14705778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 14715778822d86b0337407514b9372562b86edfa91cdAndreas Huber // Ignore the error, assuming we'll still get 14725d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang // the shutdown complete notification. If we 14735d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang // don't, we'll timeout and force release. 14745530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia sendErrorResponse = false; 14755d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang } 14765d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang // fall-thru 14775d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang case STOPPING: 14785d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang { 1479aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber if (mFlags & kFlagSawMediaServerDie) { 148003ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // MediaServer died, there definitely won't 148103ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // be a shutdown complete notification after 148203ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // all. 148303ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber 148403ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // note that we're directly going from 148503ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // STOPPING->UNINITIALIZED, instead of the 148603ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // usual STOPPING->INITIALIZED state. 148703ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber setState(UNINITIALIZED); 14886e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar if (mState == RELEASING) { 14896e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar mComponentName.clear(); 14906e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar } 149103ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber (new AMessage)->postReply(mReplyID); 14925d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang sendErrorResponse = false; 149303ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber } 14945778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 14955778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14965778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14975778822d86b0337407514b9372562b86edfa91cdAndreas Huber case FLUSHING: 14985778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 14999e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen if (actionCode == ACTION_CODE_FATAL) { 150082b7fe8aa03558bf90769a3d88536e6105db371bRay Essick mAnalyticsItem->setInt32(kCodecError, err); 1501573ebe40b005690f797ac4d90ed1ff49f9fdb2b7Ray Essick mAnalyticsItem->setCString(kCodecErrorState, stateString(mState).c_str()); 150282b7fe8aa03558bf90769a3d88536e6105db371bRay Essick flushAnalyticsItem(); 150382b7fe8aa03558bf90769a3d88536e6105db371bRay Essick initAnalyticsItem(); 150482b7fe8aa03558bf90769a3d88536e6105db371bRay Essick 15059e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen setState(UNINITIALIZED); 15069e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen } else { 15079e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen setState( 15089e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen (mFlags & kFlagIsAsync) ? FLUSHED : STARTED); 15099e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen } 15105778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 15115778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15125778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15130e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar case FLUSHED: 15145778822d86b0337407514b9372562b86edfa91cdAndreas Huber case STARTED: 15155778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 15165530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia sendErrorResponse = false; 15175778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1518251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setStickyError(err); 1519575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 15205778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15215778822d86b0337407514b9372562b86edfa91cdAndreas Huber cancelPendingDequeueOperations(); 1522c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1523c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 1524251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung onError(err, actionCode); 1525251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 1526251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung switch (actionCode) { 1527251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case ACTION_CODE_TRANSIENT: 1528251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 1529251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case ACTION_CODE_RECOVERABLE: 1530251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setState(INITIALIZED); 1531251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 1532251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung default: 153382b7fe8aa03558bf90769a3d88536e6105db371bRay Essick mAnalyticsItem->setInt32(kCodecError, err); 1534573ebe40b005690f797ac4d90ed1ff49f9fdb2b7Ray Essick mAnalyticsItem->setCString(kCodecErrorState, stateString(mState).c_str()); 153582b7fe8aa03558bf90769a3d88536e6105db371bRay Essick flushAnalyticsItem(); 153682b7fe8aa03558bf90769a3d88536e6105db371bRay Essick initAnalyticsItem(); 1537251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setState(UNINITIALIZED); 1538251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 1539c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 15405778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 15415778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15425778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15435778822d86b0337407514b9372562b86edfa91cdAndreas Huber default: 15445778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 15455530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia sendErrorResponse = false; 15465778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1547251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setStickyError(err); 1548575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 1549c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1550251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung // actionCode in an uninitialized state is always fatal. 1551251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (mState == UNINITIALIZED) { 1552251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung actionCode = ACTION_CODE_FATAL; 1553251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 1554c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 1555251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung onError(err, actionCode); 1556251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 1557251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung switch (actionCode) { 1558251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case ACTION_CODE_TRANSIENT: 1559251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 1560251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case ACTION_CODE_RECOVERABLE: 1561251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setState(INITIALIZED); 1562251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 1563251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung default: 1564251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setState(UNINITIALIZED); 1565251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 1566c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 15675778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 15685778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15695778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15705778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15715530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia if (sendErrorResponse) { 1572251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(mReplyID, err); 15735778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15745778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 15755778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15765778822d86b0337407514b9372562b86edfa91cdAndreas Huber 157779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim case kWhatComponentAllocated: 15785778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 15795778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ(mState, INITIALIZING); 15805778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(INITIALIZED); 158152dfbee90cc3c4426428318e06a92774f5201198Praveen Chavan mFlags |= kFlagIsComponentAllocated; 15825778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1583717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo CHECK(msg->findString("componentName", &mComponentName)); 15845778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15858574195df5de20af5fc16d6f9da1b132d6d5bfeeRay Essick if (mComponentName.c_str()) { 15868574195df5de20af5fc16d6f9da1b132d6d5bfeeRay Essick mAnalyticsItem->setCString(kCodecCodec, mComponentName.c_str()); 15878574195df5de20af5fc16d6f9da1b132d6d5bfeeRay Essick } 15888574195df5de20af5fc16d6f9da1b132d6d5bfeeRay Essick 1589717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo if (mComponentName.startsWith("OMX.google.")) { 15903a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar mFlags |= kFlagUsesSoftwareRenderer; 15915778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 15923a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar mFlags &= ~kFlagUsesSoftwareRenderer; 15935778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15945778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1595ea15fd29af81490311af9e12949b43524c39400eRonghua Wu MediaResource::Type resourceType; 1596717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo if (mComponentName.endsWith(".secure")) { 15971bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber mFlags |= kFlagIsSecure; 1598ea15fd29af81490311af9e12949b43524c39400eRonghua Wu resourceType = MediaResource::kSecureCodec; 15998574195df5de20af5fc16d6f9da1b132d6d5bfeeRay Essick mAnalyticsItem->setInt32(kCodecSecure, 1); 16001bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber } else { 16011bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber mFlags &= ~kFlagIsSecure; 1602ea15fd29af81490311af9e12949b43524c39400eRonghua Wu resourceType = MediaResource::kNonSecureCodec; 16038574195df5de20af5fc16d6f9da1b132d6d5bfeeRay Essick mAnalyticsItem->setInt32(kCodecSecure, 0); 16041bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber } 1605c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu 160658828196edf2fc4debbd7913198a8149f039b4a9Ronghua Wu if (mIsVideo) { 160758828196edf2fc4debbd7913198a8149f039b4a9Ronghua Wu // audio codec is currently ignored. 1608ea15fd29af81490311af9e12949b43524c39400eRonghua Wu addResource(resourceType, MediaResource::kVideoCodec, 1); 160958828196edf2fc4debbd7913198a8149f039b4a9Ronghua Wu } 16101bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber 16115778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(mReplyID); 16125778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 16135778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 16145778822d86b0337407514b9372562b86edfa91cdAndreas Huber 161579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim case kWhatComponentConfigured: 16165778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 1617c6044a135324979e62cc59db9dbde8b11c4bb74bAndy Hung if (mState == UNINITIALIZED || mState == INITIALIZED) { 1618c6044a135324979e62cc59db9dbde8b11c4bb74bAndy Hung // In case a kWhatError message came in and replied with error, 1619c6044a135324979e62cc59db9dbde8b11c4bb74bAndy Hung // we log a warning and ignore. 1620c6044a135324979e62cc59db9dbde8b11c4bb74bAndy Hung ALOGW("configure interrupted by error, current state %d", mState); 1621c6044a135324979e62cc59db9dbde8b11c4bb74bAndy Hung break; 1622c6044a135324979e62cc59db9dbde8b11c4bb74bAndy Hung } 16235778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ(mState, CONFIGURING); 16245778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16256507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden // reset input surface flag 16266507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mHaveInputSurface = false; 16276507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden 1628e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar CHECK(msg->findMessage("input-format", &mInputFormat)); 1629e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar CHECK(msg->findMessage("output-format", &mOutputFormat)); 1630b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGV("[%s] configured as input format: %s, output format: %s", 1631b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mComponentName.c_str(), 1632b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mInputFormat->debugString(4).c_str(), 1633b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mOutputFormat->debugString(4).c_str()); 16343a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar int32_t usingSwRenderer; 16353a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (mOutputFormat->findInt32("using-sw-renderer", &usingSwRenderer) 16363a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar && usingSwRenderer) { 16373a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar mFlags |= kFlagUsesSoftwareRenderer; 16383a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 16392606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang setState(CONFIGURED); 16405778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(mReplyID); 16419c2480b117dc3fd1e6af3b0fdb209d787c17e087Ray Essick 16429c2480b117dc3fd1e6af3b0fdb209d787c17e087Ray Essick // augment our media metrics info, now that we know more things 16439c2480b117dc3fd1e6af3b0fdb209d787c17e087Ray Essick if (mAnalyticsItem != NULL) { 16449c2480b117dc3fd1e6af3b0fdb209d787c17e087Ray Essick sp<AMessage> format; 16459c2480b117dc3fd1e6af3b0fdb209d787c17e087Ray Essick if (mConfigureMsg != NULL && 16469c2480b117dc3fd1e6af3b0fdb209d787c17e087Ray Essick mConfigureMsg->findMessage("format", &format)) { 16479c2480b117dc3fd1e6af3b0fdb209d787c17e087Ray Essick // format includes: mime 16489c2480b117dc3fd1e6af3b0fdb209d787c17e087Ray Essick AString mime; 16499c2480b117dc3fd1e6af3b0fdb209d787c17e087Ray Essick if (format->findString("mime", &mime)) { 16509c2480b117dc3fd1e6af3b0fdb209d787c17e087Ray Essick mAnalyticsItem->setCString(kCodecMime, mime.c_str()); 16519c2480b117dc3fd1e6af3b0fdb209d787c17e087Ray Essick } 16529c2480b117dc3fd1e6af3b0fdb209d787c17e087Ray Essick } 16539c2480b117dc3fd1e6af3b0fdb209d787c17e087Ray Essick } 16545778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 16555778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 16565778822d86b0337407514b9372562b86edfa91cdAndreas Huber 165779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim case kWhatInputSurfaceCreated: 16587cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 165992cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar // response to initiateCreateInputSurface() 16607cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden status_t err = NO_ERROR; 16611dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AMessage> response = new AMessage; 16627cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden if (!msg->findInt32("err", &err)) { 16637cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<RefBase> obj; 16647cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden msg->findObject("input-surface", &obj); 1665b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar CHECK(msg->findMessage("input-format", &mInputFormat)); 1666b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar CHECK(msg->findMessage("output-format", &mOutputFormat)); 1667b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGV("[%s] input surface created as input format: %s, output format: %s", 1668b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mComponentName.c_str(), 1669b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mInputFormat->debugString(4).c_str(), 1670b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mOutputFormat->debugString(4).c_str()); 16717cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden CHECK(obj != NULL); 16727cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden response->setObject("input-surface", obj); 16736507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mHaveInputSurface = true; 16747cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } else { 16757cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden response->setInt32("err", err); 16767cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 16777cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden response->postReply(mReplyID); 16787cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 16797cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 16807cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 168179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim case kWhatInputSurfaceAccepted: 1682d291c222357303b9611cab89d0c3b047584ef377Chong Zhang { 16838f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang // response to initiateSetInputSurface() 1684d291c222357303b9611cab89d0c3b047584ef377Chong Zhang status_t err = NO_ERROR; 1685d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<AMessage> response = new AMessage(); 1686d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (!msg->findInt32("err", &err)) { 1687addf2cbb120346ae42e78fa739245a353db5edadChong Zhang CHECK(msg->findMessage("input-format", &mInputFormat)); 1688addf2cbb120346ae42e78fa739245a353db5edadChong Zhang CHECK(msg->findMessage("output-format", &mOutputFormat)); 1689d291c222357303b9611cab89d0c3b047584ef377Chong Zhang mHaveInputSurface = true; 1690d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } else { 1691d291c222357303b9611cab89d0c3b047584ef377Chong Zhang response->setInt32("err", err); 1692d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 1693d291c222357303b9611cab89d0c3b047584ef377Chong Zhang response->postReply(mReplyID); 1694d291c222357303b9611cab89d0c3b047584ef377Chong Zhang break; 1695d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 1696d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 169779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim case kWhatSignaledInputEOS: 16987cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 169992cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar // response to signalEndOfInputStream() 17001dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AMessage> response = new AMessage; 17017cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden status_t err; 17027cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden if (msg->findInt32("err", &err)) { 17037cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden response->setInt32("err", err); 17047cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 17057cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden response->postReply(mReplyID); 17067cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 17077cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 17087cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 1709dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim case kWhatStartCompleted: 17105778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 1711dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim CHECK_EQ(mState, STARTING); 1712dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim if (mIsVideo) { 1713dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim addResource( 1714dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim MediaResource::kGraphicMemory, 1715dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim MediaResource::kUnspecifiedSubType, 1716dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim getGraphicBufferSize()); 1717fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim } 1718dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim setState(STARTED); 1719dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim (new AMessage)->postReply(mReplyID); 1720dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim break; 1721dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim } 1722fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim 1723dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim case kWhatOutputBuffersChanged: 1724dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim { 1725dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mFlags |= kFlagOutputBuffersChanged; 1726dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim postActivityNotificationIfPossible(); 17275778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 17285778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 17295778822d86b0337407514b9372562b86edfa91cdAndreas Huber 173079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim case kWhatOutputFramesRendered: 173190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar { 173290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // ignore these in all states except running, and check that we have a 173390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // notification set 173490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (mState == STARTED && mOnFrameRenderedNotification != NULL) { 173590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar sp<AMessage> notify = mOnFrameRenderedNotification->dup(); 173690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar notify->setMessage("data", msg); 173790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar notify->post(); 173890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 173990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar break; 174090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 174190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 174279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim case kWhatFillThisBuffer: 17435778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 17445778822d86b0337407514b9372562b86edfa91cdAndreas Huber /* size_t index = */updateBuffers(kPortIndexInput, msg); 17455778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1746c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber if (mState == FLUSHING 1747c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber || mState == STOPPING 1748c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber || mState == RELEASING) { 17495778822d86b0337407514b9372562b86edfa91cdAndreas Huber returnBuffersToCodecOnPort(kPortIndexInput); 17505778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 17515778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 17525778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17538ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber if (!mCSD.empty()) { 17548ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber ssize_t index = dequeuePortBuffer(kPortIndexInput); 17558ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber CHECK_GE(index, 0); 17568ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 17578ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber // If codec specific data had been specified as 17588ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber // part of the format in the call to configure and 17598ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber // if there's more csd left, we submit it here 17608ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber // clients only get access to input buffers once 17618ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber // this data has been exhausted. 17628ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 17638ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber status_t err = queueCSDInputBuffer(index); 17648ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 17658ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber if (err != OK) { 17668ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber ALOGE("queueCSDInputBuffer failed w/ error %d", 17678ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber err); 17688ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 1769251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setStickyError(err); 1770575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 1771575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 17728ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber cancelPendingDequeueOperations(); 17738ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber } 17748ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber break; 17758ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber } 17768ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 1777c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 17786e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar if (!mHaveInputSurface) { 17793d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang if (mState == FLUSHED) { 17803d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang mHavePendingInputBuffers = true; 17813d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang } else { 17823d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang onInputBufferAvailable(); 17833d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang } 17846e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar } 1785c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } else if (mFlags & kFlagDequeueInputPending) { 17865778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(handleDequeueInputBuffer(mDequeueInputReplyID)); 17875778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17885778822d86b0337407514b9372562b86edfa91cdAndreas Huber ++mDequeueInputTimeoutGeneration; 17895778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueInputPending; 17905778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputReplyID = 0; 1791575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber } else { 1792575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 17935778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 17945778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 17955778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 17965778822d86b0337407514b9372562b86edfa91cdAndreas Huber 179779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim case kWhatDrainThisBuffer: 17985778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 17995778822d86b0337407514b9372562b86edfa91cdAndreas Huber /* size_t index = */updateBuffers(kPortIndexOutput, msg); 18005778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1801c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber if (mState == FLUSHING 1802c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber || mState == STOPPING 1803c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber || mState == RELEASING) { 18045778822d86b0337407514b9372562b86edfa91cdAndreas Huber returnBuffersToCodecOnPort(kPortIndexOutput); 18055778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 18065778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 18075778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18087e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim sp<RefBase> obj; 18097e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim CHECK(msg->findObject("buffer", &obj)); 18107e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim sp<MediaCodecBuffer> buffer = static_cast<MediaCodecBuffer *>(obj.get()); 18115778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1812fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim if (mOutputFormat != buffer->format()) { 1813fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim mOutputFormat = buffer->format(); 1814fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim ALOGV("[%s] output format changed to: %s", 1815fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim mComponentName.c_str(), mOutputFormat->debugString(4).c_str()); 1816fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim 1817fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim if (mSoftRenderer == NULL && 1818fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim mSurface != NULL && 1819fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim (mFlags & kFlagUsesSoftwareRenderer)) { 1820fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim AString mime; 1821fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim CHECK(mOutputFormat->findString("mime", &mime)); 1822fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim 1823fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim // TODO: propagate color aspects to software renderer to allow better 1824fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim // color conversion to RGB. For now, just mark dataspace for YUV 1825fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim // rendering. 1826fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim int32_t dataSpace; 1827fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim if (mOutputFormat->findInt32("android._dataspace", &dataSpace)) { 1828fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim ALOGD("[%s] setting dataspace on output surface to #%x", 1829fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim mComponentName.c_str(), dataSpace); 1830fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim int err = native_window_set_buffers_data_space( 1831fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim mSurface.get(), (android_dataspace)dataSpace); 1832fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim ALOGW_IF(err != 0, "failed to set dataspace on surface (%d)", err); 1833fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim } 18342d2a2967ce29281816b9ddb9434b3c0084e4ce52Chong Zhang if (mOutputFormat->contains("hdr-static-info")) { 18352d2a2967ce29281816b9ddb9434b3c0084e4ce52Chong Zhang HDRStaticInfo info; 18362d2a2967ce29281816b9ddb9434b3c0084e4ce52Chong Zhang if (ColorUtils::getHDRStaticInfoFromFormat(mOutputFormat, &info)) { 18372d2a2967ce29281816b9ddb9434b3c0084e4ce52Chong Zhang setNativeWindowHdrMetadata(mSurface.get(), &info); 18382d2a2967ce29281816b9ddb9434b3c0084e4ce52Chong Zhang } 18392d2a2967ce29281816b9ddb9434b3c0084e4ce52Chong Zhang } 1840fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim 1841fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim if (mime.startsWithIgnoreCase("video/")) { 1842fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim mSoftRenderer = new SoftwareRenderer(mSurface, mRotationDegrees); 1843fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim } 1844fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim } 18455778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1846fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim if (mFlags & kFlagIsEncoder) { 1847fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim // Before we announce the format change we should 1848fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim // collect codec specific data and amend the output 1849fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim // format as necessary. 1850dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim int32_t flags = 0; 1851dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim (void) buffer->meta()->findInt32("flags", &flags); 1852dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim if (flags & BUFFER_FLAG_CODECCONFIG) { 1853fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim status_t err = 1854fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim amendOutputFormatWithCodecSpecificData(buffer); 1855fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim 1856fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim if (err != OK) { 1857fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim ALOGE("Codec spit out malformed codec " 1858fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim "specific data!"); 1859fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim } 1860e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 1861e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 1862c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 1863c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang onOutputFormatChanged(); 1864c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } else { 1865c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mFlags |= kFlagOutputFormatChanged; 1866fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim postActivityNotificationIfPossible(); 1867fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim } 1868fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim 1869fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim // Notify mCrypto of video resolution changes 1870fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim if (mCrypto != NULL) { 1871fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim int32_t left, top, right, bottom, width, height; 1872fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim if (mOutputFormat->findRect("crop", &left, &top, &right, &bottom)) { 1873fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim mCrypto->notifyResolution(right - left + 1, bottom - top + 1); 1874fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim } else if (mOutputFormat->findInt32("width", &width) 1875fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim && mOutputFormat->findInt32("height", &height)) { 1876fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim mCrypto->notifyResolution(width, height); 1877fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim } 1878c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 1879e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 1880e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 1881c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 1882c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang onOutputBufferAvailable(); 1883c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } else if (mFlags & kFlagDequeueOutputPending) { 18845778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(handleDequeueOutputBuffer(mDequeueOutputReplyID)); 18855778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18865778822d86b0337407514b9372562b86edfa91cdAndreas Huber ++mDequeueOutputTimeoutGeneration; 18875778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueOutputPending; 18885778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueOutputReplyID = 0; 1889575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber } else { 1890575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 18915778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 1892575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 18935778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 18945778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 18955778822d86b0337407514b9372562b86edfa91cdAndreas Huber 189679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim case kWhatEOS: 18975778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 18985778822d86b0337407514b9372562b86edfa91cdAndreas Huber // We already notify the client of this by using the 18995778822d86b0337407514b9372562b86edfa91cdAndreas Huber // corresponding flag in "onOutputBufferReady". 19005778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 19015778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19025778822d86b0337407514b9372562b86edfa91cdAndreas Huber 190379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim case kWhatStopCompleted: 19045778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 1905349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang if (mState != STOPPING) { 1906349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang ALOGW("Received kWhatStopCompleted in state %d", mState); 19075d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang break; 19085d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang } 1909349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang setState(INITIALIZED); 1910349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang (new AMessage)->postReply(mReplyID); 1911349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang break; 1912349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang } 1913349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang 191479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim case kWhatReleaseCompleted: 1915349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang { 1916349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang if (mState != RELEASING) { 1917349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang ALOGW("Received kWhatReleaseCompleted in state %d", mState); 1918349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang break; 1919c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 1920349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang setState(UNINITIALIZED); 1921349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang mComponentName.clear(); 1922349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang 192352dfbee90cc3c4426428318e06a92774f5201198Praveen Chavan mFlags &= ~kFlagIsComponentAllocated; 19245778822d86b0337407514b9372562b86edfa91cdAndreas Huber 192567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mResourceManagerService->removeResource(getId(mResourceManagerClient)); 192667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 19275778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(mReplyID); 19285778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 19295778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19305778822d86b0337407514b9372562b86edfa91cdAndreas Huber 193179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim case kWhatFlushCompleted: 19325778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 19335530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia if (mState != FLUSHING) { 19345530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia ALOGW("received FlushCompleted message in state %d", 19355530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia mState); 19365530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia break; 19375530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia } 19385778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19390e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (mFlags & kFlagIsAsync) { 19400e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar setState(FLUSHED); 19410e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar } else { 19420e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar setState(STARTED); 19430e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar mCodec->signalResume(); 19440e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar } 19455778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19465778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(mReplyID); 19475778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 19485778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19495778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19505778822d86b0337407514b9372562b86edfa91cdAndreas Huber default: 19515778822d86b0337407514b9372562b86edfa91cdAndreas Huber TRESPASS(); 19525778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19535778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 19545778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19555778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19565778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatInit: 19575778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 19583f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 19595778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 19605778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19615778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mState != UNINITIALIZED) { 1962c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 19635778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 19645778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19655778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19665778822d86b0337407514b9372562b86edfa91cdAndreas Huber mReplyID = replyID; 19675778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(INITIALIZING); 19685778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19695778822d86b0337407514b9372562b86edfa91cdAndreas Huber AString name; 19705778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findString("name", &name)); 19715778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19725778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t nameIsType; 19735778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t encoder = false; 19740db280176bd3277e3256252d063f3712b1905ba9Andreas Huber CHECK(msg->findInt32("nameIsType", &nameIsType)); 19750db280176bd3277e3256252d063f3712b1905ba9Andreas Huber if (nameIsType) { 19765778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("encoder", &encoder)); 19775778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19785778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19795778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> format = new AMessage; 19805778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19815778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (nameIsType) { 19825778822d86b0337407514b9372562b86edfa91cdAndreas Huber format->setString("mime", name.c_str()); 19835778822d86b0337407514b9372562b86edfa91cdAndreas Huber format->setInt32("encoder", encoder); 19845778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 19855778822d86b0337407514b9372562b86edfa91cdAndreas Huber format->setString("componentName", name.c_str()); 19865778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19875778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19885778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->initiateAllocateComponent(format); 19895778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 19905778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19915778822d86b0337407514b9372562b86edfa91cdAndreas Huber 199290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar case kWhatSetNotification: 199390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar { 199490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar sp<AMessage> notify; 199590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (msg->findMessage("on-frame-rendered", ¬ify)) { 199690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mOnFrameRenderedNotification = notify; 199790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 199890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar break; 199990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 200090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 2001c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang case kWhatSetCallback: 2002c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang { 20033f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 2004c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang CHECK(msg->senderAwaitsResponse(&replyID)); 2005c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2006c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mState == UNINITIALIZED 2007c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang || mState == INITIALIZING 20080e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar || isExecuting()) { 20090e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar // callback can't be set after codec is executing, 2010c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang // or before it's initialized (as the callback 2011c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang // will be cleared when it goes to INITIALIZED) 2012c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 2013c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang break; 2014c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2015c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2016c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> callback; 2017c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang CHECK(msg->findMessage("callback", &callback)); 2018c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2019c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mCallback = callback; 2020c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2021c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mCallback != NULL) { 2022c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang ALOGI("MediaCodec will operate in async mode"); 2023c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mFlags |= kFlagIsAsync; 2024c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } else { 2025c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mFlags &= ~kFlagIsAsync; 2026c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2027c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2028c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> response = new AMessage; 2029c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang response->postReply(replyID); 2030c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang break; 2031c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2032c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 20335778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatConfigure: 20345778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 20353f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 20365778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 20375778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20385778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mState != INITIALIZED) { 2039c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 20405778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 20415778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20425778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20435778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<RefBase> obj; 2044f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar CHECK(msg->findObject("surface", &obj)); 20455778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20465778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> format; 20475778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findMessage("format", &format)); 20485778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20498b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar int32_t push; 20508b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar if (msg->findInt32("push-blank-buffers-on-shutdown", &push) && push != 0) { 20518b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar mFlags |= kFlagPushBlankBuffersOnShutdown; 20528b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar } 20538b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar 20545778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (obj != NULL) { 20555778822d86b0337407514b9372562b86edfa91cdAndreas Huber format->setObject("native-window", obj); 2056f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar status_t err = handleSetSurface(static_cast<Surface *>(obj.get())); 20577541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber if (err != OK) { 2058c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, err); 20597541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber break; 20601bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber } 20611bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber } else { 2062f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar handleSetSurface(NULL); 20631bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber } 20641bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber 20657541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber mReplyID = replyID; 20667541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber setState(CONFIGURING); 20677541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 20681bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber void *crypto; 20691bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber if (!msg->findPointer("crypto", &crypto)) { 20701bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber crypto = NULL; 20715778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20725778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2073cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania ALOGV("kWhatConfigure: Old mCrypto: %p (%d)", 2074cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania mCrypto.get(), (mCrypto != NULL ? mCrypto->getStrongCount() : 0)); 2075cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania 20761bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber mCrypto = static_cast<ICrypto *>(crypto); 2077dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mBufferChannel->setCrypto(mCrypto); 20781bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber 2079cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania ALOGV("kWhatConfigure: New mCrypto: %p (%d)", 2080cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania mCrypto.get(), (mCrypto != NULL ? mCrypto->getStrongCount() : 0)); 2081cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania 20829dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang void *descrambler; 20839dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang if (!msg->findPointer("descrambler", &descrambler)) { 20849dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang descrambler = NULL; 20859dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang } 20869dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang 20879dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang mDescrambler = static_cast<IDescrambler *>(descrambler); 20883b2847fa5506dc265d2e46f067bfbb66ae209f74Chong Zhang mBufferChannel->setDescrambler(mDescrambler); 20899dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang 20905778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t flags; 20915778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("flags", (int32_t *)&flags)); 20925778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20935778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (flags & CONFIGURE_FLAG_ENCODE) { 20945778822d86b0337407514b9372562b86edfa91cdAndreas Huber format->setInt32("encoder", true); 2095e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mFlags |= kFlagIsEncoder; 20965778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20975778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20988ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber extractCSD(format); 20998ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 21005778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->initiateConfigureComponent(format); 21015778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 21025778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 21035778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21041dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar case kWhatSetSurface: 21051dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar { 21061dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AReplyToken> replyID; 21071dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar CHECK(msg->senderAwaitsResponse(&replyID)); 21081dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 21091dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar status_t err = OK; 21101dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 21111dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar switch (mState) { 21121dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar case CONFIGURED: 21131dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar case STARTED: 21141dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar case FLUSHED: 21151dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar { 21161dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<RefBase> obj; 21171dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar (void)msg->findObject("surface", &obj); 21181dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<Surface> surface = static_cast<Surface *>(obj.get()); 21191dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mSurface == NULL) { 21201dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // do not support setting surface if it was not set 21211dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = INVALID_OPERATION; 21221dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } else if (obj == NULL) { 21231dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // do not support unsetting surface 21241dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = BAD_VALUE; 21251dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } else { 21261dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = connectToSurface(surface); 2127098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar if (err == ALREADY_EXISTS) { 2128098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar // reconnecting to same surface 21291dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = OK; 21301dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } else { 21311dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err == OK) { 21321dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mFlags & kFlagUsesSoftwareRenderer) { 21338b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar if (mSoftRenderer != NULL 21348b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar && (mFlags & kFlagPushBlankBuffersOnShutdown)) { 21358b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar pushBlankBuffersToNativeWindow(mSurface.get()); 21368b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar } 21371dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mSoftRenderer = new SoftwareRenderer(surface); 21381dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // TODO: check if this was successful 21391dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } else { 21401dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = mCodec->setSurface(surface); 21411dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 21421dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 21431dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err == OK) { 21441dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar (void)disconnectFromSurface(); 21451dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mSurface = surface; 21461dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 21471dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 21481dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 21491dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar break; 21501dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 21511dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 21521dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar default: 21531dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = INVALID_OPERATION; 21541dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar break; 21551dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 21561dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 21571dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar PostReplyWithError(replyID, err); 21581dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar break; 21591dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 21601dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 21617cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden case kWhatCreateInputSurface: 21628f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang case kWhatSetInputSurface: 21637cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 21643f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 21657cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden CHECK(msg->senderAwaitsResponse(&replyID)); 21667cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 21677cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden // Must be configured, but can't have been started yet. 21687cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden if (mState != CONFIGURED) { 2169c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 21707cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 21717cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 21727cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 21737cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mReplyID = replyID; 2174d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (msg->what() == kWhatCreateInputSurface) { 2175d291c222357303b9611cab89d0c3b047584ef377Chong Zhang mCodec->initiateCreateInputSurface(); 2176d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } else { 2177d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<RefBase> obj; 2178d291c222357303b9611cab89d0c3b047584ef377Chong Zhang CHECK(msg->findObject("input-surface", &obj)); 2179d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 21808f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang mCodec->initiateSetInputSurface( 2181d291c222357303b9611cab89d0c3b047584ef377Chong Zhang static_cast<PersistentSurface *>(obj.get())); 2182d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 21837cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 21847cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 21855778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatStart: 21865778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 21873f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 21885778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 21895778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21900e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (mState == FLUSHED) { 2191d9e0603a1be07dbb347c55050c7d4629ea7492e8Chong Zhang setState(STARTED); 21923d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang if (mHavePendingInputBuffers) { 21933d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang onInputBufferAvailable(); 21943d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang mHavePendingInputBuffers = false; 21953d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang } 21960e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar mCodec->signalResume(); 21970e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar PostReplyWithError(replyID, OK); 2198d9e0603a1be07dbb347c55050c7d4629ea7492e8Chong Zhang break; 21990e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar } else if (mState != CONFIGURED) { 2200c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 22015778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 22025778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 22035778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22045778822d86b0337407514b9372562b86edfa91cdAndreas Huber mReplyID = replyID; 22055778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(STARTING); 22065778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22075778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->initiateStart(); 22085778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 22095778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 22105778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22115778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatStop: 2212c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber case kWhatRelease: 2213c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber { 2214aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber State targetState = 2215aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber (msg->what() == kWhatStop) ? INITIALIZED : UNINITIALIZED; 2216aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber 22173f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 2218c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 2219c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 222047a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu // already stopped/released 222147a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu if (mState == UNINITIALIZED && mReleasedByResourceManager) { 222247a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu sp<AMessage> response = new AMessage; 222347a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu response->setInt32("err", OK); 222447a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu response->postReply(replyID); 222547a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu break; 222647a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu } 222747a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu 222847a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu int32_t reclaimed = 0; 222947a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu msg->findInt32("reclaimed", &reclaimed); 223047a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu if (reclaimed) { 223147a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu mReleasedByResourceManager = true; 22324b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu 22334b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu int32_t force = 0; 22344b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu msg->findInt32("force", &force); 22354b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu if (!force && hasPendingBuffer()) { 22364b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu ALOGW("Can't reclaim codec right now due to pending buffers."); 22374b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu 22384b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu // return WOULD_BLOCK to ask resource manager to retry later. 22394b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu sp<AMessage> response = new AMessage; 22404b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu response->setInt32("err", WOULD_BLOCK); 22414b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu response->postReply(replyID); 22424b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu 22434b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu // notify the async client 22444b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu if (mFlags & kFlagIsAsync) { 22454b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu onError(DEAD_OBJECT, ACTION_CODE_FATAL); 22464b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu } 22474b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu break; 22484b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu } 224947a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu } 225047a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu 22515d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang bool isReleasingAllocatedComponent = 22525d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang (mFlags & kFlagIsComponentAllocated) && targetState == UNINITIALIZED; 22535d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang if (!isReleasingAllocatedComponent // See 1 225433223c4f97abb78fa8c92e1b8c817546f15d97e1Andy Hung && mState != INITIALIZED 22550e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar && mState != CONFIGURED && !isExecuting()) { 225633223c4f97abb78fa8c92e1b8c817546f15d97e1Andy Hung // 1) Permit release to shut down the component if allocated. 225733223c4f97abb78fa8c92e1b8c817546f15d97e1Andy Hung // 225833223c4f97abb78fa8c92e1b8c817546f15d97e1Andy Hung // 2) We may be in "UNINITIALIZED" state already and 225952dfbee90cc3c4426428318e06a92774f5201198Praveen Chavan // also shutdown the encoder/decoder without the 226003ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // client being aware of this if media server died while 226103ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // we were being stopped. The client would assume that 226203ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // after stop() returned, it would be safe to call release() 226303ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // and it should be in this case, no harm to allow a release() 226403ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // if we're already uninitialized. 2265c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber sp<AMessage> response = new AMessage; 226647a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu // TODO: we shouldn't throw an exception for stop/release. Change this to wait until 226747a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu // the previous stop/release completes and then reply with OK. 22686e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar status_t err = mState == targetState ? OK : INVALID_OPERATION; 22696e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar response->setInt32("err", err); 22706e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar if (err == OK && targetState == UNINITIALIZED) { 22716e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar mComponentName.clear(); 22726e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar } 2273c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber response->postReply(replyID); 2274c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber break; 2275c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 2276c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 22775d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang // If we're flushing, or we're stopping but received a release 22785d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang // request, post the reply for the pending call first, and consider 22795d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang // it done. The reply token will be replaced after this, and we'll 22805d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang // no longer be able to reply. 22815d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang if (mState == FLUSHING || mState == STOPPING) { 22825d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang (new AMessage)->postReply(mReplyID); 22835d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang } 22845d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang 2285aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber if (mFlags & kFlagSawMediaServerDie) { 2286aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber // It's dead, Jim. Don't expect initiateShutdown to yield 2287aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber // any useful results now... 2288aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber setState(UNINITIALIZED); 22896e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar if (targetState == UNINITIALIZED) { 22906e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar mComponentName.clear(); 22916e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar } 2292aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber (new AMessage)->postReply(replyID); 2293aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber break; 2294aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber } 2295aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber 22965d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang // If we already have an error, component may not be able to 22975d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang // complete the shutdown properly. If we're stopping, post the 22985d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang // reply now with an error to unblock the client, client can 22995d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang // release after the failure (instead of ANR). 23005d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang if (msg->what() == kWhatStop && (mFlags & kFlagStickyError)) { 23015d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang PostReplyWithError(replyID, getStickyError()); 23025d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang break; 23035d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang } 23045d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang 2305c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mReplyID = replyID; 2306aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber setState(msg->what() == kWhatStop ? STOPPING : RELEASING); 2307aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber 2308aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber mCodec->initiateShutdown( 2309aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber msg->what() == kWhatStop /* keepComponentAllocated */); 2310c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 231186b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu returnBuffersToCodec(reclaimed); 23128b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar 23138b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar if (mSoftRenderer != NULL && (mFlags & kFlagPushBlankBuffersOnShutdown)) { 23148b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar pushBlankBuffersToNativeWindow(mSurface.get()); 23158b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar } 23165d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang 23175778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 23185778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23195778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23205778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatDequeueInputBuffer: 23215778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 23223f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 23235778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 23245778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2325c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 2326c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang ALOGE("dequeueOutputBuffer can't be used in async mode"); 2327c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 2328c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang break; 2329c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2330c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 23316507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden if (mHaveInputSurface) { 23326507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden ALOGE("dequeueInputBuffer can't be used with input surface"); 2333c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 23346507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden break; 23356507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden } 23366507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden 23375778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (handleDequeueInputBuffer(replyID, true /* new request */)) { 23385778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 23395778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23405778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23415778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t timeoutUs; 23425778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt64("timeoutUs", &timeoutUs)); 23435778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23445778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (timeoutUs == 0ll) { 2345c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, -EAGAIN); 23465778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 23475778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23485778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23495778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags |= kFlagDequeueInputPending; 23505778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputReplyID = replyID; 23515778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23525778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (timeoutUs > 0ll) { 23535778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> timeoutMsg = 23541d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar new AMessage(kWhatDequeueInputTimedOut, this); 23555778822d86b0337407514b9372562b86edfa91cdAndreas Huber timeoutMsg->setInt32( 23565778822d86b0337407514b9372562b86edfa91cdAndreas Huber "generation", ++mDequeueInputTimeoutGeneration); 23575778822d86b0337407514b9372562b86edfa91cdAndreas Huber timeoutMsg->post(timeoutUs); 23585778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23595778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 23605778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23615778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23625778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatDequeueInputTimedOut: 23635778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 23645778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t generation; 23655778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("generation", &generation)); 23665778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23675778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (generation != mDequeueInputTimeoutGeneration) { 23685778822d86b0337407514b9372562b86edfa91cdAndreas Huber // Obsolete 23695778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 23705778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23715778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23725778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(mFlags & kFlagDequeueInputPending); 23735778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2374c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(mDequeueInputReplyID, -EAGAIN); 23755778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23765778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueInputPending; 23775778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputReplyID = 0; 23785778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 23795778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23805778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23815778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatQueueInputBuffer: 23825778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 23833f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 23845778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 23855778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2386251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (!isExecuting()) { 2387c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 23885778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 2389251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 2390251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 2391251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 23925778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23935778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23945778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = onQueueInputBuffer(msg); 23955778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2396c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, err); 23975778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 23985778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23995778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24005778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatDequeueOutputBuffer: 24015778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 24023f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 24035778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 24045778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2405c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 2406c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang ALOGE("dequeueOutputBuffer can't be used in async mode"); 2407c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 2408c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang break; 2409c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2410c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 24115778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (handleDequeueOutputBuffer(replyID, true /* new request */)) { 24125778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 24135778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24145778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24155778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t timeoutUs; 24165778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt64("timeoutUs", &timeoutUs)); 24175778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24185778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (timeoutUs == 0ll) { 2419c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, -EAGAIN); 24205778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 24215778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24225778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24235778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags |= kFlagDequeueOutputPending; 24245778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueOutputReplyID = replyID; 24255778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24265778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (timeoutUs > 0ll) { 24275778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> timeoutMsg = 24281d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar new AMessage(kWhatDequeueOutputTimedOut, this); 24295778822d86b0337407514b9372562b86edfa91cdAndreas Huber timeoutMsg->setInt32( 24305778822d86b0337407514b9372562b86edfa91cdAndreas Huber "generation", ++mDequeueOutputTimeoutGeneration); 24315778822d86b0337407514b9372562b86edfa91cdAndreas Huber timeoutMsg->post(timeoutUs); 24325778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24335778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 24345778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24355778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24365778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatDequeueOutputTimedOut: 24375778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 24385778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t generation; 24395778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("generation", &generation)); 24405778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24415778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (generation != mDequeueOutputTimeoutGeneration) { 24425778822d86b0337407514b9372562b86edfa91cdAndreas Huber // Obsolete 24435778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 24445778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24455778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24465778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(mFlags & kFlagDequeueOutputPending); 24475778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2448c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(mDequeueOutputReplyID, -EAGAIN); 24495778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24505778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueOutputPending; 24515778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueOutputReplyID = 0; 24525778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 24535778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24545778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24555778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatReleaseOutputBuffer: 24565778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 24573f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 24585778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 24595778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2460251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (!isExecuting()) { 2461c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 24625778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 2463251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 2464251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 2465251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 24665778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24675778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24685778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = onReleaseOutputBuffer(msg); 24695778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2470c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, err); 24715778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 24725778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24735778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24747cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden case kWhatSignalEndOfInputStream: 24757cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 24763f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 24777cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden CHECK(msg->senderAwaitsResponse(&replyID)); 24787cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 24796d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang if (!isExecuting() || !mHaveInputSurface) { 2480c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 24817cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 2482251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 2483251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 2484251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 24857cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 24867cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 24877cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mReplyID = replyID; 24887cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mCodec->signalEndOfInputStream(); 24897cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 24907cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 24917cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 24925778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatGetBuffers: 24935778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 24943f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 24955778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 249629b7dcf6d3cdb97103467dc8106151c6260c239aJeff Tinker if (!isExecuting() || (mFlags & kFlagIsAsync)) { 2497c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 24985778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 2499251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 2500251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 2501251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 25025778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 25035778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25045778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t portIndex; 25055778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("portIndex", &portIndex)); 25065778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25077e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim Vector<sp<MediaCodecBuffer> > *dstBuffers; 25085778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findPointer("buffers", (void **)&dstBuffers)); 25095778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25105778822d86b0337407514b9372562b86edfa91cdAndreas Huber dstBuffers->clear(); 2511e4aab10641a099d8a295b3ed61e2f5248f28a669Chong Zhang // If we're using input surface (either non-persistent created by 2512e4aab10641a099d8a295b3ed61e2f5248f28a669Chong Zhang // createInputSurface(), or persistent set by setInputSurface()), 2513e4aab10641a099d8a295b3ed61e2f5248f28a669Chong Zhang // give the client an empty input buffers array. 2514e4aab10641a099d8a295b3ed61e2f5248f28a669Chong Zhang if (portIndex != kPortIndexInput || !mHaveInputSurface) { 2515dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim if (portIndex == kPortIndexInput) { 2516dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mBufferChannel->getInputBufferArray(dstBuffers); 2517dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim } else { 2518dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mBufferChannel->getOutputBufferArray(dstBuffers); 2519e4aab10641a099d8a295b3ed61e2f5248f28a669Chong Zhang } 25205778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 25215778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25225778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(replyID); 25235778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 25245778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 25255778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25265778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatFlush: 25275778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 25283f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 25295778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 25305778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2531251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (!isExecuting()) { 2532c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 25335778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 2534251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 2535251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 2536251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 25375778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 25385778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25395778822d86b0337407514b9372562b86edfa91cdAndreas Huber mReplyID = replyID; 25400e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar // TODO: skip flushing if already FLUSHED 25415778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(FLUSHING); 25425778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25435778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->signalFlush(); 25445778822d86b0337407514b9372562b86edfa91cdAndreas Huber returnBuffersToCodec(); 25455778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 25465778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 25475778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2548e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar case kWhatGetInputFormat: 25495778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatGetOutputFormat: 25505778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 2551e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar sp<AMessage> format = 2552e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar (msg->what() == kWhatGetOutputFormat ? mOutputFormat : mInputFormat); 2553e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 25543f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 25555778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 25565778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2557e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if ((mState != CONFIGURED && mState != STARTING && 25580e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar mState != STARTED && mState != FLUSHING && 25590e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar mState != FLUSHED) 2560e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar || format == NULL) { 2561c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 25625778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 2563251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 2564251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 2565251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 25665778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 25675778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25685778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response = new AMessage; 2569e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar response->setMessage("format", format); 25705778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->postReply(replyID); 25715778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 25725778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 25735778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2574496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber case kWhatRequestIDRFrame: 2575496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber { 2576496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber mCodec->signalRequestIDRFrame(); 2577496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber break; 2578496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber } 2579496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 2580575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber case kWhatRequestActivityNotification: 2581575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber { 2582575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber CHECK(mActivityNotify == NULL); 2583575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber CHECK(msg->findMessage("notify", &mActivityNotify)); 2584575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 2585575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 2586575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber break; 2587575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber } 2588575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 2589717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo case kWhatGetName: 2590717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo { 25913f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 2592717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo CHECK(msg->senderAwaitsResponse(&replyID)); 2593717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 2594717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo if (mComponentName.empty()) { 2595c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 2596717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo break; 2597717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo } 2598717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 2599717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo sp<AMessage> response = new AMessage; 2600717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo response->setString("name", mComponentName.c_str()); 2601717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo response->postReply(replyID); 2602717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo break; 2603717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo } 2604717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 2605a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber case kWhatSetParameters: 2606a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber { 26073f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 2608a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 2609a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 2610a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber sp<AMessage> params; 2611a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber CHECK(msg->findMessage("params", ¶ms)); 2612a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 2613a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber status_t err = onSetParameters(params); 2614a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 2615c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, err); 2616a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber break; 2617a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber } 2618a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 2619cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania case kWhatDrmReleaseCrypto: 2620cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania { 2621cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania onReleaseCrypto(msg); 2622cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania break; 2623cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania } 2624cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania 26255778822d86b0337407514b9372562b86edfa91cdAndreas Huber default: 26265778822d86b0337407514b9372562b86edfa91cdAndreas Huber TRESPASS(); 26275778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 26285778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 26295778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26308ee516a515c70a492c395b67ce12e19e7d159804Andreas Hubervoid MediaCodec::extractCSD(const sp<AMessage> &format) { 26318ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber mCSD.clear(); 26328ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 26338ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber size_t i = 0; 26348ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber for (;;) { 26358ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber sp<ABuffer> csd; 2636a1e8944a21e5833b7aadc451776f11797f5f9273Elliott Hughes if (!format->findBuffer(AStringPrintf("csd-%u", i).c_str(), &csd)) { 26378ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber break; 26388ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber } 26394f59c7e373a7e883f21ba33d44ea7caa86b65b02Hangyu Kuang if (csd->size() == 0) { 26404f59c7e373a7e883f21ba33d44ea7caa86b65b02Hangyu Kuang ALOGW("csd-%zu size is 0", i); 26414f59c7e373a7e883f21ba33d44ea7caa86b65b02Hangyu Kuang } 26428ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 26438ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber mCSD.push_back(csd); 26448ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber ++i; 26458ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber } 26468ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 2647a5750e0dad9e90f2195ce36f2c4457fa04b2b83eMark Salyzyn ALOGV("Found %zu pieces of codec specific data.", mCSD.size()); 26488ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber} 26498ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 26508ee516a515c70a492c395b67ce12e19e7d159804Andreas Huberstatus_t MediaCodec::queueCSDInputBuffer(size_t bufferIndex) { 26518ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber CHECK(!mCSD.empty()); 26528ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 2653dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim const BufferInfo &info = mPortBuffers[kPortIndexInput][bufferIndex]; 26548ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 26558ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber sp<ABuffer> csd = *mCSD.begin(); 26568ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber mCSD.erase(mCSD.begin()); 26578ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 2658dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim const sp<MediaCodecBuffer> &codecInputData = info.mData; 26598ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 26608ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber if (csd->size() > codecInputData->capacity()) { 26618ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber return -EINVAL; 26628ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber } 266332c1bcda7c9fb429fe6c235184f8bb6aa7ef12dbDongwon Kang if (codecInputData->data() == NULL) { 266432c1bcda7c9fb429fe6c235184f8bb6aa7ef12dbDongwon Kang ALOGV("Input buffer %zu is not properly allocated", bufferIndex); 266532c1bcda7c9fb429fe6c235184f8bb6aa7ef12dbDongwon Kang return -EINVAL; 266632c1bcda7c9fb429fe6c235184f8bb6aa7ef12dbDongwon Kang } 26678ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 26688ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber memcpy(codecInputData->data(), csd->data(), csd->size()); 26698ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 26708ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber AString errorDetailMsg; 26718ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 26721d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatQueueInputBuffer, this); 26738ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setSize("index", bufferIndex); 26748ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setSize("offset", 0); 26758ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setSize("size", csd->size()); 26768ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setInt64("timeUs", 0ll); 26778ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setInt32("flags", BUFFER_FLAG_CODECCONFIG); 26788ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setPointer("errorDetailMsg", &errorDetailMsg); 26798ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 26808ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber return onQueueInputBuffer(msg); 26818ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber} 26828ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 26835778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid MediaCodec::setState(State newState) { 26847541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber if (newState == INITIALIZED || newState == UNINITIALIZED) { 26855778822d86b0337407514b9372562b86edfa91cdAndreas Huber delete mSoftRenderer; 26865778822d86b0337407514b9372562b86edfa91cdAndreas Huber mSoftRenderer = NULL; 26875778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2688cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania if ( mCrypto != NULL ) { 2689cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania ALOGV("setState: ~mCrypto: %p (%d)", 2690cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania mCrypto.get(), (mCrypto != NULL ? mCrypto->getStrongCount() : 0)); 2691cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania } 26921bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber mCrypto.clear(); 26939dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang mDescrambler.clear(); 2694f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar handleSetSurface(NULL); 26955778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2696671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mInputFormat.clear(); 26975778822d86b0337407514b9372562b86edfa91cdAndreas Huber mOutputFormat.clear(); 26985778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagOutputFormatChanged; 26995778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagOutputBuffersChanged; 27005778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagStickyError; 2701e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mFlags &= ~kFlagIsEncoder; 2702c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mFlags &= ~kFlagIsAsync; 2703251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mStickyError = OK; 2704575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 2705575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber mActivityNotify.clear(); 2706c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mCallback.clear(); 27075778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 27085778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2709717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo if (newState == UNINITIALIZED) { 2710671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar // return any straggling buffers, e.g. if we got here on an error 2711671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar returnBuffersToCodec(); 2712671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 2713aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber // The component is gone, mediaserver's probably back up already 2714aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber // but should definitely be back up should we try to instantiate 2715aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber // another component.. and the cycle continues. 2716aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber mFlags &= ~kFlagSawMediaServerDie; 2717717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo } 2718717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 27195778822d86b0337407514b9372562b86edfa91cdAndreas Huber mState = newState; 27205778822d86b0337407514b9372562b86edfa91cdAndreas Huber 27215778822d86b0337407514b9372562b86edfa91cdAndreas Huber cancelPendingDequeueOperations(); 27222606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 27232606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang updateBatteryStat(); 27245778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 27255778822d86b0337407514b9372562b86edfa91cdAndreas Huber 272686b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wuvoid MediaCodec::returnBuffersToCodec(bool isReclaim) { 272786b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu returnBuffersToCodecOnPort(kPortIndexInput, isReclaim); 272886b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu returnBuffersToCodecOnPort(kPortIndexOutput, isReclaim); 27295778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 27305778822d86b0337407514b9372562b86edfa91cdAndreas Huber 273186b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wuvoid MediaCodec::returnBuffersToCodecOnPort(int32_t portIndex, bool isReclaim) { 27325778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(portIndex == kPortIndexInput || portIndex == kPortIndexOutput); 27337bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Mutex::Autolock al(mBufferLock); 27345778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2735dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim for (size_t i = 0; i < mPortBuffers[portIndex].size(); ++i) { 2736dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim BufferInfo *info = &mPortBuffers[portIndex][i]; 27375778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2738dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim if (info->mData != nullptr) { 2739dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim sp<MediaCodecBuffer> buffer = info->mData; 274086b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu if (isReclaim && info->mOwnedByClient) { 274186b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu ALOGD("port %d buffer %zu still owned by client when codec is reclaimed", 274286b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu portIndex, i); 274386b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu } else { 274486b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu info->mOwnedByClient = false; 2745fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim info->mData.clear(); 27465778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2747dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mBufferChannel->discardBuffer(buffer); 27485778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 27495778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 27505778822d86b0337407514b9372562b86edfa91cdAndreas Huber 27515778822d86b0337407514b9372562b86edfa91cdAndreas Huber mAvailPortBuffers[portIndex].clear(); 27525778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 27535778822d86b0337407514b9372562b86edfa91cdAndreas Huber 27545778822d86b0337407514b9372562b86edfa91cdAndreas Hubersize_t MediaCodec::updateBuffers( 27555778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t portIndex, const sp<AMessage> &msg) { 27565778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(portIndex == kPortIndexInput || portIndex == kPortIndexOutput); 2757dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim size_t index; 2758dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim CHECK(msg->findSize("index", &index)); 2759fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim sp<RefBase> obj; 2760fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim CHECK(msg->findObject("buffer", &obj)); 2761fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim sp<MediaCodecBuffer> buffer = static_cast<MediaCodecBuffer *>(obj.get()); 27625778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2763dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim { 2764dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim Mutex::Autolock al(mBufferLock); 2765dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim if (mPortBuffers[portIndex].size() <= index) { 2766dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mPortBuffers[portIndex].resize(align(index + 1, kNumBuffersAlign)); 27675778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2768dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mPortBuffers[portIndex][index].mData = buffer; 27695778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2770dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mAvailPortBuffers[portIndex].push_back(index); 27715778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2772dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim return index; 27735778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 27745778822d86b0337407514b9372562b86edfa91cdAndreas Huber 27755778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::onQueueInputBuffer(const sp<AMessage> &msg) { 27765778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t index; 27775778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t offset; 27785778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t size; 27795778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t timeUs; 27805778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t flags; 27815778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findSize("index", &index)); 27825778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findSize("offset", &offset)); 27835778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt64("timeUs", &timeUs)); 27845778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("flags", (int32_t *)&flags)); 27855778822d86b0337407514b9372562b86edfa91cdAndreas Huber 27864b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const CryptoPlugin::SubSample *subSamples; 27874b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size_t numSubSamples; 27884b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const uint8_t *key; 27894b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const uint8_t *iv; 27904b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CryptoPlugin::Mode mode = CryptoPlugin::kMode_Unencrypted; 27914b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 27924b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber // We allow the simpler queueInputBuffer API to be used even in 27934b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber // secure mode, by fabricating a single unencrypted subSample. 27944b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CryptoPlugin::SubSample ss; 2795d9f1f950d18b4e166b178d93260074019588c956Jeff Tinker CryptoPlugin::Pattern pattern; 27964b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 27974b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber if (msg->findSize("size", &size)) { 27983b2847fa5506dc265d2e46f067bfbb66ae209f74Chong Zhang if (hasCryptoOrDescrambler()) { 27994b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber ss.mNumBytesOfClearData = size; 28004b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber ss.mNumBytesOfEncryptedData = 0; 28014b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 28024b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber subSamples = &ss; 28034b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber numSubSamples = 1; 28044b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber key = NULL; 28054b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber iv = NULL; 2806d9f1f950d18b4e166b178d93260074019588c956Jeff Tinker pattern.mEncryptBlocks = 0; 2807d9f1f950d18b4e166b178d93260074019588c956Jeff Tinker pattern.mSkipBlocks = 0; 28084b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber } 28094b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber } else { 28103b2847fa5506dc265d2e46f067bfbb66ae209f74Chong Zhang if (!hasCryptoOrDescrambler()) { 28113b2847fa5506dc265d2e46f067bfbb66ae209f74Chong Zhang ALOGE("[%s] queuing secure buffer without mCrypto or mDescrambler!", 28123b2847fa5506dc265d2e46f067bfbb66ae209f74Chong Zhang mComponentName.c_str()); 28134b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber return -EINVAL; 28144b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber } 28154b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 28164b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CHECK(msg->findPointer("subSamples", (void **)&subSamples)); 28174b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CHECK(msg->findSize("numSubSamples", &numSubSamples)); 28184b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CHECK(msg->findPointer("key", (void **)&key)); 28194b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CHECK(msg->findPointer("iv", (void **)&iv)); 2820d9f1f950d18b4e166b178d93260074019588c956Jeff Tinker CHECK(msg->findInt32("encryptBlocks", (int32_t *)&pattern.mEncryptBlocks)); 2821d9f1f950d18b4e166b178d93260074019588c956Jeff Tinker CHECK(msg->findInt32("skipBlocks", (int32_t *)&pattern.mSkipBlocks)); 28224b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 28234b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber int32_t tmp; 28244b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CHECK(msg->findInt32("mode", &tmp)); 28254b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 28264b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber mode = (CryptoPlugin::Mode)tmp; 28274b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 28284b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size = 0; 28294b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber for (size_t i = 0; i < numSubSamples; ++i) { 28304b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size += subSamples[i].mNumBytesOfClearData; 28314b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size += subSamples[i].mNumBytesOfEncryptedData; 28324b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber } 28334b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber } 28344b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 28355778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (index >= mPortBuffers[kPortIndexInput].size()) { 28365778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -ERANGE; 28375778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 28385778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2839dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim BufferInfo *info = &mPortBuffers[kPortIndexInput][index]; 28405778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2841dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim if (info->mData == nullptr || !info->mOwnedByClient) { 28425778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -EACCES; 28435778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 28445778822d86b0337407514b9372562b86edfa91cdAndreas Huber 28455778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (offset + size > info->mData->capacity()) { 28465778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -EINVAL; 28475778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 28485778822d86b0337407514b9372562b86edfa91cdAndreas Huber 28495778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mData->setRange(offset, size); 2850dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim info->mData->meta()->setInt64("timeUs", timeUs); 2851dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim if (flags & BUFFER_FLAG_EOS) { 2852dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim info->mData->meta()->setInt32("eos", true); 2853dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim } 28545778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2855dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim if (flags & BUFFER_FLAG_CODECCONFIG) { 2856dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim info->mData->meta()->setInt32("csd", true); 2857dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim } 2858dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim 28599ee321c347c64886d1078a4e4afb57ec98dd54a2Wonsik Kim sp<MediaCodecBuffer> buffer = info->mData; 2860dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim status_t err = OK; 28613b2847fa5506dc265d2e46f067bfbb66ae209f74Chong Zhang if (hasCryptoOrDescrambler()) { 28625b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber AString *errorDetailMsg; 28635b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber CHECK(msg->findPointer("errorDetailMsg", (void **)&errorDetailMsg)); 28645b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber 2865dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim err = mBufferChannel->queueSecureInputBuffer( 2866dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim buffer, 2867dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim (mFlags & kFlagIsSecure), 28681bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber key, 28691bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber iv, 28701bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber mode, 287118cb1eca504817b5b144a023ae2792d90e74c9a5Jeff Tinker pattern, 28724b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber subSamples, 28734b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber numSubSamples, 28745b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber errorDetailMsg); 2875dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim } else { 2876dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim err = mBufferChannel->queueInputBuffer(buffer); 2877fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim } 2878fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim 28799ee321c347c64886d1078a4e4afb57ec98dd54a2Wonsik Kim if (err == OK) { 28809ee321c347c64886d1078a4e4afb57ec98dd54a2Wonsik Kim // synchronization boundary for getBufferAndFormat 28819ee321c347c64886d1078a4e4afb57ec98dd54a2Wonsik Kim Mutex::Autolock al(mBufferLock); 28829ee321c347c64886d1078a4e4afb57ec98dd54a2Wonsik Kim info->mOwnedByClient = false; 28839ee321c347c64886d1078a4e4afb57ec98dd54a2Wonsik Kim info->mData.clear(); 2884002e413a5a7460a32790ed08408085a6062f4054Ray Essick if (mAnalyticsItem != NULL) { 2885002e413a5a7460a32790ed08408085a6062f4054Ray Essick mAnalyticsItem->addInt64(kCodecBytesIn, size); 2886002e413a5a7460a32790ed08408085a6062f4054Ray Essick } 28879ee321c347c64886d1078a4e4afb57ec98dd54a2Wonsik Kim } 28889ee321c347c64886d1078a4e4afb57ec98dd54a2Wonsik Kim 2889dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim return err; 28905778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 28915778822d86b0337407514b9372562b86edfa91cdAndreas Huber 289290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar//static 289390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarsize_t MediaCodec::CreateFramesRenderedMessage( 28940d1ed381fde5dac12dd84fcf3da66dac46699378Chih-Hung Hsieh const std::list<FrameRenderTracker::Info> &done, sp<AMessage> &msg) { 289590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar size_t index = 0; 289690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 289790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar for (std::list<FrameRenderTracker::Info>::const_iterator it = done.cbegin(); 289890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar it != done.cend(); ++it) { 289990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (it->getRenderTimeNs() < 0) { 290090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar continue; // dropped frame from tracking 290190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 290290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar msg->setInt64(AStringPrintf("%zu-media-time-us", index).c_str(), it->getMediaTimeUs()); 290390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar msg->setInt64(AStringPrintf("%zu-system-nano", index).c_str(), it->getRenderTimeNs()); 290490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar ++index; 290590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 290690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar return index; 290790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 290890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 29095778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::onReleaseOutputBuffer(const sp<AMessage> &msg) { 29105778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t index; 29115778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findSize("index", &index)); 29125778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29135778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t render; 29145778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("render", &render)) { 29155778822d86b0337407514b9372562b86edfa91cdAndreas Huber render = 0; 29165778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 29175778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29180e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (!isExecuting()) { 29195778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -EINVAL; 29205778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 29215778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29225778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (index >= mPortBuffers[kPortIndexOutput].size()) { 29235778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -ERANGE; 29245778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 29255778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2926dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim BufferInfo *info = &mPortBuffers[kPortIndexOutput][index]; 29275778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2928dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim if (info->mData == nullptr || !info->mOwnedByClient) { 29295778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -EACCES; 29305778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 29315778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29327bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar // synchronization boundary for getBufferAndFormat 2933dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim sp<MediaCodecBuffer> buffer; 29347bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar { 29357bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Mutex::Autolock al(mBufferLock); 29367bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar info->mOwnedByClient = false; 2937dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim buffer = info->mData; 2938dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim info->mData.clear(); 29397bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar } 29407bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 2941dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim if (render && buffer->size() != 0) { 294290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar int64_t mediaTimeUs = -1; 2943dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim buffer->meta()->findInt64("timeUs", &mediaTimeUs); 294490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 294590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar int64_t renderTimeNs = 0; 2946c8edf5af010ac24a99b302a18e7b84e8b4b2b783Lajos Molnar if (!msg->findInt64("timestampNs", &renderTimeNs)) { 2947c8edf5af010ac24a99b302a18e7b84e8b4b2b783Lajos Molnar // use media timestamp if client did not request a specific render timestamp 2948c8edf5af010ac24a99b302a18e7b84e8b4b2b783Lajos Molnar ALOGV("using buffer PTS of %lld", (long long)mediaTimeUs); 294990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar renderTimeNs = mediaTimeUs * 1000; 2950fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar } 2951fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar 29525778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mSoftRenderer != NULL) { 295390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar std::list<FrameRenderTracker::Info> doneFrames = mSoftRenderer->render( 29549cf12df166dff26da5e6009f7349e9a53b264363Chong Zhang buffer->data(), buffer->size(), mediaTimeUs, renderTimeNs, 29559cf12df166dff26da5e6009f7349e9a53b264363Chong Zhang mPortBuffers[kPortIndexOutput].size(), buffer->format()); 295690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 295790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // if we are running, notify rendered frames 295890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (!doneFrames.empty() && mState == STARTED && mOnFrameRenderedNotification != NULL) { 295990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar sp<AMessage> notify = mOnFrameRenderedNotification->dup(); 296090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar sp<AMessage> data = new AMessage; 296190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (CreateFramesRenderedMessage(doneFrames, data)) { 296290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar notify->setMessage("data", data); 296390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar notify->post(); 296490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 296590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 29665778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2967dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mBufferChannel->renderOutputBuffer(buffer, renderTimeNs); 2968dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim } else { 2969dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mBufferChannel->discardBuffer(buffer); 29705778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 29715778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29725778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 29735778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 29745778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29755778822d86b0337407514b9372562b86edfa91cdAndreas Huberssize_t MediaCodec::dequeuePortBuffer(int32_t portIndex) { 29765778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(portIndex == kPortIndexInput || portIndex == kPortIndexOutput); 29775778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29785778822d86b0337407514b9372562b86edfa91cdAndreas Huber List<size_t> *availBuffers = &mAvailPortBuffers[portIndex]; 29795778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29805778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (availBuffers->empty()) { 29815778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -EAGAIN; 29825778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 29835778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29845778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t index = *availBuffers->begin(); 29855778822d86b0337407514b9372562b86edfa91cdAndreas Huber availBuffers->erase(availBuffers->begin()); 29865778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2987dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim BufferInfo *info = &mPortBuffers[portIndex][index]; 29885778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(!info->mOwnedByClient); 29897bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar { 29907bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Mutex::Autolock al(mBufferLock); 29917bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar info->mOwnedByClient = true; 299203c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 299303c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar // set image-data 2994fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim if (info->mData->format() != NULL) { 299503c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar sp<ABuffer> imageData; 2996fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim if (info->mData->format()->findBuffer("image-data", &imageData)) { 299703c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar info->mData->meta()->setBuffer("image-data", imageData); 299803c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar } 299903c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar int32_t left, top, right, bottom; 3000fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim if (info->mData->format()->findRect("crop", &left, &top, &right, &bottom)) { 300103c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar info->mData->meta()->setRect("crop-rect", left, top, right, bottom); 300203c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar } 300303c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar } 30047bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar } 30055778822d86b0337407514b9372562b86edfa91cdAndreas Huber 30065778822d86b0337407514b9372562b86edfa91cdAndreas Huber return index; 30075778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 30085778822d86b0337407514b9372562b86edfa91cdAndreas Huber 30091dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t MediaCodec::connectToSurface(const sp<Surface> &surface) { 30101dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar status_t err = OK; 30111dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (surface != NULL) { 3012b9fa58afa4c7772fe3c4cfdea9e45bc85cf43537Lajos Molnar uint64_t oldId, newId; 3013098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar if (mSurface != NULL 3014b9fa58afa4c7772fe3c4cfdea9e45bc85cf43537Lajos Molnar && surface->getUniqueId(&newId) == NO_ERROR 3015b9fa58afa4c7772fe3c4cfdea9e45bc85cf43537Lajos Molnar && mSurface->getUniqueId(&oldId) == NO_ERROR 3016b9fa58afa4c7772fe3c4cfdea9e45bc85cf43537Lajos Molnar && newId == oldId) { 3017b9fa58afa4c7772fe3c4cfdea9e45bc85cf43537Lajos Molnar ALOGI("[%s] connecting to the same surface. Nothing to do.", mComponentName.c_str()); 3018098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar return ALREADY_EXISTS; 3019098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar } 3020098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar 3021181fd9b5b64bab24bb49a34208f60a16e98488c5Chong Zhang err = nativeWindowConnect(surface.get(), "connectToSurface"); 3022098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar if (err == OK) { 3023264bac95912efe121d6a60026612617f04f42966Lajos Molnar // Require a fresh set of buffers after each connect by using a unique generation 3024264bac95912efe121d6a60026612617f04f42966Lajos Molnar // number. Rely on the fact that max supported process id by Linux is 2^22. 3025264bac95912efe121d6a60026612617f04f42966Lajos Molnar // PID is never 0 so we don't have to worry that we use the default generation of 0. 3026264bac95912efe121d6a60026612617f04f42966Lajos Molnar // TODO: come up with a unique scheme if other producers also set the generation number. 3027264bac95912efe121d6a60026612617f04f42966Lajos Molnar static uint32_t mSurfaceGeneration = 0; 3028264bac95912efe121d6a60026612617f04f42966Lajos Molnar uint32_t generation = (getpid() << 10) | (++mSurfaceGeneration & ((1 << 10) - 1)); 3029264bac95912efe121d6a60026612617f04f42966Lajos Molnar surface->setGenerationNumber(generation); 3030264bac95912efe121d6a60026612617f04f42966Lajos Molnar ALOGI("[%s] setting surface generation to %u", mComponentName.c_str(), generation); 3031264bac95912efe121d6a60026612617f04f42966Lajos Molnar 3032264bac95912efe121d6a60026612617f04f42966Lajos Molnar // HACK: clear any free buffers. Remove when connect will automatically do this. 3033264bac95912efe121d6a60026612617f04f42966Lajos Molnar // This is needed as the consumer may be holding onto stale frames that it can reattach 3034264bac95912efe121d6a60026612617f04f42966Lajos Molnar // to this surface after disconnect/connect, and those free frames would inherit the new 3035264bac95912efe121d6a60026612617f04f42966Lajos Molnar // generation number. Disconnecting after setting a unique generation prevents this. 3036181fd9b5b64bab24bb49a34208f60a16e98488c5Chong Zhang nativeWindowDisconnect(surface.get(), "connectToSurface(reconnect)"); 3037181fd9b5b64bab24bb49a34208f60a16e98488c5Chong Zhang err = nativeWindowConnect(surface.get(), "connectToSurface(reconnect)"); 3038264bac95912efe121d6a60026612617f04f42966Lajos Molnar } 3039264bac95912efe121d6a60026612617f04f42966Lajos Molnar 3040264bac95912efe121d6a60026612617f04f42966Lajos Molnar if (err != OK) { 3041181fd9b5b64bab24bb49a34208f60a16e98488c5Chong Zhang ALOGE("nativeWindowConnect returned an error: %s (%d)", strerror(-err), err); 30421dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 30431dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 3044098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar // do not return ALREADY_EXISTS unless surfaces are the same 3045098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar return err == ALREADY_EXISTS ? BAD_VALUE : err; 30461dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar} 30477541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 30481dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t MediaCodec::disconnectFromSurface() { 30491dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar status_t err = OK; 3050f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar if (mSurface != NULL) { 3051264bac95912efe121d6a60026612617f04f42966Lajos Molnar // Resetting generation is not technically needed, but there is no need to keep it either 3052264bac95912efe121d6a60026612617f04f42966Lajos Molnar mSurface->setGenerationNumber(0); 3053181fd9b5b64bab24bb49a34208f60a16e98488c5Chong Zhang err = nativeWindowDisconnect(mSurface.get(), "disconnectFromSurface"); 30547541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber if (err != OK) { 3055181fd9b5b64bab24bb49a34208f60a16e98488c5Chong Zhang ALOGW("nativeWindowDisconnect returned an error: %s (%d)", strerror(-err), err); 30567541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber } 30571dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // assume disconnected even on error 3058f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar mSurface.clear(); 30597541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber } 30601dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 30611dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar} 30627541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 30631dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t MediaCodec::handleSetSurface(const sp<Surface> &surface) { 30641dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar status_t err = OK; 30651dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mSurface != NULL) { 30661dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar (void)disconnectFromSurface(); 30671dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 3068f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar if (surface != NULL) { 30691dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = connectToSurface(surface); 30701dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err == OK) { 30711dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mSurface = surface; 30727541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber } 30737541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber } 30741dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 30757541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber} 30767541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 3077c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhangvoid MediaCodec::onInputBufferAvailable() { 3078c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang int32_t index; 3079c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang while ((index = dequeuePortBuffer(kPortIndexInput)) >= 0) { 3080c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> msg = mCallback->dup(); 3081c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("callbackID", CB_INPUT_AVAILABLE); 3082c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("index", index); 3083c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->post(); 3084c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 3085c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 3086c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 3087c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhangvoid MediaCodec::onOutputBufferAvailable() { 3088c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang int32_t index; 3089c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang while ((index = dequeuePortBuffer(kPortIndexOutput)) >= 0) { 30907e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim const sp<MediaCodecBuffer> &buffer = 3091dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mPortBuffers[kPortIndexOutput][index].mData; 3092c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> msg = mCallback->dup(); 3093c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("callbackID", CB_OUTPUT_AVAILABLE); 3094c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("index", index); 3095c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setSize("offset", buffer->offset()); 3096c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setSize("size", buffer->size()); 3097c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 3098c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang int64_t timeUs; 3099c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang CHECK(buffer->meta()->findInt64("timeUs", &timeUs)); 3100c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 3101c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt64("timeUs", timeUs); 3102c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 3103dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim int32_t flags; 3104dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim CHECK(buffer->meta()->findInt32("flags", &flags)); 3105c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 3106c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("flags", flags); 3107c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 3108c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->post(); 3109c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 3110c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 3111c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 3112749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhangvoid MediaCodec::onError(status_t err, int32_t actionCode, const char *detail) { 3113c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mCallback != NULL) { 3114c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> msg = mCallback->dup(); 3115c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("callbackID", CB_ERROR); 3116c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("err", err); 3117749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhang msg->setInt32("actionCode", actionCode); 3118749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhang 3119749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhang if (detail != NULL) { 3120749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhang msg->setString("detail", detail); 3121749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhang } 3122c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 3123c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->post(); 3124c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 3125c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 3126c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 3127c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhangvoid MediaCodec::onOutputFormatChanged() { 3128c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mCallback != NULL) { 3129c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> msg = mCallback->dup(); 3130c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("callbackID", CB_OUTPUT_FORMAT_CHANGED); 3131c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setMessage("format", mOutputFormat); 3132c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->post(); 3133c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 3134c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 3135c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 3136575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Hubervoid MediaCodec::postActivityNotificationIfPossible() { 3137575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber if (mActivityNotify == NULL) { 3138575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber return; 3139575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber } 3140575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 3141e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang bool isErrorOrOutputChanged = 3142e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang (mFlags & (kFlagStickyError 3143575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber | kFlagOutputBuffersChanged 3144e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang | kFlagOutputFormatChanged)); 3145e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang 3146e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang if (isErrorOrOutputChanged 3147575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber || !mAvailPortBuffers[kPortIndexInput].empty() 3148575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber || !mAvailPortBuffers[kPortIndexOutput].empty()) { 3149e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang mActivityNotify->setInt32("input-buffers", 3150e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang mAvailPortBuffers[kPortIndexInput].size()); 3151e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang 3152e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang if (isErrorOrOutputChanged) { 3153e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang // we want consumer to dequeue as many times as it can 3154e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang mActivityNotify->setInt32("output-buffers", INT32_MAX); 3155e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang } else { 3156e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang mActivityNotify->setInt32("output-buffers", 3157e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang mAvailPortBuffers[kPortIndexOutput].size()); 3158e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang } 3159575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber mActivityNotify->post(); 3160575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber mActivityNotify.clear(); 3161575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber } 3162575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber} 3163575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 3164a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huberstatus_t MediaCodec::setParameters(const sp<AMessage> ¶ms) { 31651d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatSetParameters, this); 3166a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber msg->setMessage("params", params); 3167a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 3168a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber sp<AMessage> response; 3169a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber return PostAndAwaitResponse(msg, &response); 3170a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber} 3171a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 3172a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huberstatus_t MediaCodec::onSetParameters(const sp<AMessage> ¶ms) { 3173a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber mCodec->signalSetParameters(params); 3174a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 3175a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber return OK; 3176a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber} 3177a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 3178e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huberstatus_t MediaCodec::amendOutputFormatWithCodecSpecificData( 31797e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim const sp<MediaCodecBuffer> &buffer) { 3180e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber AString mime; 3181e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber CHECK(mOutputFormat->findString("mime", &mime)); 3182e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3183e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (!strcasecmp(mime.c_str(), MEDIA_MIMETYPE_VIDEO_AVC)) { 3184e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // Codec specific data should be SPS and PPS in a single buffer, 3185e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // each prefixed by a startcode (0x00 0x00 0x00 0x01). 3186e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // We separate the two and put them into the output format 3187e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // under the keys "csd-0" and "csd-1". 3188e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3189e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber unsigned csdIndex = 0; 3190e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3191e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber const uint8_t *data = buffer->data(); 3192e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber size_t size = buffer->size(); 3193e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3194e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber const uint8_t *nalStart; 3195e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber size_t nalSize; 3196e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber while (getNextNALUnit(&data, &size, &nalStart, &nalSize, true) == OK) { 3197e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber sp<ABuffer> csd = new ABuffer(nalSize + 4); 3198e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber memcpy(csd->data(), "\x00\x00\x00\x01", 4); 3199e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber memcpy(csd->data() + 4, nalStart, nalSize); 3200e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3201e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mOutputFormat->setBuffer( 3202a1e8944a21e5833b7aadc451776f11797f5f9273Elliott Hughes AStringPrintf("csd-%u", csdIndex).c_str(), csd); 3203e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3204e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber ++csdIndex; 3205e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 3206e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3207e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (csdIndex != 2) { 3208e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber return ERROR_MALFORMED; 3209e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 3210e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } else { 3211e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // For everything else we just stash the codec specific data into 3212e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // the output format as a single piece of csd under "csd-0". 32137e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim sp<ABuffer> csd = new ABuffer(buffer->size()); 32147e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim memcpy(csd->data(), buffer->data(), buffer->size()); 32157e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim csd->setRange(0, buffer->size()); 32167e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim mOutputFormat->setBuffer("csd-0", csd); 3217e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 3218e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3219e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber return OK; 3220e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber} 3221e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 32222606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhangvoid MediaCodec::updateBatteryStat() { 32233f273d10817ddb2f792ae043de692efcdf1988aeWei Jia if (!mIsVideo) { 32243f273d10817ddb2f792ae043de692efcdf1988aeWei Jia return; 32253f273d10817ddb2f792ae043de692efcdf1988aeWei Jia } 32262606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 32273f273d10817ddb2f792ae043de692efcdf1988aeWei Jia if (mState == CONFIGURED && !mBatteryStatNotified) { 3228f2ae3e19080938db8cbf29a963fd744a3964fcc2Wei Jia BatteryNotifier::getInstance().noteStartVideo(mUid); 32292606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mBatteryStatNotified = true; 32302606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } else if (mState == UNINITIALIZED && mBatteryStatNotified) { 3231f2ae3e19080938db8cbf29a963fd744a3964fcc2Wei Jia BatteryNotifier::getInstance().noteStopVideo(mUid); 32322606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mBatteryStatNotified = false; 32332606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } 32342606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang} 32352606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 3236573ebe40b005690f797ac4d90ed1ff49f9fdb2b7Ray Essickstd::string MediaCodec::stateString(State state) { 3237573ebe40b005690f797ac4d90ed1ff49f9fdb2b7Ray Essick const char *rval = NULL; 3238573ebe40b005690f797ac4d90ed1ff49f9fdb2b7Ray Essick char rawbuffer[16]; // room for "%d" 3239573ebe40b005690f797ac4d90ed1ff49f9fdb2b7Ray Essick 3240573ebe40b005690f797ac4d90ed1ff49f9fdb2b7Ray Essick switch (state) { 3241573ebe40b005690f797ac4d90ed1ff49f9fdb2b7Ray Essick case UNINITIALIZED: rval = "UNINITIALIZED"; break; 3242573ebe40b005690f797ac4d90ed1ff49f9fdb2b7Ray Essick case INITIALIZING: rval = "INITIALIZING"; break; 3243573ebe40b005690f797ac4d90ed1ff49f9fdb2b7Ray Essick case INITIALIZED: rval = "INITIALIZED"; break; 3244573ebe40b005690f797ac4d90ed1ff49f9fdb2b7Ray Essick case CONFIGURING: rval = "CONFIGURING"; break; 3245573ebe40b005690f797ac4d90ed1ff49f9fdb2b7Ray Essick case CONFIGURED: rval = "CONFIGURED"; break; 3246573ebe40b005690f797ac4d90ed1ff49f9fdb2b7Ray Essick case STARTING: rval = "STARTING"; break; 3247573ebe40b005690f797ac4d90ed1ff49f9fdb2b7Ray Essick case STARTED: rval = "STARTED"; break; 3248573ebe40b005690f797ac4d90ed1ff49f9fdb2b7Ray Essick case FLUSHING: rval = "FLUSHING"; break; 3249573ebe40b005690f797ac4d90ed1ff49f9fdb2b7Ray Essick case FLUSHED: rval = "FLUSHED"; break; 3250573ebe40b005690f797ac4d90ed1ff49f9fdb2b7Ray Essick case STOPPING: rval = "STOPPING"; break; 3251573ebe40b005690f797ac4d90ed1ff49f9fdb2b7Ray Essick case RELEASING: rval = "RELEASING"; break; 3252573ebe40b005690f797ac4d90ed1ff49f9fdb2b7Ray Essick default: 3253573ebe40b005690f797ac4d90ed1ff49f9fdb2b7Ray Essick snprintf(rawbuffer, sizeof(rawbuffer), "%d", state); 3254573ebe40b005690f797ac4d90ed1ff49f9fdb2b7Ray Essick rval = rawbuffer; 3255573ebe40b005690f797ac4d90ed1ff49f9fdb2b7Ray Essick break; 3256573ebe40b005690f797ac4d90ed1ff49f9fdb2b7Ray Essick } 3257573ebe40b005690f797ac4d90ed1ff49f9fdb2b7Ray Essick return rval; 3258573ebe40b005690f797ac4d90ed1ff49f9fdb2b7Ray Essick} 3259573ebe40b005690f797ac4d90ed1ff49f9fdb2b7Ray Essick 32605778822d86b0337407514b9372562b86edfa91cdAndreas Huber} // namespace android 3261