MediaCodec.cpp revision 2d2a2967ce29281816b9ddb9434b3c0084e4ce52
15778822d86b0337407514b9372562b86edfa91cdAndreas Huber/* 25778822d86b0337407514b9372562b86edfa91cdAndreas Huber * Copyright 2012, The Android Open Source Project 35778822d86b0337407514b9372562b86edfa91cdAndreas Huber * 45778822d86b0337407514b9372562b86edfa91cdAndreas Huber * Licensed under the Apache License, Version 2.0 (the "License"); 55778822d86b0337407514b9372562b86edfa91cdAndreas Huber * you may not use this file except in compliance with the License. 65778822d86b0337407514b9372562b86edfa91cdAndreas Huber * You may obtain a copy of the License at 75778822d86b0337407514b9372562b86edfa91cdAndreas Huber * 85778822d86b0337407514b9372562b86edfa91cdAndreas Huber * http://www.apache.org/licenses/LICENSE-2.0 95778822d86b0337407514b9372562b86edfa91cdAndreas Huber * 105778822d86b0337407514b9372562b86edfa91cdAndreas Huber * Unless required by applicable law or agreed to in writing, software 115778822d86b0337407514b9372562b86edfa91cdAndreas Huber * distributed under the License is distributed on an "AS IS" BASIS, 125778822d86b0337407514b9372562b86edfa91cdAndreas Huber * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 135778822d86b0337407514b9372562b86edfa91cdAndreas Huber * See the License for the specific language governing permissions and 145778822d86b0337407514b9372562b86edfa91cdAndreas Huber * limitations under the License. 155778822d86b0337407514b9372562b86edfa91cdAndreas Huber */ 165778822d86b0337407514b9372562b86edfa91cdAndreas Huber 175778822d86b0337407514b9372562b86edfa91cdAndreas Huber//#define LOG_NDEBUG 0 185778822d86b0337407514b9372562b86edfa91cdAndreas Huber#define LOG_TAG "MediaCodec" 19fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar#include <inttypes.h> 205778822d86b0337407514b9372562b86edfa91cdAndreas Huber 214811923e80a8abefa278307ebf8cc9b0294ba67fWonsik Kim#include "include/SecureBuffer.h" 227e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim#include "include/SharedMemoryBuffer.h" 235778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include "include/SoftwareRenderer.h" 245778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25d5a416a49d5074e2966f5fe255561cbaaf31a325Chong Zhang#include <android/hardware/cas/native/1.0/IDescrambler.h> 26d5a416a49d5074e2966f5fe255561cbaaf31a325Chong Zhang 27c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker#include <binder/IMemory.h> 2867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu#include <binder/IPCThreadState.h> 292606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include <binder/IServiceManager.h> 30c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker#include <binder/MemoryDealer.h> 314f87426e12f5f12e0724519e77f8237a6b2d5dacWonsik Kim#include <cutils/properties.h> 3279608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang#include <gui/BufferQueue.h> 331a2952aee048ca7b1765e2bc09ebe9aeddaeafa3Mathias Agopian#include <gui/Surface.h> 34ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber#include <media/ICrypto.h> 35d291c222357303b9611cab89d0c3b047584ef377Chong Zhang#include <media/IOMX.h> 3667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu#include <media/IResourceManagerService.h> 377e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim#include <media/MediaCodecBuffer.h> 38db1221479a7ffe7094c51c463bbd36522ed106abRay Essick#include <media/MediaAnalyticsItem.h> 395778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/foundation/ABuffer.h> 405778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/foundation/ADebug.h> 415778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/foundation/AMessage.h> 425b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber#include <media/stagefright/foundation/AString.h> 43dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim#include <media/stagefright/foundation/AUtils.h> 44d91dc5a0602f54fc0d4d2187f37b5b8169bb62c3Dongwon Kang#include <media/stagefright/foundation/avc_utils.h> 45ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber#include <media/stagefright/foundation/hexdump.h> 465778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/ACodec.h> 477cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden#include <media/stagefright/BufferProducerWrapper.h> 484f87426e12f5f12e0724519e77f8237a6b2d5dacWonsik Kim#include <media/stagefright/CCodec.h> 492606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include <media/stagefright/MediaCodec.h> 506f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen#include <media/stagefright/MediaCodecList.h> 51e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber#include <media/stagefright/MediaDefs.h> 525778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/MediaErrors.h> 53744f5739019d1fd917f981e740b353c3d73fd1a8David Smith#include <media/stagefright/MediaFilter.h> 545778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/MetaData.h> 55d291c222357303b9611cab89d0c3b047584ef377Chong Zhang#include <media/stagefright/OMXClient.h> 56d291c222357303b9611cab89d0c3b047584ef377Chong Zhang#include <media/stagefright/PersistentSurface.h> 578b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar#include <media/stagefright/SurfaceUtils.h> 5899e69716215cd0665379bc90d708f2ea8689831dRuben Brunk#include <mediautils/BatteryNotifier.h> 592606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include <private/android_filesystem_config.h> 602606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include <utils/Log.h> 612606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include <utils/Singleton.h> 62e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 635778822d86b0337407514b9372562b86edfa91cdAndreas Hubernamespace android { 645778822d86b0337407514b9372562b86edfa91cdAndreas Huber 65db1221479a7ffe7094c51c463bbd36522ed106abRay Essick// key for media statistics 668574195df5de20af5fc16d6f9da1b132d6d5bfeeRay Essickstatic const char *kCodecKeyName = "codec"; 67db1221479a7ffe7094c51c463bbd36522ed106abRay Essick// attrs for media statistics 68afb43f76821e6a63e17e6484289a40430ada6978Ray Essickstatic const char *kCodecCodec = "android.media.mediacodec.codec"; /* e.g. OMX.google.aac.decoder */ 69afb43f76821e6a63e17e6484289a40430ada6978Ray Essickstatic const char *kCodecMime = "android.media.mediacodec.mime"; /* e.g. audio/mime */ 70afb43f76821e6a63e17e6484289a40430ada6978Ray Essickstatic const char *kCodecMode = "android.media.mediacodec.mode"; /* audio, video */ 71afb43f76821e6a63e17e6484289a40430ada6978Ray Essickstatic const char *kCodecSecure = "android.media.mediacodec.secure"; /* 0, 1 */ 72afb43f76821e6a63e17e6484289a40430ada6978Ray Essickstatic const char *kCodecHeight = "android.media.mediacodec.height"; /* 0..n */ 73afb43f76821e6a63e17e6484289a40430ada6978Ray Essickstatic const char *kCodecWidth = "android.media.mediacodec.width"; /* 0..n */ 74afb43f76821e6a63e17e6484289a40430ada6978Ray Essickstatic const char *kCodecRotation = "android.media.mediacodec.rotation-degrees"; /* 0/90/180/270 */ 75afb43f76821e6a63e17e6484289a40430ada6978Ray Essickstatic const char *kCodecCrypto = "android.media.mediacodec.crypto"; /* 0,1 */ 76afb43f76821e6a63e17e6484289a40430ada6978Ray Essickstatic const char *kCodecEncoder = "android.media.mediacodec.encoder"; /* 0,1 */ 778574195df5de20af5fc16d6f9da1b132d6d5bfeeRay Essick 78002e413a5a7460a32790ed08408085a6062f4054Ray Essickstatic const char *kCodecBytesIn = "android.media.mediacodec.bytesin"; /* 0..n */ 79002e413a5a7460a32790ed08408085a6062f4054Ray Essickstatic const char *kCodecProfile = "android.media.mediacodec.profile"; /* 0..n */ 80002e413a5a7460a32790ed08408085a6062f4054Ray Essickstatic const char *kCodecLevel = "android.media.mediacodec.level"; /* 0..n */ 81002e413a5a7460a32790ed08408085a6062f4054Ray Essickstatic const char *kCodecMaxWidth = "android.media.mediacodec.maxwidth"; /* 0..n */ 82002e413a5a7460a32790ed08408085a6062f4054Ray Essickstatic const char *kCodecMaxHeight = "android.media.mediacodec.maxheight"; /* 0..n */ 8382b7fe8aa03558bf90769a3d88536e6105db371bRay Essickstatic const char *kCodecError = "android.media.mediacodec.errcode"; 8482b7fe8aa03558bf90769a3d88536e6105db371bRay Essickstatic const char *kCodecErrorState = "android.media.mediacodec.errstate"; 85db1221479a7ffe7094c51c463bbd36522ed106abRay Essick 86db1221479a7ffe7094c51c463bbd36522ed106abRay Essick 870d1ed381fde5dac12dd84fcf3da66dac46699378Chih-Hung Hsiehstatic int64_t getId(const sp<IResourceManagerClient> &client) { 8867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return (int64_t) client.get(); 8967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 9067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 9167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wustatic bool isResourceError(status_t err) { 9247a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu return (err == NO_MEMORY); 9367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 9467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 9567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wustatic const int kMaxRetry = 2; 964b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wustatic const int kMaxReclaimWaitTimeInUs = 500000; // 0.5s 97dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimstatic const int kNumBuffersAlign = 16; 9867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 9979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim//////////////////////////////////////////////////////////////////////////////// 10079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 10167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wustruct ResourceManagerClient : public BnResourceManagerClient { 102090ef604f81447eab4aa0a5b45d6307482573560Chih-Hung Hsieh explicit ResourceManagerClient(MediaCodec* codec) : mMediaCodec(codec) {} 10367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 10467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu virtual bool reclaimResource() { 10567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<MediaCodec> codec = mMediaCodec.promote(); 10667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (codec == NULL) { 10767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // codec is already gone. 10867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return true; 10967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 11047a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu status_t err = codec->reclaim(); 1114b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu if (err == WOULD_BLOCK) { 1124b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu ALOGD("Wait for the client to release codec."); 1134b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu usleep(kMaxReclaimWaitTimeInUs); 1144b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu ALOGD("Try to reclaim again."); 1154b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu err = codec->reclaim(true /* force */); 1164b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu } 11767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (err != OK) { 11867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ALOGW("ResourceManagerClient failed to release codec with err %d", err); 11967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 12067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return (err == OK); 12167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 12267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 1238f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu virtual String8 getName() { 1248f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu String8 ret; 1258f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu sp<MediaCodec> codec = mMediaCodec.promote(); 1268f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu if (codec == NULL) { 1278f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu // codec is already gone. 1288f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu return ret; 1298f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu } 1308f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu 1318f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu AString name; 1328f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu if (codec->getName(&name) == OK) { 1338f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu ret.setTo(name.c_str()); 1348f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu } 1358f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu return ret; 1368f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu } 13767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 13867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuprotected: 13967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu virtual ~ResourceManagerClient() {} 14067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 14167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuprivate: 14267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu wp<MediaCodec> mMediaCodec; 14367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 14467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu DISALLOW_EVIL_CONSTRUCTORS(ResourceManagerClient); 14567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu}; 14667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 14768845c14ebf2c7282800b1abffde38d8e9a57aabRonghua WuMediaCodec::ResourceManagerServiceProxy::ResourceManagerServiceProxy(pid_t pid) 14868845c14ebf2c7282800b1abffde38d8e9a57aabRonghua Wu : mPid(pid) { 14968845c14ebf2c7282800b1abffde38d8e9a57aabRonghua Wu if (mPid == MediaCodec::kNoPid) { 15068845c14ebf2c7282800b1abffde38d8e9a57aabRonghua Wu mPid = IPCThreadState::self()->getCallingPid(); 15168845c14ebf2c7282800b1abffde38d8e9a57aabRonghua Wu } 15267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 15367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 15467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua WuMediaCodec::ResourceManagerServiceProxy::~ResourceManagerServiceProxy() { 15567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mService != NULL) { 15667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu IInterface::asBinder(mService)->unlinkToDeath(this); 15767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 15867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 15967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 16067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuvoid MediaCodec::ResourceManagerServiceProxy::init() { 16167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<IServiceManager> sm = defaultServiceManager(); 16267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<IBinder> binder = sm->getService(String16("media.resource_manager")); 16367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mService = interface_cast<IResourceManagerService>(binder); 16467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mService == NULL) { 16567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ALOGE("Failed to get ResourceManagerService"); 16667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return; 16767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 168e4237177a4a3eea059cd74247b2d770d301a8230Ronghua Wu IInterface::asBinder(mService)->linkToDeath(this); 16967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 17067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 17167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuvoid MediaCodec::ResourceManagerServiceProxy::binderDied(const wp<IBinder>& /*who*/) { 17267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ALOGW("ResourceManagerService died."); 17367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Mutex::Autolock _l(mLock); 17467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mService.clear(); 17567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 17667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 17767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuvoid MediaCodec::ResourceManagerServiceProxy::addResource( 17867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu int64_t clientId, 1790d1ed381fde5dac12dd84fcf3da66dac46699378Chih-Hung Hsieh const sp<IResourceManagerClient> &client, 18067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu const Vector<MediaResource> &resources) { 18167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Mutex::Autolock _l(mLock); 18267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mService == NULL) { 18367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return; 18467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 18537c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu mService->addResource(mPid, clientId, client, resources); 18667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 18767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 18867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuvoid MediaCodec::ResourceManagerServiceProxy::removeResource(int64_t clientId) { 18967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Mutex::Autolock _l(mLock); 19067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mService == NULL) { 19167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return; 19267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 19337c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu mService->removeResource(mPid, clientId); 19467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 19567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 19667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wubool MediaCodec::ResourceManagerServiceProxy::reclaimResource( 19737c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu const Vector<MediaResource> &resources) { 19867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Mutex::Autolock _l(mLock); 19967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mService == NULL) { 20067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return false; 20167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 20237c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu return mService->reclaimResource(mPid, resources); 20367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 20467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 20579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim//////////////////////////////////////////////////////////////////////////////// 20679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 207dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik KimMediaCodec::BufferInfo::BufferInfo() : mOwnedByClient(false) {} 208dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim 209dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim//////////////////////////////////////////////////////////////////////////////// 210dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim 21179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kimnamespace { 21279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 21379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kimenum { 21479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim kWhatFillThisBuffer = 'fill', 21579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim kWhatDrainThisBuffer = 'drai', 21679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim kWhatEOS = 'eos ', 217dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim kWhatStartCompleted = 'Scom', 21879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim kWhatStopCompleted = 'scom', 21979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim kWhatReleaseCompleted = 'rcom', 22079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim kWhatFlushCompleted = 'fcom', 22179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim kWhatError = 'erro', 22279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim kWhatComponentAllocated = 'cAll', 22379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim kWhatComponentConfigured = 'cCon', 22479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim kWhatInputSurfaceCreated = 'isfc', 22579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim kWhatInputSurfaceAccepted = 'isfa', 22679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim kWhatSignaledInputEOS = 'seos', 22779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim kWhatOutputFramesRendered = 'outR', 228dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim kWhatOutputBuffersChanged = 'outC', 22979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim}; 23079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 231dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimclass BufferCallback : public CodecBase::BufferCallback { 23279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kimpublic: 233dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim explicit BufferCallback(const sp<AMessage> ¬ify); 234dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim virtual ~BufferCallback() = default; 235dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim 236dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim virtual void onInputBufferAvailable( 237dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim size_t index, const sp<MediaCodecBuffer> &buffer) override; 238dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim virtual void onOutputBufferAvailable( 239dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim size_t index, const sp<MediaCodecBuffer> &buffer) override; 240dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimprivate: 241dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim const sp<AMessage> mNotify; 242dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim}; 243dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim 244dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik KimBufferCallback::BufferCallback(const sp<AMessage> ¬ify) 245dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim : mNotify(notify) {} 246dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim 247dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid BufferCallback::onInputBufferAvailable( 248dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim size_t index, const sp<MediaCodecBuffer> &buffer) { 249dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim sp<AMessage> notify(mNotify->dup()); 250dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim notify->setInt32("what", kWhatFillThisBuffer); 251dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim notify->setSize("index", index); 252dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim notify->setObject("buffer", buffer); 253dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim notify->post(); 254dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim} 255dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim 256dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid BufferCallback::onOutputBufferAvailable( 257dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim size_t index, const sp<MediaCodecBuffer> &buffer) { 258dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim sp<AMessage> notify(mNotify->dup()); 259dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim notify->setInt32("what", kWhatDrainThisBuffer); 260dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim notify->setSize("index", index); 261dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim notify->setObject("buffer", buffer); 262dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim notify->post(); 263dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim} 264dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim 265dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimclass CodecCallback : public CodecBase::CodecCallback { 266dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimpublic: 267dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim explicit CodecCallback(const sp<AMessage> ¬ify); 268dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim virtual ~CodecCallback() = default; 26979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 27079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim virtual void onEos(status_t err) override; 271dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim virtual void onStartCompleted() override; 27279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim virtual void onStopCompleted() override; 27379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim virtual void onReleaseCompleted() override; 27479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim virtual void onFlushCompleted() override; 27579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim virtual void onError(status_t err, enum ActionCode actionCode) override; 27679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim virtual void onComponentAllocated(const char *componentName) override; 27779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim virtual void onComponentConfigured( 27879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim const sp<AMessage> &inputFormat, const sp<AMessage> &outputFormat) override; 27979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim virtual void onInputSurfaceCreated( 28079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim const sp<AMessage> &inputFormat, 28179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim const sp<AMessage> &outputFormat, 28279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim const sp<BufferProducerWrapper> &inputSurface) override; 28379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim virtual void onInputSurfaceCreationFailed(status_t err) override; 28479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim virtual void onInputSurfaceAccepted( 28579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim const sp<AMessage> &inputFormat, 28679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim const sp<AMessage> &outputFormat) override; 28779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim virtual void onInputSurfaceDeclined(status_t err) override; 28879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim virtual void onSignaledInputEOS(status_t err) override; 28979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim virtual void onOutputFramesRendered(const std::list<FrameRenderTracker::Info> &done) override; 290dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim virtual void onOutputBuffersChanged() override; 29179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kimprivate: 29279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim const sp<AMessage> mNotify; 29379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim}; 29479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 295dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik KimCodecCallback::CodecCallback(const sp<AMessage> ¬ify) : mNotify(notify) {} 29679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 297dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid CodecCallback::onEos(status_t err) { 29879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim sp<AMessage> notify(mNotify->dup()); 299dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim notify->setInt32("what", kWhatEOS); 300dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim notify->setInt32("err", err); 301fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim notify->post(); 302fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim} 303fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim 304dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid CodecCallback::onStartCompleted() { 305fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim sp<AMessage> notify(mNotify->dup()); 306dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim notify->setInt32("what", kWhatStartCompleted); 30779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->post(); 30879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} 30979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 310dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid CodecCallback::onStopCompleted() { 31179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim sp<AMessage> notify(mNotify->dup()); 31279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("what", kWhatStopCompleted); 31379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->post(); 31479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} 31579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 316dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid CodecCallback::onReleaseCompleted() { 31779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim sp<AMessage> notify(mNotify->dup()); 31879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("what", kWhatReleaseCompleted); 31979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->post(); 32079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} 32179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 322dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid CodecCallback::onFlushCompleted() { 32379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim sp<AMessage> notify(mNotify->dup()); 32479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("what", kWhatFlushCompleted); 32579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->post(); 32679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} 32779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 328dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid CodecCallback::onError(status_t err, enum ActionCode actionCode) { 32979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim sp<AMessage> notify(mNotify->dup()); 33079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("what", kWhatError); 33179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("err", err); 33279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("actionCode", actionCode); 33379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->post(); 33479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} 33579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 336dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid CodecCallback::onComponentAllocated(const char *componentName) { 33779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim sp<AMessage> notify(mNotify->dup()); 33879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("what", kWhatComponentAllocated); 33979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setString("componentName", componentName); 34079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->post(); 34179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} 34279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 343dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid CodecCallback::onComponentConfigured( 34479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim const sp<AMessage> &inputFormat, const sp<AMessage> &outputFormat) { 34579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim sp<AMessage> notify(mNotify->dup()); 34679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("what", kWhatComponentConfigured); 34779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setMessage("input-format", inputFormat); 34879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setMessage("output-format", outputFormat); 34979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->post(); 35079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} 35179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 352dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid CodecCallback::onInputSurfaceCreated( 35379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim const sp<AMessage> &inputFormat, 35479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim const sp<AMessage> &outputFormat, 35579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim const sp<BufferProducerWrapper> &inputSurface) { 35679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim sp<AMessage> notify(mNotify->dup()); 35779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("what", kWhatInputSurfaceCreated); 35879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setMessage("input-format", inputFormat); 35979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setMessage("output-format", outputFormat); 36079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setObject("input-surface", inputSurface); 36179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->post(); 36279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} 36379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 364dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid CodecCallback::onInputSurfaceCreationFailed(status_t err) { 36579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim sp<AMessage> notify(mNotify->dup()); 36679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("what", kWhatInputSurfaceCreated); 36779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("err", err); 36879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->post(); 36979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} 37079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 371dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid CodecCallback::onInputSurfaceAccepted( 37279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim const sp<AMessage> &inputFormat, 37379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim const sp<AMessage> &outputFormat) { 37479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim sp<AMessage> notify(mNotify->dup()); 37579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("what", kWhatInputSurfaceAccepted); 37679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setMessage("input-format", inputFormat); 37779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setMessage("output-format", outputFormat); 37879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->post(); 37979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} 38079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 381dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid CodecCallback::onInputSurfaceDeclined(status_t err) { 38279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim sp<AMessage> notify(mNotify->dup()); 38379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("what", kWhatInputSurfaceAccepted); 38479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("err", err); 38579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->post(); 38679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} 38779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 388dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid CodecCallback::onSignaledInputEOS(status_t err) { 38979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim sp<AMessage> notify(mNotify->dup()); 39079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("what", kWhatSignaledInputEOS); 39179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim if (err != OK) { 39279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("err", err); 39379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim } 39479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->post(); 39579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} 39679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 397dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid CodecCallback::onOutputFramesRendered(const std::list<FrameRenderTracker::Info> &done) { 39879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim sp<AMessage> notify(mNotify->dup()); 39979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("what", kWhatOutputFramesRendered); 40079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim if (MediaCodec::CreateFramesRenderedMessage(done, notify)) { 40179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->post(); 40279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim } 40379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} 40479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 405dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid CodecCallback::onOutputBuffersChanged() { 406dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim sp<AMessage> notify(mNotify->dup()); 407dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim notify->setInt32("what", kWhatOutputBuffersChanged); 408dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim notify->post(); 409dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim} 410dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim 41179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} // namespace 41279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 41379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim//////////////////////////////////////////////////////////////////////////////// 41479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 4155778822d86b0337407514b9372562b86edfa91cdAndreas Huber// static 4165778822d86b0337407514b9372562b86edfa91cdAndreas Hubersp<MediaCodec> MediaCodec::CreateByType( 417f2ae3e19080938db8cbf29a963fd744a3964fcc2Wei Jia const sp<ALooper> &looper, const AString &mime, bool encoder, status_t *err, pid_t pid, 418f2ae3e19080938db8cbf29a963fd744a3964fcc2Wei Jia uid_t uid) { 419f2ae3e19080938db8cbf29a963fd744a3964fcc2Wei Jia sp<MediaCodec> codec = new MediaCodec(looper, pid, uid); 4205778822d86b0337407514b9372562b86edfa91cdAndreas Huber 421251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung const status_t ret = codec->init(mime, true /* nameIsType */, encoder); 422251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (err != NULL) { 423251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung *err = ret; 424251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 425251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return ret == OK ? codec : NULL; // NULL deallocates codec. 4265778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 4275778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4285778822d86b0337407514b9372562b86edfa91cdAndreas Huber// static 4295778822d86b0337407514b9372562b86edfa91cdAndreas Hubersp<MediaCodec> MediaCodec::CreateByComponentName( 430f2ae3e19080938db8cbf29a963fd744a3964fcc2Wei Jia const sp<ALooper> &looper, const AString &name, status_t *err, pid_t pid, uid_t uid) { 431f2ae3e19080938db8cbf29a963fd744a3964fcc2Wei Jia sp<MediaCodec> codec = new MediaCodec(looper, pid, uid); 4325778822d86b0337407514b9372562b86edfa91cdAndreas Huber 433251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung const status_t ret = codec->init(name, false /* nameIsType */, false /* encoder */); 434251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (err != NULL) { 435251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung *err = ret; 436251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 437251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return ret == OK ? codec : NULL; // NULL deallocates codec. 4385778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 4395778822d86b0337407514b9372562b86edfa91cdAndreas Huber 440d291c222357303b9611cab89d0c3b047584ef377Chong Zhang// static 441d291c222357303b9611cab89d0c3b047584ef377Chong Zhangsp<PersistentSurface> MediaCodec::CreatePersistentInputSurface() { 442d291c222357303b9611cab89d0c3b047584ef377Chong Zhang OMXClient client; 443addf2cbb120346ae42e78fa739245a353db5edadChong Zhang if (client.connect() != OK) { 444addf2cbb120346ae42e78fa739245a353db5edadChong Zhang ALOGE("Failed to connect to OMX to create persistent input surface."); 44579608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang return NULL; 44679608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang } 44779608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang 448addf2cbb120346ae42e78fa739245a353db5edadChong Zhang sp<IOMX> omx = client.interface(); 44979608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang 450d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<IGraphicBufferProducer> bufferProducer; 451addf2cbb120346ae42e78fa739245a353db5edadChong Zhang sp<IGraphicBufferSource> bufferSource; 452d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 453addf2cbb120346ae42e78fa739245a353db5edadChong Zhang status_t err = omx->createInputSurface(&bufferProducer, &bufferSource); 454d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 455d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (err != OK) { 456d291c222357303b9611cab89d0c3b047584ef377Chong Zhang ALOGE("Failed to create persistent input surface."); 457d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return NULL; 458d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 459d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 460addf2cbb120346ae42e78fa739245a353db5edadChong Zhang return new PersistentSurface(bufferProducer, bufferSource); 461d291c222357303b9611cab89d0c3b047584ef377Chong Zhang} 462d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 463f2ae3e19080938db8cbf29a963fd744a3964fcc2Wei JiaMediaCodec::MediaCodec(const sp<ALooper> &looper, pid_t pid, uid_t uid) 4645778822d86b0337407514b9372562b86edfa91cdAndreas Huber : mState(UNINITIALIZED), 46547a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu mReleasedByResourceManager(false), 4665778822d86b0337407514b9372562b86edfa91cdAndreas Huber mLooper(looper), 46792cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar mCodec(NULL), 4687cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mReplyID(0), 4695778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags(0), 470251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mStickyError(OK), 4715778822d86b0337407514b9372562b86edfa91cdAndreas Huber mSoftRenderer(NULL), 47282b7fe8aa03558bf90769a3d88536e6105db371bRay Essick mAnalyticsItem(NULL), 473ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar mResourceManagerClient(new ResourceManagerClient(this)), 47468845c14ebf2c7282800b1abffde38d8e9a57aabRonghua Wu mResourceManagerService(new ResourceManagerServiceProxy(pid)), 4752606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mBatteryStatNotified(false), 4762606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mIsVideo(false), 47767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mVideoWidth(0), 47867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mVideoHeight(0), 479505aab41c0e8e79a49d4506344fcd9d220d5965bChong Zhang mRotationDegrees(0), 4805778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputTimeoutGeneration(0), 4815778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputReplyID(0), 4825778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueOutputTimeoutGeneration(0), 4836507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mDequeueOutputReplyID(0), 4843d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang mHaveInputSurface(false), 4853d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang mHavePendingInputBuffers(false) { 486f2ae3e19080938db8cbf29a963fd744a3964fcc2Wei Jia if (uid == kNoUid) { 487f2ae3e19080938db8cbf29a963fd744a3964fcc2Wei Jia mUid = IPCThreadState::self()->getCallingUid(); 488f2ae3e19080938db8cbf29a963fd744a3964fcc2Wei Jia } else { 489f2ae3e19080938db8cbf29a963fd744a3964fcc2Wei Jia mUid = uid; 490f2ae3e19080938db8cbf29a963fd744a3964fcc2Wei Jia } 49182b7fe8aa03558bf90769a3d88536e6105db371bRay Essick initAnalyticsItem(); 49282b7fe8aa03558bf90769a3d88536e6105db371bRay Essick} 49382b7fe8aa03558bf90769a3d88536e6105db371bRay Essick 49482b7fe8aa03558bf90769a3d88536e6105db371bRay EssickMediaCodec::~MediaCodec() { 49582b7fe8aa03558bf90769a3d88536e6105db371bRay Essick CHECK_EQ(mState, UNINITIALIZED); 49682b7fe8aa03558bf90769a3d88536e6105db371bRay Essick mResourceManagerService->removeResource(getId(mResourceManagerClient)); 49782b7fe8aa03558bf90769a3d88536e6105db371bRay Essick 49882b7fe8aa03558bf90769a3d88536e6105db371bRay Essick flushAnalyticsItem(); 49982b7fe8aa03558bf90769a3d88536e6105db371bRay Essick} 50082b7fe8aa03558bf90769a3d88536e6105db371bRay Essick 50182b7fe8aa03558bf90769a3d88536e6105db371bRay Essickvoid MediaCodec::initAnalyticsItem() { 50282b7fe8aa03558bf90769a3d88536e6105db371bRay Essick CHECK(mAnalyticsItem == NULL); 503db1221479a7ffe7094c51c463bbd36522ed106abRay Essick // set up our new record, get a sessionID, put it into the in-progress list 5048574195df5de20af5fc16d6f9da1b132d6d5bfeeRay Essick mAnalyticsItem = new MediaAnalyticsItem(kCodecKeyName); 505db1221479a7ffe7094c51c463bbd36522ed106abRay Essick if (mAnalyticsItem != NULL) { 506db1221479a7ffe7094c51c463bbd36522ed106abRay Essick (void) mAnalyticsItem->generateSessionID(); 507db1221479a7ffe7094c51c463bbd36522ed106abRay Essick // don't record it yet; only at the end, when we have decided that we have 508db1221479a7ffe7094c51c463bbd36522ed106abRay Essick // data worth writing (e.g. .count() > 0) 509db1221479a7ffe7094c51c463bbd36522ed106abRay Essick } 5105778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 5115778822d86b0337407514b9372562b86edfa91cdAndreas Huber 51282b7fe8aa03558bf90769a3d88536e6105db371bRay Essickvoid MediaCodec::flushAnalyticsItem() { 51382b7fe8aa03558bf90769a3d88536e6105db371bRay Essick if (mAnalyticsItem != NULL) { 51482b7fe8aa03558bf90769a3d88536e6105db371bRay Essick // don't log empty records 515db1221479a7ffe7094c51c463bbd36522ed106abRay Essick if (mAnalyticsItem->count() > 0) { 516db1221479a7ffe7094c51c463bbd36522ed106abRay Essick mAnalyticsItem->setFinalized(true); 517db1221479a7ffe7094c51c463bbd36522ed106abRay Essick mAnalyticsItem->selfrecord(); 518db1221479a7ffe7094c51c463bbd36522ed106abRay Essick } 519db1221479a7ffe7094c51c463bbd36522ed106abRay Essick delete mAnalyticsItem; 520db1221479a7ffe7094c51c463bbd36522ed106abRay Essick mAnalyticsItem = NULL; 521db1221479a7ffe7094c51c463bbd36522ed106abRay Essick } 5225778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 5235778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5245778822d86b0337407514b9372562b86edfa91cdAndreas Huber// static 5255778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::PostAndAwaitResponse( 5265778822d86b0337407514b9372562b86edfa91cdAndreas Huber const sp<AMessage> &msg, sp<AMessage> *response) { 5275778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = msg->postAndAwaitResponse(response); 5285778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5295778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 5305778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 5315778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 5325778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5335778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!(*response)->findInt32("err", &err)) { 5345778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = OK; 5355778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 5365778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5375778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 5385778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 5395778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5403f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnarvoid MediaCodec::PostReplyWithError(const sp<AReplyToken> &replyID, int32_t err) { 54147a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu int32_t finalErr = err; 54247a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu if (mReleasedByResourceManager) { 54347a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu // override the err code if MediaCodec has been released by ResourceManager. 54447a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu finalErr = DEAD_OBJECT; 54547a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu } 54647a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu 547c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> response = new AMessage; 54847a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu response->setInt32("err", finalErr); 549c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang response->postReply(replyID); 550c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 551c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 5525b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar//static 5535b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnarsp<CodecBase> MediaCodec::GetCodecBase(const AString &name, bool nameIsType) { 5544f87426e12f5f12e0724519e77f8237a6b2d5dacWonsik Kim static bool ccodecEnabled = property_get_bool("debug.stagefright.ccodec", false); 55596310bd5caa54a4ced01d3fca684a8f89799fefdWonsik Kim if (ccodecEnabled && !nameIsType && name.startsWithIgnoreCase("c2.")) { 5564f87426e12f5f12e0724519e77f8237a6b2d5dacWonsik Kim return new CCodec; 5574f87426e12f5f12e0724519e77f8237a6b2d5dacWonsik Kim } else if (nameIsType || name.startsWithIgnoreCase("omx.")) { 5584f87426e12f5f12e0724519e77f8237a6b2d5dacWonsik Kim // at this time only ACodec specifies a mime type. 5595b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return new ACodec; 5605b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } else if (name.startsWithIgnoreCase("android.filter.")) { 5615b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return new MediaFilter; 5625b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } else { 5635b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return NULL; 5645b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 5655b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar} 5665b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 567dc9f58dc23a86d0635fd8601d1cbc8d47bab0303Andy Hungstatus_t MediaCodec::init(const AString &name, bool nameIsType, bool encoder) { 56867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mResourceManagerService->init(); 56967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 570671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar // save init parameters for reset 571671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mInitName = name; 572671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mInitNameIsType = nameIsType; 573671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mInitIsEncoder = encoder; 574671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 5755778822d86b0337407514b9372562b86edfa91cdAndreas Huber // Current video decoders do not return from OMX_FillThisBuffer 5765778822d86b0337407514b9372562b86edfa91cdAndreas Huber // quickly, violating the OpenMAX specs, until that is remedied 5775778822d86b0337407514b9372562b86edfa91cdAndreas Huber // we need to invest in an extra looper to free the main event 5785778822d86b0337407514b9372562b86edfa91cdAndreas Huber // queue. 579744f5739019d1fd917f981e740b353c3d73fd1a8David Smith 5805b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar mCodec = GetCodecBase(name, nameIsType); 5815b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (mCodec == NULL) { 582744f5739019d1fd917f981e740b353c3d73fd1a8David Smith return NAME_NOT_FOUND; 583744f5739019d1fd917f981e740b353c3d73fd1a8David Smith } 584744f5739019d1fd917f981e740b353c3d73fd1a8David Smith 58567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu bool secureCodec = false; 586dc9f58dc23a86d0635fd8601d1cbc8d47bab0303Andy Hung if (nameIsType && !strncasecmp(name.c_str(), "video/", 6)) { 58767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mIsVideo = true; 5886f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen } else { 5896f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen AString tmp = name; 5906f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen if (tmp.endsWith(".secure")) { 59167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu secureCodec = true; 5926f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen tmp.erase(tmp.size() - 7, 7); 5936f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen } 59460b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar const sp<IMediaCodecList> mcl = MediaCodecList::getInstance(); 59548a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung if (mcl == NULL) { 59648a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung mCodec = NULL; // remove the codec. 59748a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung return NO_INIT; // if called from Java should raise IOException 59848a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung } 5996f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen ssize_t codecIdx = mcl->findCodecByName(tmp.c_str()); 6006f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen if (codecIdx >= 0) { 60160b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar const sp<MediaCodecInfo> info = mcl->getCodecInfo(codecIdx); 60260b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar Vector<AString> mimes; 60360b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar info->getSupportedMimes(&mimes); 60460b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar for (size_t i = 0; i < mimes.size(); i++) { 60560b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar if (mimes[i].startsWith("video/")) { 60667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mIsVideo = true; 60760b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar break; 6086f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen } 6096f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen } 6106f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen } 6115778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 6125778822d86b0337407514b9372562b86edfa91cdAndreas Huber 61367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mIsVideo) { 61467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // video codec needs dedicated looper 6155778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mCodecLooper == NULL) { 6165778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodecLooper = new ALooper; 6175778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodecLooper->setName("CodecLooper"); 6185778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodecLooper->start(false, false, ANDROID_PRIORITY_AUDIO); 6195778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 6205778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6215778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodecLooper->registerHandler(mCodec); 6225778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 6235778822d86b0337407514b9372562b86edfa91cdAndreas Huber mLooper->registerHandler(mCodec); 6245778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 6255778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6265778822d86b0337407514b9372562b86edfa91cdAndreas Huber mLooper->registerHandler(this); 6275778822d86b0337407514b9372562b86edfa91cdAndreas Huber 62879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim mCodec->setCallback( 629dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim std::unique_ptr<CodecBase::CodecCallback>( 630dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim new CodecCallback(new AMessage(kWhatCodecNotify, this)))); 631dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mBufferChannel = mCodec->getBufferChannel(); 632dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mBufferChannel->setCallback( 633dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim std::unique_ptr<CodecBase::BufferCallback>( 634dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim new BufferCallback(new AMessage(kWhatCodecNotify, this)))); 6355778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6361d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatInit, this); 6375778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setString("name", name); 6385778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("nameIsType", nameIsType); 6395778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6405778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (nameIsType) { 6415778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("encoder", encoder); 6425778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 6435778822d86b0337407514b9372562b86edfa91cdAndreas Huber 644db1221479a7ffe7094c51c463bbd36522ed106abRay Essick if (mAnalyticsItem != NULL) { 645db1221479a7ffe7094c51c463bbd36522ed106abRay Essick if (nameIsType) { 646db1221479a7ffe7094c51c463bbd36522ed106abRay Essick // name is the mime type 6478574195df5de20af5fc16d6f9da1b132d6d5bfeeRay Essick mAnalyticsItem->setCString(kCodecMime, name.c_str()); 648db1221479a7ffe7094c51c463bbd36522ed106abRay Essick } else { 6498574195df5de20af5fc16d6f9da1b132d6d5bfeeRay Essick mAnalyticsItem->setCString(kCodecCodec, name.c_str()); 650db1221479a7ffe7094c51c463bbd36522ed106abRay Essick } 6518574195df5de20af5fc16d6f9da1b132d6d5bfeeRay Essick mAnalyticsItem->setCString(kCodecMode, mIsVideo ? "video" : "audio"); 652db1221479a7ffe7094c51c463bbd36522ed106abRay Essick if (nameIsType) 653afb43f76821e6a63e17e6484289a40430ada6978Ray Essick mAnalyticsItem->setInt32(kCodecEncoder, encoder); 654db1221479a7ffe7094c51c463bbd36522ed106abRay Essick } 655db1221479a7ffe7094c51c463bbd36522ed106abRay Essick 65667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu status_t err; 65767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Vector<MediaResource> resources; 658ea15fd29af81490311af9e12949b43524c39400eRonghua Wu MediaResource::Type type = 659ea15fd29af81490311af9e12949b43524c39400eRonghua Wu secureCodec ? MediaResource::kSecureCodec : MediaResource::kNonSecureCodec; 660ea15fd29af81490311af9e12949b43524c39400eRonghua Wu MediaResource::SubType subtype = 661ea15fd29af81490311af9e12949b43524c39400eRonghua Wu mIsVideo ? MediaResource::kVideoCodec : MediaResource::kAudioCodec; 662ea15fd29af81490311af9e12949b43524c39400eRonghua Wu resources.push_back(MediaResource(type, subtype, 1)); 66367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu for (int i = 0; i <= kMaxRetry; ++i) { 66467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (i > 0) { 66567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // Don't try to reclaim resource for the first time. 66637c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu if (!mResourceManagerService->reclaimResource(resources)) { 66767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 66867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 66967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 67067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 67167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<AMessage> response; 67267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu err = PostAndAwaitResponse(msg, &response); 67367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (!isResourceError(err)) { 67467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 67567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 67667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 67767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return err; 6785778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 6795778822d86b0337407514b9372562b86edfa91cdAndreas Huber 680c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhangstatus_t MediaCodec::setCallback(const sp<AMessage> &callback) { 6811d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatSetCallback, this); 682c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setMessage("callback", callback); 683c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 684c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> response; 685c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang return PostAndAwaitResponse(msg, &response); 686c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 687c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 68890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarstatus_t MediaCodec::setOnFrameRenderedNotification(const sp<AMessage> ¬ify) { 68990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar sp<AMessage> msg = new AMessage(kWhatSetNotification, this); 69090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar msg->setMessage("on-frame-rendered", notify); 69190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar return msg->post(); 69290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 69390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 6945778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::configure( 6955778822d86b0337407514b9372562b86edfa91cdAndreas Huber const sp<AMessage> &format, 6969dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang const sp<Surface> &nativeWindow, 6979dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang const sp<ICrypto> &crypto, 6989dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang uint32_t flags) { 6999dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang return configure(format, nativeWindow, crypto, NULL, flags); 7009dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang} 7019dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang 7029dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhangstatus_t MediaCodec::configure( 7039dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang const sp<AMessage> &format, 704f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar const sp<Surface> &surface, 7051bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber const sp<ICrypto> &crypto, 7069dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang const sp<IDescrambler> &descrambler, 7075778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t flags) { 7081d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatConfigure, this); 7095778822d86b0337407514b9372562b86edfa91cdAndreas Huber 710002e413a5a7460a32790ed08408085a6062f4054Ray Essick if (mAnalyticsItem != NULL) { 711002e413a5a7460a32790ed08408085a6062f4054Ray Essick int32_t profile = 0; 712002e413a5a7460a32790ed08408085a6062f4054Ray Essick if (format->findInt32("profile", &profile)) { 713002e413a5a7460a32790ed08408085a6062f4054Ray Essick mAnalyticsItem->setInt32(kCodecProfile, profile); 714002e413a5a7460a32790ed08408085a6062f4054Ray Essick } 715002e413a5a7460a32790ed08408085a6062f4054Ray Essick int32_t level = 0; 716002e413a5a7460a32790ed08408085a6062f4054Ray Essick if (format->findInt32("level", &level)) { 717002e413a5a7460a32790ed08408085a6062f4054Ray Essick mAnalyticsItem->setInt32(kCodecLevel, level); 718002e413a5a7460a32790ed08408085a6062f4054Ray Essick } 719002e413a5a7460a32790ed08408085a6062f4054Ray Essick } 720002e413a5a7460a32790ed08408085a6062f4054Ray Essick 72167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mIsVideo) { 72267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu format->findInt32("width", &mVideoWidth); 72367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu format->findInt32("height", &mVideoHeight); 724002e413a5a7460a32790ed08408085a6062f4054Ray Essick if (!format->findInt32("rotation-degrees", &mRotationDegrees)) { 725505aab41c0e8e79a49d4506344fcd9d220d5965bChong Zhang mRotationDegrees = 0; 726505aab41c0e8e79a49d4506344fcd9d220d5965bChong Zhang } 7272034457336d28124e0f9f3c625978052ae03fceaWei Jia 728db1221479a7ffe7094c51c463bbd36522ed106abRay Essick if (mAnalyticsItem != NULL) { 729afb43f76821e6a63e17e6484289a40430ada6978Ray Essick mAnalyticsItem->setInt32(kCodecWidth, mVideoWidth); 730afb43f76821e6a63e17e6484289a40430ada6978Ray Essick mAnalyticsItem->setInt32(kCodecHeight, mVideoHeight); 731afb43f76821e6a63e17e6484289a40430ada6978Ray Essick mAnalyticsItem->setInt32(kCodecRotation, mRotationDegrees); 732002e413a5a7460a32790ed08408085a6062f4054Ray Essick int32_t maxWidth = 0; 733002e413a5a7460a32790ed08408085a6062f4054Ray Essick if (format->findInt32("max-width", &maxWidth)) { 734002e413a5a7460a32790ed08408085a6062f4054Ray Essick mAnalyticsItem->setInt32(kCodecMaxWidth, maxWidth); 735002e413a5a7460a32790ed08408085a6062f4054Ray Essick } 736002e413a5a7460a32790ed08408085a6062f4054Ray Essick int32_t maxHeight = 0; 737002e413a5a7460a32790ed08408085a6062f4054Ray Essick if (format->findInt32("max-height", &maxHeight)) { 738002e413a5a7460a32790ed08408085a6062f4054Ray Essick mAnalyticsItem->setInt32(kCodecMaxHeight, maxHeight); 739002e413a5a7460a32790ed08408085a6062f4054Ray Essick } 740db1221479a7ffe7094c51c463bbd36522ed106abRay Essick } 741db1221479a7ffe7094c51c463bbd36522ed106abRay Essick 7422034457336d28124e0f9f3c625978052ae03fceaWei Jia // Prevent possible integer overflow in downstream code. 7432034457336d28124e0f9f3c625978052ae03fceaWei Jia if (mInitIsEncoder 7442034457336d28124e0f9f3c625978052ae03fceaWei Jia && (uint64_t)mVideoWidth * mVideoHeight > (uint64_t)INT32_MAX / 4) { 7452034457336d28124e0f9f3c625978052ae03fceaWei Jia ALOGE("buffer size is too big, width=%d, height=%d", mVideoWidth, mVideoHeight); 7462034457336d28124e0f9f3c625978052ae03fceaWei Jia return BAD_VALUE; 7472034457336d28124e0f9f3c625978052ae03fceaWei Jia } 74867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 74967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 7505778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setMessage("format", format); 7515778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("flags", flags); 752f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar msg->setObject("surface", surface); 7531bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber 7549dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang if (crypto != NULL || descrambler != NULL) { 7559dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang if (crypto != NULL) { 7569dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang msg->setPointer("crypto", crypto.get()); 7579dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang } else { 7589dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang msg->setPointer("descrambler", descrambler.get()); 7599dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang } 760db1221479a7ffe7094c51c463bbd36522ed106abRay Essick if (mAnalyticsItem != NULL) { 761db1221479a7ffe7094c51c463bbd36522ed106abRay Essick // XXX: save indication that it's crypto in some way... 762afb43f76821e6a63e17e6484289a40430ada6978Ray Essick mAnalyticsItem->setInt32(kCodecCrypto, 1); 763db1221479a7ffe7094c51c463bbd36522ed106abRay Essick } 76432c1bcda7c9fb429fe6c235184f8bb6aa7ef12dbDongwon Kang } else if (mFlags & kFlagIsSecure) { 76532c1bcda7c9fb429fe6c235184f8bb6aa7ef12dbDongwon Kang ALOGW("Crypto or descrambler should be given for secure codec"); 7665778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 7675778822d86b0337407514b9372562b86edfa91cdAndreas Huber 76867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // save msg for reset 76967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mConfigureMsg = msg; 770f64b36deccd473b545dbed22c2feb11fc49157e5Chong Zhang 77167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu status_t err; 77267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Vector<MediaResource> resources; 773ea15fd29af81490311af9e12949b43524c39400eRonghua Wu MediaResource::Type type = (mFlags & kFlagIsSecure) ? 774ea15fd29af81490311af9e12949b43524c39400eRonghua Wu MediaResource::kSecureCodec : MediaResource::kNonSecureCodec; 775ea15fd29af81490311af9e12949b43524c39400eRonghua Wu MediaResource::SubType subtype = 776ea15fd29af81490311af9e12949b43524c39400eRonghua Wu mIsVideo ? MediaResource::kVideoCodec : MediaResource::kAudioCodec; 777ea15fd29af81490311af9e12949b43524c39400eRonghua Wu resources.push_back(MediaResource(type, subtype, 1)); 77867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // Don't know the buffer size at this point, but it's fine to use 1 because 77967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // the reclaimResource call doesn't consider the requester's buffer size for now. 780ea15fd29af81490311af9e12949b43524c39400eRonghua Wu resources.push_back(MediaResource(MediaResource::kGraphicMemory, 1)); 78167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu for (int i = 0; i <= kMaxRetry; ++i) { 78267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (i > 0) { 78367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // Don't try to reclaim resource for the first time. 78437c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu if (!mResourceManagerService->reclaimResource(resources)) { 78567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 78667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 78767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 788f64b36deccd473b545dbed22c2feb11fc49157e5Chong Zhang 78967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<AMessage> response; 79067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu err = PostAndAwaitResponse(msg, &response); 79167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (err != OK && err != INVALID_OPERATION) { 79267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // MediaCodec now set state to UNINITIALIZED upon any fatal error. 79367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // To maintain backward-compatibility, do a reset() to put codec 79467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // back into INITIALIZED state. 79567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // But don't reset if the err is INVALID_OPERATION, which means 79667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // the configure failure is due to wrong state. 79767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 79867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ALOGE("configure failed with err 0x%08x, resetting...", err); 79967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu reset(); 80067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 80167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (!isResourceError(err)) { 80267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 80367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 804f64b36deccd473b545dbed22c2feb11fc49157e5Chong Zhang } 805f64b36deccd473b545dbed22c2feb11fc49157e5Chong Zhang return err; 8065778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 8075778822d86b0337407514b9372562b86edfa91cdAndreas Huber 808cefac14261a32fb856b0d1ab31541787112e306eHassan Shojaniastatus_t MediaCodec::releaseCrypto() 809cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania{ 810cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania ALOGV("releaseCrypto"); 811cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania 812cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania sp<AMessage> msg = new AMessage(kWhatDrmReleaseCrypto, this); 813cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania 814cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania sp<AMessage> response; 815cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania status_t status = msg->postAndAwaitResponse(&response); 816cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania 817cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania if (status == OK && response != NULL) { 818cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania CHECK(response->findInt32("status", &status)); 819cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania ALOGV("releaseCrypto ret: %d ", status); 820cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania } 821cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania else { 822cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania ALOGE("releaseCrypto err: %d", status); 823cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania } 824cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania 825cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania return status; 826cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania} 827cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania 828cefac14261a32fb856b0d1ab31541787112e306eHassan Shojaniavoid MediaCodec::onReleaseCrypto(const sp<AMessage>& msg) 829cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania{ 830cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania status_t status = INVALID_OPERATION; 831cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania if (mCrypto != NULL) { 832cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania ALOGV("onReleaseCrypto: mCrypto: %p (%d)", mCrypto.get(), mCrypto->getStrongCount()); 833cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania mBufferChannel->setCrypto(NULL); 834cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania // TODO change to ALOGV 835cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania ALOGD("onReleaseCrypto: [before clear] mCrypto: %p (%d)", 836cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania mCrypto.get(), mCrypto->getStrongCount()); 837cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania mCrypto.clear(); 838cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania 839cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania status = OK; 840cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania } 841cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania else { 842cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania ALOGW("onReleaseCrypto: No mCrypto. err: %d", status); 843cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania } 844cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania 845cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania sp<AMessage> response = new AMessage; 846cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania response->setInt32("status", status); 847cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania 848cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania sp<AReplyToken> replyID; 849cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania CHECK(msg->senderAwaitsResponse(&replyID)); 850cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania response->postReply(replyID); 851cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania} 852cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania 8538f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhangstatus_t MediaCodec::setInputSurface( 854d291c222357303b9611cab89d0c3b047584ef377Chong Zhang const sp<PersistentSurface> &surface) { 8558f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang sp<AMessage> msg = new AMessage(kWhatSetInputSurface, this); 856d291c222357303b9611cab89d0c3b047584ef377Chong Zhang msg->setObject("input-surface", surface.get()); 857d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 858d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<AMessage> response; 859d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return PostAndAwaitResponse(msg, &response); 860d291c222357303b9611cab89d0c3b047584ef377Chong Zhang} 861d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 8621dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t MediaCodec::setSurface(const sp<Surface> &surface) { 8631dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AMessage> msg = new AMessage(kWhatSetSurface, this); 8641dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar msg->setObject("surface", surface); 8651dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 8661dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AMessage> response; 8671dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return PostAndAwaitResponse(msg, &response); 8681dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar} 8691dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 8707cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFaddenstatus_t MediaCodec::createInputSurface( 8717cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<IGraphicBufferProducer>* bufferProducer) { 8721d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatCreateInputSurface, this); 8737cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 8747cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<AMessage> response; 8757cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden status_t err = PostAndAwaitResponse(msg, &response); 8767cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden if (err == NO_ERROR) { 8777cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden // unwrap the sp<IGraphicBufferProducer> 8787cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<RefBase> obj; 8797cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden bool found = response->findObject("input-surface", &obj); 8807cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden CHECK(found); 8817cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<BufferProducerWrapper> wrapper( 8827cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden static_cast<BufferProducerWrapper*>(obj.get())); 8837cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden *bufferProducer = wrapper->getBufferProducer(); 8847cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } else { 8857cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden ALOGW("createInputSurface failed, err=%d", err); 8867cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 8877cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden return err; 8887cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden} 8897cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 89067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuuint64_t MediaCodec::getGraphicBufferSize() { 89167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (!mIsVideo) { 89267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return 0; 89367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 89467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 89567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu uint64_t size = 0; 89667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu size_t portNum = sizeof(mPortBuffers) / sizeof((mPortBuffers)[0]); 89767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu for (size_t i = 0; i < portNum; ++i) { 89867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // TODO: this is just an estimation, we should get the real buffer size from ACodec. 89967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu size += mPortBuffers[i].size() * mVideoWidth * mVideoHeight * 3 / 2; 90067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 90167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return size; 90267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 90367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 904ea15fd29af81490311af9e12949b43524c39400eRonghua Wuvoid MediaCodec::addResource( 905ea15fd29af81490311af9e12949b43524c39400eRonghua Wu MediaResource::Type type, MediaResource::SubType subtype, uint64_t value) { 90667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Vector<MediaResource> resources; 907c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu resources.push_back(MediaResource(type, subtype, value)); 90867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mResourceManagerService->addResource( 90937c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu getId(mResourceManagerClient), mResourceManagerClient, resources); 91067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 91167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 9125778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::start() { 9131d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatStart, this); 9145778822d86b0337407514b9372562b86edfa91cdAndreas Huber 91567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu status_t err; 91667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Vector<MediaResource> resources; 917ea15fd29af81490311af9e12949b43524c39400eRonghua Wu MediaResource::Type type = (mFlags & kFlagIsSecure) ? 918ea15fd29af81490311af9e12949b43524c39400eRonghua Wu MediaResource::kSecureCodec : MediaResource::kNonSecureCodec; 919ea15fd29af81490311af9e12949b43524c39400eRonghua Wu MediaResource::SubType subtype = 920ea15fd29af81490311af9e12949b43524c39400eRonghua Wu mIsVideo ? MediaResource::kVideoCodec : MediaResource::kAudioCodec; 921ea15fd29af81490311af9e12949b43524c39400eRonghua Wu resources.push_back(MediaResource(type, subtype, 1)); 92267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // Don't know the buffer size at this point, but it's fine to use 1 because 92367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // the reclaimResource call doesn't consider the requester's buffer size for now. 924ea15fd29af81490311af9e12949b43524c39400eRonghua Wu resources.push_back(MediaResource(MediaResource::kGraphicMemory, 1)); 92567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu for (int i = 0; i <= kMaxRetry; ++i) { 92667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (i > 0) { 92767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // Don't try to reclaim resource for the first time. 92837c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu if (!mResourceManagerService->reclaimResource(resources)) { 92967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 93067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 93167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // Recover codec from previous error before retry start. 93267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu err = reset(); 93367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (err != OK) { 93467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ALOGE("retrying start: failed to reset codec"); 93567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 93667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 93767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<AMessage> response; 93867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu err = PostAndAwaitResponse(mConfigureMsg, &response); 93967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (err != OK) { 94067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ALOGE("retrying start: failed to configure codec"); 94167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 94267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 94367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 94467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 94567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<AMessage> response; 94667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu err = PostAndAwaitResponse(msg, &response); 94767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (!isResourceError(err)) { 94867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 94967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 95067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 95167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return err; 9525778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 9535778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9545778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::stop() { 9551d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatStop, this); 9565778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9575778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 9585778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 9595778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 9605778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9614b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wubool MediaCodec::hasPendingBuffer(int portIndex) { 962dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim return std::any_of( 963dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mPortBuffers[portIndex].begin(), mPortBuffers[portIndex].end(), 964dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim [](const BufferInfo &info) { return info.mOwnedByClient; }); 9654b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu} 9664b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu 9674b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wubool MediaCodec::hasPendingBuffer() { 9684b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu return hasPendingBuffer(kPortIndexInput) || hasPendingBuffer(kPortIndexOutput); 9694b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu} 9704b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu 9714b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wustatus_t MediaCodec::reclaim(bool force) { 97258828196edf2fc4debbd7913198a8149f039b4a9Ronghua Wu ALOGD("MediaCodec::reclaim(%p) %s", this, mInitName.c_str()); 97347a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu sp<AMessage> msg = new AMessage(kWhatRelease, this); 97447a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu msg->setInt32("reclaimed", 1); 9754b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu msg->setInt32("force", force ? 1 : 0); 97647a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu 97747a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu sp<AMessage> response; 9780abb2aa4859ced9165c77324cb83d1cd94f5f20cRonghua Wu status_t ret = PostAndAwaitResponse(msg, &response); 9790abb2aa4859ced9165c77324cb83d1cd94f5f20cRonghua Wu if (ret == -ENOENT) { 9800abb2aa4859ced9165c77324cb83d1cd94f5f20cRonghua Wu ALOGD("MediaCodec looper is gone, skip reclaim"); 9810abb2aa4859ced9165c77324cb83d1cd94f5f20cRonghua Wu ret = OK; 9820abb2aa4859ced9165c77324cb83d1cd94f5f20cRonghua Wu } 9830abb2aa4859ced9165c77324cb83d1cd94f5f20cRonghua Wu return ret; 98447a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu} 98547a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu 986c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberstatus_t MediaCodec::release() { 9871d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatRelease, this); 988c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 989c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber sp<AMessage> response; 990c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return PostAndAwaitResponse(msg, &response); 991c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber} 992c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 993671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnarstatus_t MediaCodec::reset() { 994671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar /* When external-facing MediaCodec object is created, 995671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar it is already initialized. Thus, reset is essentially 996671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar release() followed by init(), plus clearing the state */ 997671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 998671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar status_t err = release(); 999671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 1000671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar // unregister handlers 1001671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar if (mCodec != NULL) { 1002671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar if (mCodecLooper != NULL) { 1003671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mCodecLooper->unregisterHandler(mCodec->id()); 1004671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar } else { 1005671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mLooper->unregisterHandler(mCodec->id()); 1006671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar } 1007671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mCodec = NULL; 1008671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar } 1009671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mLooper->unregisterHandler(id()); 1010671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 1011671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mFlags = 0; // clear all flags 1012251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mStickyError = OK; 1013671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 1014671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar // reset state not reset by setState(UNINITIALIZED) 1015671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mReplyID = 0; 1016671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mDequeueInputReplyID = 0; 1017671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mDequeueOutputReplyID = 0; 1018671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mDequeueInputTimeoutGeneration = 0; 1019671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mDequeueOutputTimeoutGeneration = 0; 1020671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mHaveInputSurface = false; 1021671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 1022671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar if (err == OK) { 1023dc9f58dc23a86d0635fd8601d1cbc8d47bab0303Andy Hung err = init(mInitName, mInitNameIsType, mInitIsEncoder); 1024671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar } 1025671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar return err; 1026671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar} 1027671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 10285778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::queueInputBuffer( 10295778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t index, 10305778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t offset, 10315778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t size, 10325778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t presentationTimeUs, 10335b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber uint32_t flags, 10345b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber AString *errorDetailMsg) { 10355b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber if (errorDetailMsg != NULL) { 10365b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber errorDetailMsg->clear(); 10375b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber } 10385b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber 10391d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatQueueInputBuffer, this); 10405778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setSize("index", index); 10415778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setSize("offset", offset); 10425778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setSize("size", size); 10435778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt64("timeUs", presentationTimeUs); 10445778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("flags", flags); 10455b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber msg->setPointer("errorDetailMsg", errorDetailMsg); 10465778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10475778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 10485778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 10495778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 10505778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10514b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huberstatus_t MediaCodec::queueSecureInputBuffer( 10524b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size_t index, 10534b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size_t offset, 10544b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const CryptoPlugin::SubSample *subSamples, 10554b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size_t numSubSamples, 10564b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const uint8_t key[16], 10574b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const uint8_t iv[16], 10584b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CryptoPlugin::Mode mode, 105918cb1eca504817b5b144a023ae2792d90e74c9a5Jeff Tinker const CryptoPlugin::Pattern &pattern, 10604b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber int64_t presentationTimeUs, 10615b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber uint32_t flags, 10625b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber AString *errorDetailMsg) { 10635b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber if (errorDetailMsg != NULL) { 10645b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber errorDetailMsg->clear(); 10655b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber } 10665b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber 10671d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatQueueInputBuffer, this); 10684b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setSize("index", index); 10694b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setSize("offset", offset); 10704b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setPointer("subSamples", (void *)subSamples); 10714b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setSize("numSubSamples", numSubSamples); 10724b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setPointer("key", (void *)key); 10734b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setPointer("iv", (void *)iv); 10744b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setInt32("mode", mode); 107518cb1eca504817b5b144a023ae2792d90e74c9a5Jeff Tinker msg->setInt32("encryptBlocks", pattern.mEncryptBlocks); 107618cb1eca504817b5b144a023ae2792d90e74c9a5Jeff Tinker msg->setInt32("skipBlocks", pattern.mSkipBlocks); 10774b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setInt64("timeUs", presentationTimeUs); 10784b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setInt32("flags", flags); 10795b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber msg->setPointer("errorDetailMsg", errorDetailMsg); 10804b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 10814b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber sp<AMessage> response; 10825b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber status_t err = PostAndAwaitResponse(msg, &response); 10835b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber 10845b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber return err; 10854b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber} 10864b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 10875778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::dequeueInputBuffer(size_t *index, int64_t timeoutUs) { 10881d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatDequeueInputBuffer, this); 10895778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt64("timeoutUs", timeoutUs); 10905778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10915778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 10925778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err; 10935778822d86b0337407514b9372562b86edfa91cdAndreas Huber if ((err = PostAndAwaitResponse(msg, &response)) != OK) { 10945778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 10955778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 10965778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10975778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findSize("index", index)); 10985778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10995778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 11005778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 11015778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11025778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::dequeueOutputBuffer( 11035778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t *index, 11045778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t *offset, 11055778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t *size, 11065778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t *presentationTimeUs, 11075778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t *flags, 11085778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t timeoutUs) { 11091d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatDequeueOutputBuffer, this); 11105778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt64("timeoutUs", timeoutUs); 11115778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11125778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 11135778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err; 11145778822d86b0337407514b9372562b86edfa91cdAndreas Huber if ((err = PostAndAwaitResponse(msg, &response)) != OK) { 11155778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 11165778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 11175778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11185778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findSize("index", index)); 11195778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findSize("offset", offset)); 11205778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findSize("size", size)); 11215778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findInt64("timeUs", presentationTimeUs)); 11225778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findInt32("flags", (int32_t *)flags)); 11235778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11245778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 11255778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 11265778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11275778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::renderOutputBufferAndRelease(size_t index) { 11281d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatReleaseOutputBuffer, this); 11295778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setSize("index", index); 11305778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("render", true); 11315778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11325778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 11335778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 11345778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 11355778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1136fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnarstatus_t MediaCodec::renderOutputBufferAndRelease(size_t index, int64_t timestampNs) { 11371d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatReleaseOutputBuffer, this); 1138fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar msg->setSize("index", index); 1139fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar msg->setInt32("render", true); 1140fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar msg->setInt64("timestampNs", timestampNs); 1141fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar 1142fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar sp<AMessage> response; 1143fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar return PostAndAwaitResponse(msg, &response); 1144fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar} 1145fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar 11465778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::releaseOutputBuffer(size_t index) { 11471d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatReleaseOutputBuffer, this); 11485778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setSize("index", index); 11495778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11505778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 11515778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 11525778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 11535778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11547cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFaddenstatus_t MediaCodec::signalEndOfInputStream() { 11551d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatSignalEndOfInputStream, this); 11567cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 11577cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<AMessage> response; 11587cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden return PostAndAwaitResponse(msg, &response); 11597cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden} 11607cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 11615778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::getOutputFormat(sp<AMessage> *format) const { 11621d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatGetOutputFormat, this); 11635778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11645778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 11655778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err; 11665778822d86b0337407514b9372562b86edfa91cdAndreas Huber if ((err = PostAndAwaitResponse(msg, &response)) != OK) { 11675778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 11685778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 11695778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11705778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findMessage("format", format)); 11715778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11725778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 11735778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 11745778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1175e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnarstatus_t MediaCodec::getInputFormat(sp<AMessage> *format) const { 11761d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatGetInputFormat, this); 1177e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 1178e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar sp<AMessage> response; 1179e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar status_t err; 1180e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if ((err = PostAndAwaitResponse(msg, &response)) != OK) { 1181e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar return err; 1182e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 1183e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 1184e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar CHECK(response->findMessage("format", format)); 1185e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 1186e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar return OK; 1187e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar} 1188e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 1189717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjostatus_t MediaCodec::getName(AString *name) const { 11901d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatGetName, this); 1191717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 1192717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo sp<AMessage> response; 1193717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo status_t err; 1194717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo if ((err = PostAndAwaitResponse(msg, &response)) != OK) { 1195717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo return err; 1196717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo } 1197717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 1198717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo CHECK(response->findString("name", name)); 1199717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 1200717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo return OK; 1201717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo} 1202717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 1203afb43f76821e6a63e17e6484289a40430ada6978Ray Essickstatus_t MediaCodec::getMetrics(MediaAnalyticsItem * &reply) { 1204afb43f76821e6a63e17e6484289a40430ada6978Ray Essick 1205afb43f76821e6a63e17e6484289a40430ada6978Ray Essick reply = NULL; 1206db1221479a7ffe7094c51c463bbd36522ed106abRay Essick 1207db1221479a7ffe7094c51c463bbd36522ed106abRay Essick // shouldn't happen, but be safe 1208db1221479a7ffe7094c51c463bbd36522ed106abRay Essick if (mAnalyticsItem == NULL) { 1209db1221479a7ffe7094c51c463bbd36522ed106abRay Essick return UNKNOWN_ERROR; 1210db1221479a7ffe7094c51c463bbd36522ed106abRay Essick } 1211db1221479a7ffe7094c51c463bbd36522ed106abRay Essick 1212db1221479a7ffe7094c51c463bbd36522ed106abRay Essick // XXX: go get current values for whatever in-flight data we want 1213db1221479a7ffe7094c51c463bbd36522ed106abRay Essick 1214db1221479a7ffe7094c51c463bbd36522ed106abRay Essick // send it back to the caller. 1215afb43f76821e6a63e17e6484289a40430ada6978Ray Essick reply = mAnalyticsItem->dup(); 1216db1221479a7ffe7094c51c463bbd36522ed106abRay Essick 1217db1221479a7ffe7094c51c463bbd36522ed106abRay Essick return OK; 1218db1221479a7ffe7094c51c463bbd36522ed106abRay Essick} 1219db1221479a7ffe7094c51c463bbd36522ed106abRay Essick 12207e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kimstatus_t MediaCodec::getInputBuffers(Vector<sp<MediaCodecBuffer> > *buffers) const { 12211d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatGetBuffers, this); 12225778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("portIndex", kPortIndexInput); 12235778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setPointer("buffers", buffers); 12245778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12255778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 12265778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 12275778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 12285778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12297e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kimstatus_t MediaCodec::getOutputBuffers(Vector<sp<MediaCodecBuffer> > *buffers) const { 12301d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatGetBuffers, this); 12315778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("portIndex", kPortIndexOutput); 12325778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setPointer("buffers", buffers); 12335778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12345778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 12355778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 12365778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 12375778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12387e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kimstatus_t MediaCodec::getOutputBuffer(size_t index, sp<MediaCodecBuffer> *buffer) { 12397bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar sp<AMessage> format; 12407bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar return getBufferAndFormat(kPortIndexOutput, index, buffer, &format); 12417bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar} 12427bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 12437bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnarstatus_t MediaCodec::getOutputFormat(size_t index, sp<AMessage> *format) { 12447e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim sp<MediaCodecBuffer> buffer; 12457bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar return getBufferAndFormat(kPortIndexOutput, index, &buffer, format); 12467bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar} 12477bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 12487e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kimstatus_t MediaCodec::getInputBuffer(size_t index, sp<MediaCodecBuffer> *buffer) { 12497bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar sp<AMessage> format; 12507bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar return getBufferAndFormat(kPortIndexInput, index, buffer, &format); 12517bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar} 12527bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 12530e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnarbool MediaCodec::isExecuting() const { 12540e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar return mState == STARTED || mState == FLUSHED; 12550e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar} 12560e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar 12577bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnarstatus_t MediaCodec::getBufferAndFormat( 12587bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar size_t portIndex, size_t index, 12597e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim sp<MediaCodecBuffer> *buffer, sp<AMessage> *format) { 12607bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar // use mutex instead of a context switch 126147a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu if (mReleasedByResourceManager) { 1262b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage ALOGE("getBufferAndFormat - resource already released"); 126347a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu return DEAD_OBJECT; 126447a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu } 126547a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu 1266b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage if (buffer == NULL) { 12677e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim ALOGE("getBufferAndFormat - null MediaCodecBuffer"); 1268b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage return INVALID_OPERATION; 1269b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage } 1270b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage 1271b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage if (format == NULL) { 1272b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage ALOGE("getBufferAndFormat - null AMessage"); 1273b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage return INVALID_OPERATION; 1274b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage } 1275b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage 12767bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar buffer->clear(); 12777bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar format->clear(); 1278b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage 12790e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (!isExecuting()) { 1280b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage ALOGE("getBufferAndFormat - not executing"); 12817bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar return INVALID_OPERATION; 12827bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar } 12837bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 12847bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar // we do not want mPortBuffers to change during this section 12857bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar // we also don't want mOwnedByClient to change during this 12867bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Mutex::Autolock al(mBufferLock); 1287b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage 1288dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim std::vector<BufferInfo> &buffers = mPortBuffers[portIndex]; 1289dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim if (index >= buffers.size()) { 1290b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage ALOGE("getBufferAndFormat - trying to get buffer with " 1291dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim "bad index (index=%zu buffer_size=%zu)", index, buffers.size()); 1292b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage return INVALID_OPERATION; 12937bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar } 1294b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage 1295dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim const BufferInfo &info = buffers[index]; 1296b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage if (!info.mOwnedByClient) { 1297b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage ALOGE("getBufferAndFormat - invalid operation " 12980362655ca9494052f348f83dabecf9ea27003976Aaron Vaage "(the index %zu is not owned by client)", index); 1299b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage return INVALID_OPERATION; 1300b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage } 1301b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage 13024811923e80a8abefa278307ebf8cc9b0294ba67fWonsik Kim *buffer = info.mData; 1303fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim *format = info.mData->format(); 1304b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage 13057bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar return OK; 13067bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar} 13077bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 13085778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::flush() { 13091d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatFlush, this); 13105778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13115778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 13125778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 13135778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 13145778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1315496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huberstatus_t MediaCodec::requestIDRFrame() { 13161d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatRequestIDRFrame, this))->post(); 1317496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 1318496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber return OK; 1319496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber} 1320496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 1321575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Hubervoid MediaCodec::requestActivityNotification(const sp<AMessage> ¬ify) { 13221d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatRequestActivityNotification, this); 1323575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber msg->setMessage("notify", notify); 1324575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber msg->post(); 1325575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber} 1326575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 13275778822d86b0337407514b9372562b86edfa91cdAndreas Huber//////////////////////////////////////////////////////////////////////////////// 13285778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13295778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid MediaCodec::cancelPendingDequeueOperations() { 13305778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mFlags & kFlagDequeueInputPending) { 1331c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(mDequeueInputReplyID, INVALID_OPERATION); 13325778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13335778822d86b0337407514b9372562b86edfa91cdAndreas Huber ++mDequeueInputTimeoutGeneration; 13345778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputReplyID = 0; 13355778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueInputPending; 13365778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 13375778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13385778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mFlags & kFlagDequeueOutputPending) { 1339c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(mDequeueOutputReplyID, INVALID_OPERATION); 13405778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13415778822d86b0337407514b9372562b86edfa91cdAndreas Huber ++mDequeueOutputTimeoutGeneration; 13425778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueOutputReplyID = 0; 13435778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueOutputPending; 13445778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 13455778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 13465778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13473f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnarbool MediaCodec::handleDequeueInputBuffer(const sp<AReplyToken> &replyID, bool newRequest) { 13480e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (!isExecuting() || (mFlags & kFlagIsAsync) 13495778822d86b0337407514b9372562b86edfa91cdAndreas Huber || (newRequest && (mFlags & kFlagDequeueInputPending))) { 1350c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 13515778822d86b0337407514b9372562b86edfa91cdAndreas Huber return true; 1352251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 1353251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 1354251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return true; 13555778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 13565778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13575778822d86b0337407514b9372562b86edfa91cdAndreas Huber ssize_t index = dequeuePortBuffer(kPortIndexInput); 13585778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13595778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (index < 0) { 13605778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ(index, -EAGAIN); 13615778822d86b0337407514b9372562b86edfa91cdAndreas Huber return false; 13625778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 13635778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13645778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response = new AMessage; 13655778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setSize("index", index); 13665778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->postReply(replyID); 13675778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13685778822d86b0337407514b9372562b86edfa91cdAndreas Huber return true; 13695778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 13705778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13713f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnarbool MediaCodec::handleDequeueOutputBuffer(const sp<AReplyToken> &replyID, bool newRequest) { 13720e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (!isExecuting() || (mFlags & kFlagIsAsync) 13735778822d86b0337407514b9372562b86edfa91cdAndreas Huber || (newRequest && (mFlags & kFlagDequeueOutputPending))) { 137447a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu PostReplyWithError(replyID, INVALID_OPERATION); 1375251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 137647a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu PostReplyWithError(replyID, getStickyError()); 13775778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (mFlags & kFlagOutputBuffersChanged) { 137847a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu PostReplyWithError(replyID, INFO_OUTPUT_BUFFERS_CHANGED); 13795778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagOutputBuffersChanged; 13805778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (mFlags & kFlagOutputFormatChanged) { 138147a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu PostReplyWithError(replyID, INFO_FORMAT_CHANGED); 13825778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagOutputFormatChanged; 13835778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 138447a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu sp<AMessage> response = new AMessage; 13855778822d86b0337407514b9372562b86edfa91cdAndreas Huber ssize_t index = dequeuePortBuffer(kPortIndexOutput); 13865778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13875778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (index < 0) { 13885778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ(index, -EAGAIN); 13895778822d86b0337407514b9372562b86edfa91cdAndreas Huber return false; 13905778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 13915778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13927e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim const sp<MediaCodecBuffer> &buffer = 1393dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mPortBuffers[kPortIndexOutput][index].mData; 13945778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13955778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setSize("index", index); 13965778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setSize("offset", buffer->offset()); 13975778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setSize("size", buffer->size()); 13985778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13995778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t timeUs; 14005778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(buffer->meta()->findInt64("timeUs", &timeUs)); 14015778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14025778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setInt64("timeUs", timeUs); 14035778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1404dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim int32_t flags; 1405dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim CHECK(buffer->meta()->findInt32("flags", &flags)); 14065778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14075778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setInt32("flags", flags); 140847a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu response->postReply(replyID); 14095778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14105778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14115778822d86b0337407514b9372562b86edfa91cdAndreas Huber return true; 14125778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 14135778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14145778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid MediaCodec::onMessageReceived(const sp<AMessage> &msg) { 14155778822d86b0337407514b9372562b86edfa91cdAndreas Huber switch (msg->what()) { 14165778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatCodecNotify: 14175778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 14185778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t what; 14195778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("what", &what)); 14205778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14215778822d86b0337407514b9372562b86edfa91cdAndreas Huber switch (what) { 142279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim case kWhatError: 14235778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 1424251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung int32_t err, actionCode; 1425251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung CHECK(msg->findInt32("err", &err)); 1426251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung CHECK(msg->findInt32("actionCode", &actionCode)); 14275778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14289e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen ALOGE("Codec reported err %#x, actionCode %d, while in state %d", 14299e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen err, actionCode, mState); 1430251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (err == DEAD_OBJECT) { 1431aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber mFlags |= kFlagSawMediaServerDie; 143252dfbee90cc3c4426428318e06a92774f5201198Praveen Chavan mFlags &= ~kFlagIsComponentAllocated; 1433aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber } 1434aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber 14355530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia bool sendErrorResponse = true; 14365778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14375778822d86b0337407514b9372562b86edfa91cdAndreas Huber switch (mState) { 14385778822d86b0337407514b9372562b86edfa91cdAndreas Huber case INITIALIZING: 14395778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 14405778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(UNINITIALIZED); 14415778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 14425778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14435778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14445778822d86b0337407514b9372562b86edfa91cdAndreas Huber case CONFIGURING: 14455778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 144682b7fe8aa03558bf90769a3d88536e6105db371bRay Essick if (actionCode == ACTION_CODE_FATAL) { 144782b7fe8aa03558bf90769a3d88536e6105db371bRay Essick mAnalyticsItem->setInt32(kCodecError, err); 1448573ebe40b005690f797ac4d90ed1ff49f9fdb2b7Ray Essick mAnalyticsItem->setCString(kCodecErrorState, stateString(mState).c_str()); 144982b7fe8aa03558bf90769a3d88536e6105db371bRay Essick flushAnalyticsItem(); 145082b7fe8aa03558bf90769a3d88536e6105db371bRay Essick initAnalyticsItem(); 145182b7fe8aa03558bf90769a3d88536e6105db371bRay Essick } 1452c22c695660ed9edaba0d4cd7c0ab3a794216fe80Wei Jia setState(actionCode == ACTION_CODE_FATAL ? 1453c22c695660ed9edaba0d4cd7c0ab3a794216fe80Wei Jia UNINITIALIZED : INITIALIZED); 14545778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 14555778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14565778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14575778822d86b0337407514b9372562b86edfa91cdAndreas Huber case STARTING: 14585778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 145982b7fe8aa03558bf90769a3d88536e6105db371bRay Essick if (actionCode == ACTION_CODE_FATAL) { 146082b7fe8aa03558bf90769a3d88536e6105db371bRay Essick mAnalyticsItem->setInt32(kCodecError, err); 1461573ebe40b005690f797ac4d90ed1ff49f9fdb2b7Ray Essick mAnalyticsItem->setCString(kCodecErrorState, stateString(mState).c_str()); 146282b7fe8aa03558bf90769a3d88536e6105db371bRay Essick flushAnalyticsItem(); 146382b7fe8aa03558bf90769a3d88536e6105db371bRay Essick initAnalyticsItem(); 146482b7fe8aa03558bf90769a3d88536e6105db371bRay Essick } 1465c22c695660ed9edaba0d4cd7c0ab3a794216fe80Wei Jia setState(actionCode == ACTION_CODE_FATAL ? 1466c22c695660ed9edaba0d4cd7c0ab3a794216fe80Wei Jia UNINITIALIZED : CONFIGURED); 14675778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 14685778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14695778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1470c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber case RELEASING: 14715778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 14725778822d86b0337407514b9372562b86edfa91cdAndreas Huber // Ignore the error, assuming we'll still get 14735d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang // the shutdown complete notification. If we 14745d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang // don't, we'll timeout and force release. 14755530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia sendErrorResponse = false; 14765d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang } 14775d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang // fall-thru 14785d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang case STOPPING: 14795d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang { 1480aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber if (mFlags & kFlagSawMediaServerDie) { 148103ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // MediaServer died, there definitely won't 148203ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // be a shutdown complete notification after 148303ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // all. 148403ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber 148503ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // note that we're directly going from 148603ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // STOPPING->UNINITIALIZED, instead of the 148703ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // usual STOPPING->INITIALIZED state. 148803ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber setState(UNINITIALIZED); 14896e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar if (mState == RELEASING) { 14906e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar mComponentName.clear(); 14916e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar } 149203ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber (new AMessage)->postReply(mReplyID); 14935d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang sendErrorResponse = false; 149403ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber } 14955778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 14965778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14975778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14985778822d86b0337407514b9372562b86edfa91cdAndreas Huber case FLUSHING: 14995778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 15009e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen if (actionCode == ACTION_CODE_FATAL) { 150182b7fe8aa03558bf90769a3d88536e6105db371bRay Essick mAnalyticsItem->setInt32(kCodecError, err); 1502573ebe40b005690f797ac4d90ed1ff49f9fdb2b7Ray Essick mAnalyticsItem->setCString(kCodecErrorState, stateString(mState).c_str()); 150382b7fe8aa03558bf90769a3d88536e6105db371bRay Essick flushAnalyticsItem(); 150482b7fe8aa03558bf90769a3d88536e6105db371bRay Essick initAnalyticsItem(); 150582b7fe8aa03558bf90769a3d88536e6105db371bRay Essick 15069e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen setState(UNINITIALIZED); 15079e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen } else { 15089e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen setState( 15099e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen (mFlags & kFlagIsAsync) ? FLUSHED : STARTED); 15109e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen } 15115778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 15125778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15135778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15140e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar case FLUSHED: 15155778822d86b0337407514b9372562b86edfa91cdAndreas Huber case STARTED: 15165778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 15175530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia sendErrorResponse = false; 15185778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1519251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setStickyError(err); 1520575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 15215778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15225778822d86b0337407514b9372562b86edfa91cdAndreas Huber cancelPendingDequeueOperations(); 1523c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1524c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 1525251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung onError(err, actionCode); 1526251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 1527251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung switch (actionCode) { 1528251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case ACTION_CODE_TRANSIENT: 1529251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 1530251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case ACTION_CODE_RECOVERABLE: 1531251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setState(INITIALIZED); 1532251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 1533251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung default: 153482b7fe8aa03558bf90769a3d88536e6105db371bRay Essick mAnalyticsItem->setInt32(kCodecError, err); 1535573ebe40b005690f797ac4d90ed1ff49f9fdb2b7Ray Essick mAnalyticsItem->setCString(kCodecErrorState, stateString(mState).c_str()); 153682b7fe8aa03558bf90769a3d88536e6105db371bRay Essick flushAnalyticsItem(); 153782b7fe8aa03558bf90769a3d88536e6105db371bRay Essick initAnalyticsItem(); 1538251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setState(UNINITIALIZED); 1539251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 1540c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 15415778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 15425778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15435778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15445778822d86b0337407514b9372562b86edfa91cdAndreas Huber default: 15455778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 15465530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia sendErrorResponse = false; 15475778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1548251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setStickyError(err); 1549575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 1550c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1551251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung // actionCode in an uninitialized state is always fatal. 1552251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (mState == UNINITIALIZED) { 1553251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung actionCode = ACTION_CODE_FATAL; 1554251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 1555c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 1556251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung onError(err, actionCode); 1557251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 1558251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung switch (actionCode) { 1559251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case ACTION_CODE_TRANSIENT: 1560251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 1561251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case ACTION_CODE_RECOVERABLE: 1562251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setState(INITIALIZED); 1563251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 1564251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung default: 1565251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setState(UNINITIALIZED); 1566251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 1567c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 15685778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 15695778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15705778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15715778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15725530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia if (sendErrorResponse) { 1573251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(mReplyID, err); 15745778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15755778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 15765778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15775778822d86b0337407514b9372562b86edfa91cdAndreas Huber 157879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim case kWhatComponentAllocated: 15795778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 15805778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ(mState, INITIALIZING); 15815778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(INITIALIZED); 158252dfbee90cc3c4426428318e06a92774f5201198Praveen Chavan mFlags |= kFlagIsComponentAllocated; 15835778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1584717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo CHECK(msg->findString("componentName", &mComponentName)); 15855778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15868574195df5de20af5fc16d6f9da1b132d6d5bfeeRay Essick if (mComponentName.c_str()) { 15878574195df5de20af5fc16d6f9da1b132d6d5bfeeRay Essick mAnalyticsItem->setCString(kCodecCodec, mComponentName.c_str()); 15888574195df5de20af5fc16d6f9da1b132d6d5bfeeRay Essick } 15898574195df5de20af5fc16d6f9da1b132d6d5bfeeRay Essick 1590717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo if (mComponentName.startsWith("OMX.google.")) { 15913a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar mFlags |= kFlagUsesSoftwareRenderer; 15925778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 15933a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar mFlags &= ~kFlagUsesSoftwareRenderer; 15945778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15955778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1596ea15fd29af81490311af9e12949b43524c39400eRonghua Wu MediaResource::Type resourceType; 1597717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo if (mComponentName.endsWith(".secure")) { 15981bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber mFlags |= kFlagIsSecure; 1599ea15fd29af81490311af9e12949b43524c39400eRonghua Wu resourceType = MediaResource::kSecureCodec; 16008574195df5de20af5fc16d6f9da1b132d6d5bfeeRay Essick mAnalyticsItem->setInt32(kCodecSecure, 1); 16011bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber } else { 16021bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber mFlags &= ~kFlagIsSecure; 1603ea15fd29af81490311af9e12949b43524c39400eRonghua Wu resourceType = MediaResource::kNonSecureCodec; 16048574195df5de20af5fc16d6f9da1b132d6d5bfeeRay Essick mAnalyticsItem->setInt32(kCodecSecure, 0); 16051bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber } 1606c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu 160758828196edf2fc4debbd7913198a8149f039b4a9Ronghua Wu if (mIsVideo) { 160858828196edf2fc4debbd7913198a8149f039b4a9Ronghua Wu // audio codec is currently ignored. 1609ea15fd29af81490311af9e12949b43524c39400eRonghua Wu addResource(resourceType, MediaResource::kVideoCodec, 1); 161058828196edf2fc4debbd7913198a8149f039b4a9Ronghua Wu } 16111bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber 16125778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(mReplyID); 16135778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 16145778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 16155778822d86b0337407514b9372562b86edfa91cdAndreas Huber 161679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim case kWhatComponentConfigured: 16175778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 1618c6044a135324979e62cc59db9dbde8b11c4bb74bAndy Hung if (mState == UNINITIALIZED || mState == INITIALIZED) { 1619c6044a135324979e62cc59db9dbde8b11c4bb74bAndy Hung // In case a kWhatError message came in and replied with error, 1620c6044a135324979e62cc59db9dbde8b11c4bb74bAndy Hung // we log a warning and ignore. 1621c6044a135324979e62cc59db9dbde8b11c4bb74bAndy Hung ALOGW("configure interrupted by error, current state %d", mState); 1622c6044a135324979e62cc59db9dbde8b11c4bb74bAndy Hung break; 1623c6044a135324979e62cc59db9dbde8b11c4bb74bAndy Hung } 16245778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ(mState, CONFIGURING); 16255778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16266507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden // reset input surface flag 16276507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mHaveInputSurface = false; 16286507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden 1629e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar CHECK(msg->findMessage("input-format", &mInputFormat)); 1630e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar CHECK(msg->findMessage("output-format", &mOutputFormat)); 1631b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGV("[%s] configured as input format: %s, output format: %s", 1632b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mComponentName.c_str(), 1633b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mInputFormat->debugString(4).c_str(), 1634b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mOutputFormat->debugString(4).c_str()); 16353a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar int32_t usingSwRenderer; 16363a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (mOutputFormat->findInt32("using-sw-renderer", &usingSwRenderer) 16373a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar && usingSwRenderer) { 16383a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar mFlags |= kFlagUsesSoftwareRenderer; 16393a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 16402606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang setState(CONFIGURED); 16415778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(mReplyID); 16429c2480b117dc3fd1e6af3b0fdb209d787c17e087Ray Essick 16439c2480b117dc3fd1e6af3b0fdb209d787c17e087Ray Essick // augment our media metrics info, now that we know more things 16449c2480b117dc3fd1e6af3b0fdb209d787c17e087Ray Essick if (mAnalyticsItem != NULL) { 16459c2480b117dc3fd1e6af3b0fdb209d787c17e087Ray Essick sp<AMessage> format; 16469c2480b117dc3fd1e6af3b0fdb209d787c17e087Ray Essick if (mConfigureMsg != NULL && 16479c2480b117dc3fd1e6af3b0fdb209d787c17e087Ray Essick mConfigureMsg->findMessage("format", &format)) { 16489c2480b117dc3fd1e6af3b0fdb209d787c17e087Ray Essick // format includes: mime 16499c2480b117dc3fd1e6af3b0fdb209d787c17e087Ray Essick AString mime; 16509c2480b117dc3fd1e6af3b0fdb209d787c17e087Ray Essick if (format->findString("mime", &mime)) { 16519c2480b117dc3fd1e6af3b0fdb209d787c17e087Ray Essick mAnalyticsItem->setCString(kCodecMime, mime.c_str()); 16529c2480b117dc3fd1e6af3b0fdb209d787c17e087Ray Essick } 16539c2480b117dc3fd1e6af3b0fdb209d787c17e087Ray Essick } 16549c2480b117dc3fd1e6af3b0fdb209d787c17e087Ray Essick } 16555778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 16565778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 16575778822d86b0337407514b9372562b86edfa91cdAndreas Huber 165879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim case kWhatInputSurfaceCreated: 16597cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 166092cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar // response to initiateCreateInputSurface() 16617cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden status_t err = NO_ERROR; 16621dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AMessage> response = new AMessage; 16637cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden if (!msg->findInt32("err", &err)) { 16647cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<RefBase> obj; 16657cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden msg->findObject("input-surface", &obj); 1666b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar CHECK(msg->findMessage("input-format", &mInputFormat)); 1667b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar CHECK(msg->findMessage("output-format", &mOutputFormat)); 1668b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGV("[%s] input surface created as input format: %s, output format: %s", 1669b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mComponentName.c_str(), 1670b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mInputFormat->debugString(4).c_str(), 1671b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mOutputFormat->debugString(4).c_str()); 16727cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden CHECK(obj != NULL); 16737cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden response->setObject("input-surface", obj); 16746507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mHaveInputSurface = true; 16757cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } else { 16767cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden response->setInt32("err", err); 16777cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 16787cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden response->postReply(mReplyID); 16797cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 16807cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 16817cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 168279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim case kWhatInputSurfaceAccepted: 1683d291c222357303b9611cab89d0c3b047584ef377Chong Zhang { 16848f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang // response to initiateSetInputSurface() 1685d291c222357303b9611cab89d0c3b047584ef377Chong Zhang status_t err = NO_ERROR; 1686d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<AMessage> response = new AMessage(); 1687d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (!msg->findInt32("err", &err)) { 1688addf2cbb120346ae42e78fa739245a353db5edadChong Zhang CHECK(msg->findMessage("input-format", &mInputFormat)); 1689addf2cbb120346ae42e78fa739245a353db5edadChong Zhang CHECK(msg->findMessage("output-format", &mOutputFormat)); 1690d291c222357303b9611cab89d0c3b047584ef377Chong Zhang mHaveInputSurface = true; 1691d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } else { 1692d291c222357303b9611cab89d0c3b047584ef377Chong Zhang response->setInt32("err", err); 1693d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 1694d291c222357303b9611cab89d0c3b047584ef377Chong Zhang response->postReply(mReplyID); 1695d291c222357303b9611cab89d0c3b047584ef377Chong Zhang break; 1696d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 1697d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 169879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim case kWhatSignaledInputEOS: 16997cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 170092cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar // response to signalEndOfInputStream() 17011dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AMessage> response = new AMessage; 17027cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden status_t err; 17037cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden if (msg->findInt32("err", &err)) { 17047cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden response->setInt32("err", err); 17057cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 17067cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden response->postReply(mReplyID); 17077cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 17087cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 17097cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 1710dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim case kWhatStartCompleted: 17115778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 1712dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim CHECK_EQ(mState, STARTING); 1713dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim if (mIsVideo) { 1714dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim addResource( 1715dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim MediaResource::kGraphicMemory, 1716dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim MediaResource::kUnspecifiedSubType, 1717dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim getGraphicBufferSize()); 1718fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim } 1719dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim setState(STARTED); 1720dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim (new AMessage)->postReply(mReplyID); 1721dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim break; 1722dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim } 1723fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim 1724dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim case kWhatOutputBuffersChanged: 1725dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim { 1726dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mFlags |= kFlagOutputBuffersChanged; 1727dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim postActivityNotificationIfPossible(); 17285778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 17295778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 17305778822d86b0337407514b9372562b86edfa91cdAndreas Huber 173179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim case kWhatOutputFramesRendered: 173290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar { 173390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // ignore these in all states except running, and check that we have a 173490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // notification set 173590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (mState == STARTED && mOnFrameRenderedNotification != NULL) { 173690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar sp<AMessage> notify = mOnFrameRenderedNotification->dup(); 173790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar notify->setMessage("data", msg); 173890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar notify->post(); 173990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 174090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar break; 174190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 174290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 174379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim case kWhatFillThisBuffer: 17445778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 17455778822d86b0337407514b9372562b86edfa91cdAndreas Huber /* size_t index = */updateBuffers(kPortIndexInput, msg); 17465778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1747c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber if (mState == FLUSHING 1748c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber || mState == STOPPING 1749c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber || mState == RELEASING) { 17505778822d86b0337407514b9372562b86edfa91cdAndreas Huber returnBuffersToCodecOnPort(kPortIndexInput); 17515778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 17525778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 17535778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17548ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber if (!mCSD.empty()) { 17558ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber ssize_t index = dequeuePortBuffer(kPortIndexInput); 17568ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber CHECK_GE(index, 0); 17578ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 17588ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber // If codec specific data had been specified as 17598ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber // part of the format in the call to configure and 17608ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber // if there's more csd left, we submit it here 17618ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber // clients only get access to input buffers once 17628ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber // this data has been exhausted. 17638ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 17648ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber status_t err = queueCSDInputBuffer(index); 17658ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 17668ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber if (err != OK) { 17678ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber ALOGE("queueCSDInputBuffer failed w/ error %d", 17688ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber err); 17698ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 1770251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setStickyError(err); 1771575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 1772575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 17738ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber cancelPendingDequeueOperations(); 17748ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber } 17758ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber break; 17768ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber } 17778ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 1778c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 17796e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar if (!mHaveInputSurface) { 17803d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang if (mState == FLUSHED) { 17813d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang mHavePendingInputBuffers = true; 17823d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang } else { 17833d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang onInputBufferAvailable(); 17843d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang } 17856e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar } 1786c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } else if (mFlags & kFlagDequeueInputPending) { 17875778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(handleDequeueInputBuffer(mDequeueInputReplyID)); 17885778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17895778822d86b0337407514b9372562b86edfa91cdAndreas Huber ++mDequeueInputTimeoutGeneration; 17905778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueInputPending; 17915778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputReplyID = 0; 1792575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber } else { 1793575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 17945778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 17955778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 17965778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 17975778822d86b0337407514b9372562b86edfa91cdAndreas Huber 179879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim case kWhatDrainThisBuffer: 17995778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 18005778822d86b0337407514b9372562b86edfa91cdAndreas Huber /* size_t index = */updateBuffers(kPortIndexOutput, msg); 18015778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1802c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber if (mState == FLUSHING 1803c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber || mState == STOPPING 1804c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber || mState == RELEASING) { 18055778822d86b0337407514b9372562b86edfa91cdAndreas Huber returnBuffersToCodecOnPort(kPortIndexOutput); 18065778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 18075778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 18085778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18097e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim sp<RefBase> obj; 18107e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim CHECK(msg->findObject("buffer", &obj)); 18117e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim sp<MediaCodecBuffer> buffer = static_cast<MediaCodecBuffer *>(obj.get()); 18125778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1813fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim if (mOutputFormat != buffer->format()) { 1814fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim mOutputFormat = buffer->format(); 1815fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim ALOGV("[%s] output format changed to: %s", 1816fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim mComponentName.c_str(), mOutputFormat->debugString(4).c_str()); 1817fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim 1818fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim if (mSoftRenderer == NULL && 1819fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim mSurface != NULL && 1820fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim (mFlags & kFlagUsesSoftwareRenderer)) { 1821fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim AString mime; 1822fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim CHECK(mOutputFormat->findString("mime", &mime)); 1823fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim 1824fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim // TODO: propagate color aspects to software renderer to allow better 1825fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim // color conversion to RGB. For now, just mark dataspace for YUV 1826fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim // rendering. 1827fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim int32_t dataSpace; 1828fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim if (mOutputFormat->findInt32("android._dataspace", &dataSpace)) { 1829fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim ALOGD("[%s] setting dataspace on output surface to #%x", 1830fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim mComponentName.c_str(), dataSpace); 1831fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim int err = native_window_set_buffers_data_space( 1832fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim mSurface.get(), (android_dataspace)dataSpace); 1833fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim ALOGW_IF(err != 0, "failed to set dataspace on surface (%d)", err); 1834fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim } 18352d2a2967ce29281816b9ddb9434b3c0084e4ce52Chong Zhang if (mOutputFormat->contains("hdr-static-info")) { 18362d2a2967ce29281816b9ddb9434b3c0084e4ce52Chong Zhang HDRStaticInfo info; 18372d2a2967ce29281816b9ddb9434b3c0084e4ce52Chong Zhang if (ColorUtils::getHDRStaticInfoFromFormat(mOutputFormat, &info)) { 18382d2a2967ce29281816b9ddb9434b3c0084e4ce52Chong Zhang setNativeWindowHdrMetadata(mSurface.get(), &info); 18392d2a2967ce29281816b9ddb9434b3c0084e4ce52Chong Zhang } 18402d2a2967ce29281816b9ddb9434b3c0084e4ce52Chong Zhang } 1841fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim 1842fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim if (mime.startsWithIgnoreCase("video/")) { 1843fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim mSoftRenderer = new SoftwareRenderer(mSurface, mRotationDegrees); 1844fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim } 1845fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim } 18465778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1847fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim if (mFlags & kFlagIsEncoder) { 1848fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim // Before we announce the format change we should 1849fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim // collect codec specific data and amend the output 1850fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim // format as necessary. 1851dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim int32_t flags = 0; 1852dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim (void) buffer->meta()->findInt32("flags", &flags); 1853dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim if (flags & BUFFER_FLAG_CODECCONFIG) { 1854fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim status_t err = 1855fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim amendOutputFormatWithCodecSpecificData(buffer); 1856fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim 1857fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim if (err != OK) { 1858fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim ALOGE("Codec spit out malformed codec " 1859fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim "specific data!"); 1860fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim } 1861e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 1862e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 1863c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 1864c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang onOutputFormatChanged(); 1865c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } else { 1866c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mFlags |= kFlagOutputFormatChanged; 1867fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim postActivityNotificationIfPossible(); 1868fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim } 1869fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim 1870fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim // Notify mCrypto of video resolution changes 1871fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim if (mCrypto != NULL) { 1872fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim int32_t left, top, right, bottom, width, height; 1873fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim if (mOutputFormat->findRect("crop", &left, &top, &right, &bottom)) { 1874fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim mCrypto->notifyResolution(right - left + 1, bottom - top + 1); 1875fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim } else if (mOutputFormat->findInt32("width", &width) 1876fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim && mOutputFormat->findInt32("height", &height)) { 1877fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim mCrypto->notifyResolution(width, height); 1878fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim } 1879c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 1880e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 1881e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 1882c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 1883c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang onOutputBufferAvailable(); 1884c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } else if (mFlags & kFlagDequeueOutputPending) { 18855778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(handleDequeueOutputBuffer(mDequeueOutputReplyID)); 18865778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18875778822d86b0337407514b9372562b86edfa91cdAndreas Huber ++mDequeueOutputTimeoutGeneration; 18885778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueOutputPending; 18895778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueOutputReplyID = 0; 1890575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber } else { 1891575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 18925778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 1893575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 18945778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 18955778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 18965778822d86b0337407514b9372562b86edfa91cdAndreas Huber 189779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim case kWhatEOS: 18985778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 18995778822d86b0337407514b9372562b86edfa91cdAndreas Huber // We already notify the client of this by using the 19005778822d86b0337407514b9372562b86edfa91cdAndreas Huber // corresponding flag in "onOutputBufferReady". 19015778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 19025778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19035778822d86b0337407514b9372562b86edfa91cdAndreas Huber 190479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim case kWhatStopCompleted: 19055778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 1906349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang if (mState != STOPPING) { 1907349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang ALOGW("Received kWhatStopCompleted in state %d", mState); 19085d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang break; 19095d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang } 1910349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang setState(INITIALIZED); 1911349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang (new AMessage)->postReply(mReplyID); 1912349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang break; 1913349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang } 1914349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang 191579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim case kWhatReleaseCompleted: 1916349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang { 1917349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang if (mState != RELEASING) { 1918349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang ALOGW("Received kWhatReleaseCompleted in state %d", mState); 1919349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang break; 1920c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 1921349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang setState(UNINITIALIZED); 1922349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang mComponentName.clear(); 1923349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang 192452dfbee90cc3c4426428318e06a92774f5201198Praveen Chavan mFlags &= ~kFlagIsComponentAllocated; 19255778822d86b0337407514b9372562b86edfa91cdAndreas Huber 192667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mResourceManagerService->removeResource(getId(mResourceManagerClient)); 192767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 19285778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(mReplyID); 19295778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 19305778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19315778822d86b0337407514b9372562b86edfa91cdAndreas Huber 193279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim case kWhatFlushCompleted: 19335778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 19345530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia if (mState != FLUSHING) { 19355530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia ALOGW("received FlushCompleted message in state %d", 19365530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia mState); 19375530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia break; 19385530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia } 19395778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19400e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (mFlags & kFlagIsAsync) { 19410e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar setState(FLUSHED); 19420e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar } else { 19430e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar setState(STARTED); 19440e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar mCodec->signalResume(); 19450e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar } 19465778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19475778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(mReplyID); 19485778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 19495778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19505778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19515778822d86b0337407514b9372562b86edfa91cdAndreas Huber default: 19525778822d86b0337407514b9372562b86edfa91cdAndreas Huber TRESPASS(); 19535778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19545778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 19555778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19565778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19575778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatInit: 19585778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 19593f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 19605778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 19615778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19625778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mState != UNINITIALIZED) { 1963c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 19645778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 19655778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19665778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19675778822d86b0337407514b9372562b86edfa91cdAndreas Huber mReplyID = replyID; 19685778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(INITIALIZING); 19695778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19705778822d86b0337407514b9372562b86edfa91cdAndreas Huber AString name; 19715778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findString("name", &name)); 19725778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19735778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t nameIsType; 19745778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t encoder = false; 19750db280176bd3277e3256252d063f3712b1905ba9Andreas Huber CHECK(msg->findInt32("nameIsType", &nameIsType)); 19760db280176bd3277e3256252d063f3712b1905ba9Andreas Huber if (nameIsType) { 19775778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("encoder", &encoder)); 19785778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19795778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19805778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> format = new AMessage; 19815778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19825778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (nameIsType) { 19835778822d86b0337407514b9372562b86edfa91cdAndreas Huber format->setString("mime", name.c_str()); 19845778822d86b0337407514b9372562b86edfa91cdAndreas Huber format->setInt32("encoder", encoder); 19855778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 19865778822d86b0337407514b9372562b86edfa91cdAndreas Huber format->setString("componentName", name.c_str()); 19875778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19885778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19895778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->initiateAllocateComponent(format); 19905778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 19915778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19925778822d86b0337407514b9372562b86edfa91cdAndreas Huber 199390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar case kWhatSetNotification: 199490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar { 199590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar sp<AMessage> notify; 199690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (msg->findMessage("on-frame-rendered", ¬ify)) { 199790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mOnFrameRenderedNotification = notify; 199890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 199990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar break; 200090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 200190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 2002c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang case kWhatSetCallback: 2003c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang { 20043f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 2005c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang CHECK(msg->senderAwaitsResponse(&replyID)); 2006c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2007c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mState == UNINITIALIZED 2008c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang || mState == INITIALIZING 20090e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar || isExecuting()) { 20100e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar // callback can't be set after codec is executing, 2011c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang // or before it's initialized (as the callback 2012c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang // will be cleared when it goes to INITIALIZED) 2013c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 2014c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang break; 2015c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2016c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2017c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> callback; 2018c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang CHECK(msg->findMessage("callback", &callback)); 2019c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2020c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mCallback = callback; 2021c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2022c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mCallback != NULL) { 2023c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang ALOGI("MediaCodec will operate in async mode"); 2024c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mFlags |= kFlagIsAsync; 2025c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } else { 2026c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mFlags &= ~kFlagIsAsync; 2027c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2028c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2029c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> response = new AMessage; 2030c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang response->postReply(replyID); 2031c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang break; 2032c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2033c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 20345778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatConfigure: 20355778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 20363f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 20375778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 20385778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20395778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mState != INITIALIZED) { 2040c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 20415778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 20425778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20435778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20445778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<RefBase> obj; 2045f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar CHECK(msg->findObject("surface", &obj)); 20465778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20475778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> format; 20485778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findMessage("format", &format)); 20495778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20508b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar int32_t push; 20518b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar if (msg->findInt32("push-blank-buffers-on-shutdown", &push) && push != 0) { 20528b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar mFlags |= kFlagPushBlankBuffersOnShutdown; 20538b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar } 20548b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar 20555778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (obj != NULL) { 20565778822d86b0337407514b9372562b86edfa91cdAndreas Huber format->setObject("native-window", obj); 2057f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar status_t err = handleSetSurface(static_cast<Surface *>(obj.get())); 20587541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber if (err != OK) { 2059c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, err); 20607541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber break; 20611bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber } 20621bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber } else { 2063f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar handleSetSurface(NULL); 20641bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber } 20651bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber 20667541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber mReplyID = replyID; 20677541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber setState(CONFIGURING); 20687541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 20691bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber void *crypto; 20701bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber if (!msg->findPointer("crypto", &crypto)) { 20711bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber crypto = NULL; 20725778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20735778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2074cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania ALOGV("kWhatConfigure: Old mCrypto: %p (%d)", 2075cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania mCrypto.get(), (mCrypto != NULL ? mCrypto->getStrongCount() : 0)); 2076cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania 20771bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber mCrypto = static_cast<ICrypto *>(crypto); 2078dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mBufferChannel->setCrypto(mCrypto); 20791bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber 2080cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania ALOGV("kWhatConfigure: New mCrypto: %p (%d)", 2081cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania mCrypto.get(), (mCrypto != NULL ? mCrypto->getStrongCount() : 0)); 2082cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania 20839dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang void *descrambler; 20849dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang if (!msg->findPointer("descrambler", &descrambler)) { 20859dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang descrambler = NULL; 20869dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang } 20879dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang 20889dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang mDescrambler = static_cast<IDescrambler *>(descrambler); 20893b2847fa5506dc265d2e46f067bfbb66ae209f74Chong Zhang mBufferChannel->setDescrambler(mDescrambler); 20909dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang 20915778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t flags; 20925778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("flags", (int32_t *)&flags)); 20935778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20945778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (flags & CONFIGURE_FLAG_ENCODE) { 20955778822d86b0337407514b9372562b86edfa91cdAndreas Huber format->setInt32("encoder", true); 2096e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mFlags |= kFlagIsEncoder; 20975778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20985778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20998ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber extractCSD(format); 21008ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 21015778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->initiateConfigureComponent(format); 21025778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 21035778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 21045778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21051dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar case kWhatSetSurface: 21061dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar { 21071dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AReplyToken> replyID; 21081dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar CHECK(msg->senderAwaitsResponse(&replyID)); 21091dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 21101dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar status_t err = OK; 21111dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 21121dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar switch (mState) { 21131dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar case CONFIGURED: 21141dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar case STARTED: 21151dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar case FLUSHED: 21161dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar { 21171dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<RefBase> obj; 21181dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar (void)msg->findObject("surface", &obj); 21191dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<Surface> surface = static_cast<Surface *>(obj.get()); 21201dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mSurface == NULL) { 21211dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // do not support setting surface if it was not set 21221dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = INVALID_OPERATION; 21231dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } else if (obj == NULL) { 21241dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // do not support unsetting surface 21251dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = BAD_VALUE; 21261dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } else { 21271dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = connectToSurface(surface); 2128098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar if (err == ALREADY_EXISTS) { 2129098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar // reconnecting to same surface 21301dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = OK; 21311dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } else { 21321dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err == OK) { 21331dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mFlags & kFlagUsesSoftwareRenderer) { 21348b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar if (mSoftRenderer != NULL 21358b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar && (mFlags & kFlagPushBlankBuffersOnShutdown)) { 21368b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar pushBlankBuffersToNativeWindow(mSurface.get()); 21378b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar } 21381dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mSoftRenderer = new SoftwareRenderer(surface); 21391dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // TODO: check if this was successful 21401dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } else { 21411dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = mCodec->setSurface(surface); 21421dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 21431dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 21441dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err == OK) { 21451dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar (void)disconnectFromSurface(); 21461dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mSurface = surface; 21471dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 21481dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 21491dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 21501dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar break; 21511dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 21521dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 21531dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar default: 21541dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = INVALID_OPERATION; 21551dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar break; 21561dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 21571dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 21581dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar PostReplyWithError(replyID, err); 21591dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar break; 21601dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 21611dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 21627cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden case kWhatCreateInputSurface: 21638f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang case kWhatSetInputSurface: 21647cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 21653f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 21667cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden CHECK(msg->senderAwaitsResponse(&replyID)); 21677cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 21687cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden // Must be configured, but can't have been started yet. 21697cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden if (mState != CONFIGURED) { 2170c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 21717cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 21727cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 21737cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 21747cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mReplyID = replyID; 2175d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (msg->what() == kWhatCreateInputSurface) { 2176d291c222357303b9611cab89d0c3b047584ef377Chong Zhang mCodec->initiateCreateInputSurface(); 2177d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } else { 2178d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<RefBase> obj; 2179d291c222357303b9611cab89d0c3b047584ef377Chong Zhang CHECK(msg->findObject("input-surface", &obj)); 2180d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 21818f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang mCodec->initiateSetInputSurface( 2182d291c222357303b9611cab89d0c3b047584ef377Chong Zhang static_cast<PersistentSurface *>(obj.get())); 2183d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 21847cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 21857cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 21865778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatStart: 21875778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 21883f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 21895778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 21905778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21910e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (mState == FLUSHED) { 2192d9e0603a1be07dbb347c55050c7d4629ea7492e8Chong Zhang setState(STARTED); 21933d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang if (mHavePendingInputBuffers) { 21943d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang onInputBufferAvailable(); 21953d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang mHavePendingInputBuffers = false; 21963d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang } 21970e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar mCodec->signalResume(); 21980e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar PostReplyWithError(replyID, OK); 2199d9e0603a1be07dbb347c55050c7d4629ea7492e8Chong Zhang break; 22000e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar } else if (mState != CONFIGURED) { 2201c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 22025778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 22035778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 22045778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22055778822d86b0337407514b9372562b86edfa91cdAndreas Huber mReplyID = replyID; 22065778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(STARTING); 22075778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22085778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->initiateStart(); 22095778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 22105778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 22115778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22125778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatStop: 2213c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber case kWhatRelease: 2214c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber { 2215aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber State targetState = 2216aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber (msg->what() == kWhatStop) ? INITIALIZED : UNINITIALIZED; 2217aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber 22183f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 2219c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 2220c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 222147a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu // already stopped/released 222247a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu if (mState == UNINITIALIZED && mReleasedByResourceManager) { 222347a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu sp<AMessage> response = new AMessage; 222447a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu response->setInt32("err", OK); 222547a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu response->postReply(replyID); 222647a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu break; 222747a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu } 222847a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu 222947a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu int32_t reclaimed = 0; 223047a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu msg->findInt32("reclaimed", &reclaimed); 223147a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu if (reclaimed) { 223247a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu mReleasedByResourceManager = true; 22334b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu 22344b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu int32_t force = 0; 22354b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu msg->findInt32("force", &force); 22364b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu if (!force && hasPendingBuffer()) { 22374b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu ALOGW("Can't reclaim codec right now due to pending buffers."); 22384b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu 22394b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu // return WOULD_BLOCK to ask resource manager to retry later. 22404b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu sp<AMessage> response = new AMessage; 22414b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu response->setInt32("err", WOULD_BLOCK); 22424b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu response->postReply(replyID); 22434b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu 22444b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu // notify the async client 22454b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu if (mFlags & kFlagIsAsync) { 22464b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu onError(DEAD_OBJECT, ACTION_CODE_FATAL); 22474b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu } 22484b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu break; 22494b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu } 225047a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu } 225147a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu 22525d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang bool isReleasingAllocatedComponent = 22535d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang (mFlags & kFlagIsComponentAllocated) && targetState == UNINITIALIZED; 22545d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang if (!isReleasingAllocatedComponent // See 1 225533223c4f97abb78fa8c92e1b8c817546f15d97e1Andy Hung && mState != INITIALIZED 22560e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar && mState != CONFIGURED && !isExecuting()) { 225733223c4f97abb78fa8c92e1b8c817546f15d97e1Andy Hung // 1) Permit release to shut down the component if allocated. 225833223c4f97abb78fa8c92e1b8c817546f15d97e1Andy Hung // 225933223c4f97abb78fa8c92e1b8c817546f15d97e1Andy Hung // 2) We may be in "UNINITIALIZED" state already and 226052dfbee90cc3c4426428318e06a92774f5201198Praveen Chavan // also shutdown the encoder/decoder without the 226103ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // client being aware of this if media server died while 226203ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // we were being stopped. The client would assume that 226303ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // after stop() returned, it would be safe to call release() 226403ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // and it should be in this case, no harm to allow a release() 226503ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // if we're already uninitialized. 2266c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber sp<AMessage> response = new AMessage; 226747a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu // TODO: we shouldn't throw an exception for stop/release. Change this to wait until 226847a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu // the previous stop/release completes and then reply with OK. 22696e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar status_t err = mState == targetState ? OK : INVALID_OPERATION; 22706e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar response->setInt32("err", err); 22716e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar if (err == OK && targetState == UNINITIALIZED) { 22726e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar mComponentName.clear(); 22736e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar } 2274c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber response->postReply(replyID); 2275c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber break; 2276c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 2277c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 22785d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang // If we're flushing, or we're stopping but received a release 22795d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang // request, post the reply for the pending call first, and consider 22805d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang // it done. The reply token will be replaced after this, and we'll 22815d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang // no longer be able to reply. 22825d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang if (mState == FLUSHING || mState == STOPPING) { 22835d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang (new AMessage)->postReply(mReplyID); 22845d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang } 22855d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang 2286aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber if (mFlags & kFlagSawMediaServerDie) { 2287aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber // It's dead, Jim. Don't expect initiateShutdown to yield 2288aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber // any useful results now... 2289aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber setState(UNINITIALIZED); 22906e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar if (targetState == UNINITIALIZED) { 22916e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar mComponentName.clear(); 22926e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar } 2293aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber (new AMessage)->postReply(replyID); 2294aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber break; 2295aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber } 2296aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber 22975d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang // If we already have an error, component may not be able to 22985d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang // complete the shutdown properly. If we're stopping, post the 22995d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang // reply now with an error to unblock the client, client can 23005d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang // release after the failure (instead of ANR). 23015d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang if (msg->what() == kWhatStop && (mFlags & kFlagStickyError)) { 23025d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang PostReplyWithError(replyID, getStickyError()); 23035d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang break; 23045d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang } 23055d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang 2306c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mReplyID = replyID; 2307aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber setState(msg->what() == kWhatStop ? STOPPING : RELEASING); 2308aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber 2309aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber mCodec->initiateShutdown( 2310aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber msg->what() == kWhatStop /* keepComponentAllocated */); 2311c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 231286b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu returnBuffersToCodec(reclaimed); 23138b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar 23148b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar if (mSoftRenderer != NULL && (mFlags & kFlagPushBlankBuffersOnShutdown)) { 23158b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar pushBlankBuffersToNativeWindow(mSurface.get()); 23168b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar } 23175d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang 23185778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 23195778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23205778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23215778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatDequeueInputBuffer: 23225778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 23233f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 23245778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 23255778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2326c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 2327c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang ALOGE("dequeueOutputBuffer can't be used in async mode"); 2328c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 2329c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang break; 2330c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2331c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 23326507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden if (mHaveInputSurface) { 23336507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden ALOGE("dequeueInputBuffer can't be used with input surface"); 2334c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 23356507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden break; 23366507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden } 23376507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden 23385778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (handleDequeueInputBuffer(replyID, true /* new request */)) { 23395778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 23405778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23415778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23425778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t timeoutUs; 23435778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt64("timeoutUs", &timeoutUs)); 23445778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23455778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (timeoutUs == 0ll) { 2346c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, -EAGAIN); 23475778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 23485778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23495778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23505778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags |= kFlagDequeueInputPending; 23515778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputReplyID = replyID; 23525778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23535778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (timeoutUs > 0ll) { 23545778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> timeoutMsg = 23551d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar new AMessage(kWhatDequeueInputTimedOut, this); 23565778822d86b0337407514b9372562b86edfa91cdAndreas Huber timeoutMsg->setInt32( 23575778822d86b0337407514b9372562b86edfa91cdAndreas Huber "generation", ++mDequeueInputTimeoutGeneration); 23585778822d86b0337407514b9372562b86edfa91cdAndreas Huber timeoutMsg->post(timeoutUs); 23595778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23605778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 23615778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23625778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23635778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatDequeueInputTimedOut: 23645778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 23655778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t generation; 23665778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("generation", &generation)); 23675778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23685778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (generation != mDequeueInputTimeoutGeneration) { 23695778822d86b0337407514b9372562b86edfa91cdAndreas Huber // Obsolete 23705778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 23715778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23725778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23735778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(mFlags & kFlagDequeueInputPending); 23745778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2375c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(mDequeueInputReplyID, -EAGAIN); 23765778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23775778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueInputPending; 23785778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputReplyID = 0; 23795778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 23805778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23815778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23825778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatQueueInputBuffer: 23835778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 23843f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 23855778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 23865778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2387251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (!isExecuting()) { 2388c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 23895778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 2390251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 2391251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 2392251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 23935778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23945778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23955778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = onQueueInputBuffer(msg); 23965778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2397c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, err); 23985778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 23995778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24005778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24015778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatDequeueOutputBuffer: 24025778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 24033f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 24045778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 24055778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2406c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 2407c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang ALOGE("dequeueOutputBuffer can't be used in async mode"); 2408c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 2409c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang break; 2410c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2411c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 24125778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (handleDequeueOutputBuffer(replyID, true /* new request */)) { 24135778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 24145778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24155778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24165778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t timeoutUs; 24175778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt64("timeoutUs", &timeoutUs)); 24185778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24195778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (timeoutUs == 0ll) { 2420c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, -EAGAIN); 24215778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 24225778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24235778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24245778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags |= kFlagDequeueOutputPending; 24255778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueOutputReplyID = replyID; 24265778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24275778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (timeoutUs > 0ll) { 24285778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> timeoutMsg = 24291d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar new AMessage(kWhatDequeueOutputTimedOut, this); 24305778822d86b0337407514b9372562b86edfa91cdAndreas Huber timeoutMsg->setInt32( 24315778822d86b0337407514b9372562b86edfa91cdAndreas Huber "generation", ++mDequeueOutputTimeoutGeneration); 24325778822d86b0337407514b9372562b86edfa91cdAndreas Huber timeoutMsg->post(timeoutUs); 24335778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24345778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 24355778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24365778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24375778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatDequeueOutputTimedOut: 24385778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 24395778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t generation; 24405778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("generation", &generation)); 24415778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24425778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (generation != mDequeueOutputTimeoutGeneration) { 24435778822d86b0337407514b9372562b86edfa91cdAndreas Huber // Obsolete 24445778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 24455778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24465778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24475778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(mFlags & kFlagDequeueOutputPending); 24485778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2449c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(mDequeueOutputReplyID, -EAGAIN); 24505778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24515778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueOutputPending; 24525778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueOutputReplyID = 0; 24535778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 24545778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24555778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24565778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatReleaseOutputBuffer: 24575778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 24583f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 24595778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 24605778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2461251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (!isExecuting()) { 2462c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 24635778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 2464251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 2465251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 2466251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 24675778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24685778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24695778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = onReleaseOutputBuffer(msg); 24705778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2471c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, err); 24725778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 24735778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24745778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24757cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden case kWhatSignalEndOfInputStream: 24767cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 24773f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 24787cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden CHECK(msg->senderAwaitsResponse(&replyID)); 24797cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 24806d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang if (!isExecuting() || !mHaveInputSurface) { 2481c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 24827cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 2483251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 2484251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 2485251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 24867cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 24877cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 24887cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mReplyID = replyID; 24897cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mCodec->signalEndOfInputStream(); 24907cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 24917cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 24927cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 24935778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatGetBuffers: 24945778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 24953f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 24965778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 249729b7dcf6d3cdb97103467dc8106151c6260c239aJeff Tinker if (!isExecuting() || (mFlags & kFlagIsAsync)) { 2498c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 24995778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 2500251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 2501251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 2502251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 25035778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 25045778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25055778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t portIndex; 25065778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("portIndex", &portIndex)); 25075778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25087e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim Vector<sp<MediaCodecBuffer> > *dstBuffers; 25095778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findPointer("buffers", (void **)&dstBuffers)); 25105778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25115778822d86b0337407514b9372562b86edfa91cdAndreas Huber dstBuffers->clear(); 2512e4aab10641a099d8a295b3ed61e2f5248f28a669Chong Zhang // If we're using input surface (either non-persistent created by 2513e4aab10641a099d8a295b3ed61e2f5248f28a669Chong Zhang // createInputSurface(), or persistent set by setInputSurface()), 2514e4aab10641a099d8a295b3ed61e2f5248f28a669Chong Zhang // give the client an empty input buffers array. 2515e4aab10641a099d8a295b3ed61e2f5248f28a669Chong Zhang if (portIndex != kPortIndexInput || !mHaveInputSurface) { 2516dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim if (portIndex == kPortIndexInput) { 2517dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mBufferChannel->getInputBufferArray(dstBuffers); 2518dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim } else { 2519dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mBufferChannel->getOutputBufferArray(dstBuffers); 2520e4aab10641a099d8a295b3ed61e2f5248f28a669Chong Zhang } 25215778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 25225778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25235778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(replyID); 25245778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 25255778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 25265778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25275778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatFlush: 25285778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 25293f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 25305778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 25315778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2532251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (!isExecuting()) { 2533c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 25345778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 2535251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 2536251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 2537251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 25385778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 25395778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25405778822d86b0337407514b9372562b86edfa91cdAndreas Huber mReplyID = replyID; 25410e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar // TODO: skip flushing if already FLUSHED 25425778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(FLUSHING); 25435778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25445778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->signalFlush(); 25455778822d86b0337407514b9372562b86edfa91cdAndreas Huber returnBuffersToCodec(); 25465778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 25475778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 25485778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2549e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar case kWhatGetInputFormat: 25505778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatGetOutputFormat: 25515778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 2552e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar sp<AMessage> format = 2553e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar (msg->what() == kWhatGetOutputFormat ? mOutputFormat : mInputFormat); 2554e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 25553f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 25565778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 25575778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2558e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if ((mState != CONFIGURED && mState != STARTING && 25590e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar mState != STARTED && mState != FLUSHING && 25600e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar mState != FLUSHED) 2561e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar || format == NULL) { 2562c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 25635778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 2564251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 2565251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 2566251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 25675778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 25685778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25695778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response = new AMessage; 2570e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar response->setMessage("format", format); 25715778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->postReply(replyID); 25725778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 25735778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 25745778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2575496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber case kWhatRequestIDRFrame: 2576496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber { 2577496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber mCodec->signalRequestIDRFrame(); 2578496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber break; 2579496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber } 2580496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 2581575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber case kWhatRequestActivityNotification: 2582575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber { 2583575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber CHECK(mActivityNotify == NULL); 2584575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber CHECK(msg->findMessage("notify", &mActivityNotify)); 2585575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 2586575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 2587575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber break; 2588575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber } 2589575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 2590717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo case kWhatGetName: 2591717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo { 25923f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 2593717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo CHECK(msg->senderAwaitsResponse(&replyID)); 2594717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 2595717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo if (mComponentName.empty()) { 2596c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 2597717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo break; 2598717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo } 2599717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 2600717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo sp<AMessage> response = new AMessage; 2601717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo response->setString("name", mComponentName.c_str()); 2602717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo response->postReply(replyID); 2603717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo break; 2604717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo } 2605717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 2606a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber case kWhatSetParameters: 2607a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber { 26083f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 2609a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 2610a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 2611a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber sp<AMessage> params; 2612a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber CHECK(msg->findMessage("params", ¶ms)); 2613a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 2614a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber status_t err = onSetParameters(params); 2615a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 2616c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, err); 2617a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber break; 2618a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber } 2619a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 2620cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania case kWhatDrmReleaseCrypto: 2621cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania { 2622cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania onReleaseCrypto(msg); 2623cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania break; 2624cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania } 2625cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania 26265778822d86b0337407514b9372562b86edfa91cdAndreas Huber default: 26275778822d86b0337407514b9372562b86edfa91cdAndreas Huber TRESPASS(); 26285778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 26295778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 26305778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26318ee516a515c70a492c395b67ce12e19e7d159804Andreas Hubervoid MediaCodec::extractCSD(const sp<AMessage> &format) { 26328ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber mCSD.clear(); 26338ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 26348ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber size_t i = 0; 26358ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber for (;;) { 26368ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber sp<ABuffer> csd; 2637a1e8944a21e5833b7aadc451776f11797f5f9273Elliott Hughes if (!format->findBuffer(AStringPrintf("csd-%u", i).c_str(), &csd)) { 26388ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber break; 26398ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber } 26404f59c7e373a7e883f21ba33d44ea7caa86b65b02Hangyu Kuang if (csd->size() == 0) { 26414f59c7e373a7e883f21ba33d44ea7caa86b65b02Hangyu Kuang ALOGW("csd-%zu size is 0", i); 26424f59c7e373a7e883f21ba33d44ea7caa86b65b02Hangyu Kuang } 26438ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 26448ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber mCSD.push_back(csd); 26458ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber ++i; 26468ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber } 26478ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 2648a5750e0dad9e90f2195ce36f2c4457fa04b2b83eMark Salyzyn ALOGV("Found %zu pieces of codec specific data.", mCSD.size()); 26498ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber} 26508ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 26518ee516a515c70a492c395b67ce12e19e7d159804Andreas Huberstatus_t MediaCodec::queueCSDInputBuffer(size_t bufferIndex) { 26528ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber CHECK(!mCSD.empty()); 26538ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 2654dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim const BufferInfo &info = mPortBuffers[kPortIndexInput][bufferIndex]; 26558ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 26568ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber sp<ABuffer> csd = *mCSD.begin(); 26578ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber mCSD.erase(mCSD.begin()); 26588ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 2659dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim const sp<MediaCodecBuffer> &codecInputData = info.mData; 26608ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 26618ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber if (csd->size() > codecInputData->capacity()) { 26628ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber return -EINVAL; 26638ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber } 266432c1bcda7c9fb429fe6c235184f8bb6aa7ef12dbDongwon Kang if (codecInputData->data() == NULL) { 266532c1bcda7c9fb429fe6c235184f8bb6aa7ef12dbDongwon Kang ALOGV("Input buffer %zu is not properly allocated", bufferIndex); 266632c1bcda7c9fb429fe6c235184f8bb6aa7ef12dbDongwon Kang return -EINVAL; 266732c1bcda7c9fb429fe6c235184f8bb6aa7ef12dbDongwon Kang } 26688ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 26698ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber memcpy(codecInputData->data(), csd->data(), csd->size()); 26708ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 26718ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber AString errorDetailMsg; 26728ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 26731d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatQueueInputBuffer, this); 26748ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setSize("index", bufferIndex); 26758ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setSize("offset", 0); 26768ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setSize("size", csd->size()); 26778ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setInt64("timeUs", 0ll); 26788ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setInt32("flags", BUFFER_FLAG_CODECCONFIG); 26798ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setPointer("errorDetailMsg", &errorDetailMsg); 26808ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 26818ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber return onQueueInputBuffer(msg); 26828ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber} 26838ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 26845778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid MediaCodec::setState(State newState) { 26857541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber if (newState == INITIALIZED || newState == UNINITIALIZED) { 26865778822d86b0337407514b9372562b86edfa91cdAndreas Huber delete mSoftRenderer; 26875778822d86b0337407514b9372562b86edfa91cdAndreas Huber mSoftRenderer = NULL; 26885778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2689cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania if ( mCrypto != NULL ) { 2690cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania ALOGV("setState: ~mCrypto: %p (%d)", 2691cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania mCrypto.get(), (mCrypto != NULL ? mCrypto->getStrongCount() : 0)); 2692cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania } 26931bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber mCrypto.clear(); 26949dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang mDescrambler.clear(); 2695f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar handleSetSurface(NULL); 26965778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2697671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mInputFormat.clear(); 26985778822d86b0337407514b9372562b86edfa91cdAndreas Huber mOutputFormat.clear(); 26995778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagOutputFormatChanged; 27005778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagOutputBuffersChanged; 27015778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagStickyError; 2702e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mFlags &= ~kFlagIsEncoder; 2703c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mFlags &= ~kFlagIsAsync; 2704251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mStickyError = OK; 2705575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 2706575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber mActivityNotify.clear(); 2707c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mCallback.clear(); 27085778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 27095778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2710717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo if (newState == UNINITIALIZED) { 2711671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar // return any straggling buffers, e.g. if we got here on an error 2712671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar returnBuffersToCodec(); 2713671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 2714aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber // The component is gone, mediaserver's probably back up already 2715aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber // but should definitely be back up should we try to instantiate 2716aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber // another component.. and the cycle continues. 2717aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber mFlags &= ~kFlagSawMediaServerDie; 2718717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo } 2719717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 27205778822d86b0337407514b9372562b86edfa91cdAndreas Huber mState = newState; 27215778822d86b0337407514b9372562b86edfa91cdAndreas Huber 27225778822d86b0337407514b9372562b86edfa91cdAndreas Huber cancelPendingDequeueOperations(); 27232606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 27242606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang updateBatteryStat(); 27255778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 27265778822d86b0337407514b9372562b86edfa91cdAndreas Huber 272786b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wuvoid MediaCodec::returnBuffersToCodec(bool isReclaim) { 272886b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu returnBuffersToCodecOnPort(kPortIndexInput, isReclaim); 272986b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu returnBuffersToCodecOnPort(kPortIndexOutput, isReclaim); 27305778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 27315778822d86b0337407514b9372562b86edfa91cdAndreas Huber 273286b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wuvoid MediaCodec::returnBuffersToCodecOnPort(int32_t portIndex, bool isReclaim) { 27335778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(portIndex == kPortIndexInput || portIndex == kPortIndexOutput); 27347bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Mutex::Autolock al(mBufferLock); 27355778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2736dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim for (size_t i = 0; i < mPortBuffers[portIndex].size(); ++i) { 2737dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim BufferInfo *info = &mPortBuffers[portIndex][i]; 27385778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2739dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim if (info->mData != nullptr) { 2740dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim sp<MediaCodecBuffer> buffer = info->mData; 274186b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu if (isReclaim && info->mOwnedByClient) { 274286b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu ALOGD("port %d buffer %zu still owned by client when codec is reclaimed", 274386b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu portIndex, i); 274486b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu } else { 274586b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu info->mOwnedByClient = false; 2746fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim info->mData.clear(); 27475778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2748dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mBufferChannel->discardBuffer(buffer); 27495778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 27505778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 27515778822d86b0337407514b9372562b86edfa91cdAndreas Huber 27525778822d86b0337407514b9372562b86edfa91cdAndreas Huber mAvailPortBuffers[portIndex].clear(); 27535778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 27545778822d86b0337407514b9372562b86edfa91cdAndreas Huber 27555778822d86b0337407514b9372562b86edfa91cdAndreas Hubersize_t MediaCodec::updateBuffers( 27565778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t portIndex, const sp<AMessage> &msg) { 27575778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(portIndex == kPortIndexInput || portIndex == kPortIndexOutput); 2758dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim size_t index; 2759dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim CHECK(msg->findSize("index", &index)); 2760fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim sp<RefBase> obj; 2761fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim CHECK(msg->findObject("buffer", &obj)); 2762fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim sp<MediaCodecBuffer> buffer = static_cast<MediaCodecBuffer *>(obj.get()); 27635778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2764dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim { 2765dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim Mutex::Autolock al(mBufferLock); 2766dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim if (mPortBuffers[portIndex].size() <= index) { 2767dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mPortBuffers[portIndex].resize(align(index + 1, kNumBuffersAlign)); 27685778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2769dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mPortBuffers[portIndex][index].mData = buffer; 27705778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2771dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mAvailPortBuffers[portIndex].push_back(index); 27725778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2773dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim return index; 27745778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 27755778822d86b0337407514b9372562b86edfa91cdAndreas Huber 27765778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::onQueueInputBuffer(const sp<AMessage> &msg) { 27775778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t index; 27785778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t offset; 27795778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t size; 27805778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t timeUs; 27815778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t flags; 27825778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findSize("index", &index)); 27835778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findSize("offset", &offset)); 27845778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt64("timeUs", &timeUs)); 27855778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("flags", (int32_t *)&flags)); 27865778822d86b0337407514b9372562b86edfa91cdAndreas Huber 27874b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const CryptoPlugin::SubSample *subSamples; 27884b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size_t numSubSamples; 27894b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const uint8_t *key; 27904b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const uint8_t *iv; 27914b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CryptoPlugin::Mode mode = CryptoPlugin::kMode_Unencrypted; 27924b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 27934b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber // We allow the simpler queueInputBuffer API to be used even in 27944b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber // secure mode, by fabricating a single unencrypted subSample. 27954b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CryptoPlugin::SubSample ss; 2796d9f1f950d18b4e166b178d93260074019588c956Jeff Tinker CryptoPlugin::Pattern pattern; 27974b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 27984b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber if (msg->findSize("size", &size)) { 27993b2847fa5506dc265d2e46f067bfbb66ae209f74Chong Zhang if (hasCryptoOrDescrambler()) { 28004b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber ss.mNumBytesOfClearData = size; 28014b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber ss.mNumBytesOfEncryptedData = 0; 28024b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 28034b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber subSamples = &ss; 28044b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber numSubSamples = 1; 28054b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber key = NULL; 28064b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber iv = NULL; 2807d9f1f950d18b4e166b178d93260074019588c956Jeff Tinker pattern.mEncryptBlocks = 0; 2808d9f1f950d18b4e166b178d93260074019588c956Jeff Tinker pattern.mSkipBlocks = 0; 28094b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber } 28104b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber } else { 28113b2847fa5506dc265d2e46f067bfbb66ae209f74Chong Zhang if (!hasCryptoOrDescrambler()) { 28123b2847fa5506dc265d2e46f067bfbb66ae209f74Chong Zhang ALOGE("[%s] queuing secure buffer without mCrypto or mDescrambler!", 28133b2847fa5506dc265d2e46f067bfbb66ae209f74Chong Zhang mComponentName.c_str()); 28144b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber return -EINVAL; 28154b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber } 28164b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 28174b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CHECK(msg->findPointer("subSamples", (void **)&subSamples)); 28184b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CHECK(msg->findSize("numSubSamples", &numSubSamples)); 28194b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CHECK(msg->findPointer("key", (void **)&key)); 28204b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CHECK(msg->findPointer("iv", (void **)&iv)); 2821d9f1f950d18b4e166b178d93260074019588c956Jeff Tinker CHECK(msg->findInt32("encryptBlocks", (int32_t *)&pattern.mEncryptBlocks)); 2822d9f1f950d18b4e166b178d93260074019588c956Jeff Tinker CHECK(msg->findInt32("skipBlocks", (int32_t *)&pattern.mSkipBlocks)); 28234b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 28244b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber int32_t tmp; 28254b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CHECK(msg->findInt32("mode", &tmp)); 28264b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 28274b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber mode = (CryptoPlugin::Mode)tmp; 28284b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 28294b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size = 0; 28304b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber for (size_t i = 0; i < numSubSamples; ++i) { 28314b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size += subSamples[i].mNumBytesOfClearData; 28324b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size += subSamples[i].mNumBytesOfEncryptedData; 28334b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber } 28344b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber } 28354b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 28365778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (index >= mPortBuffers[kPortIndexInput].size()) { 28375778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -ERANGE; 28385778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 28395778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2840dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim BufferInfo *info = &mPortBuffers[kPortIndexInput][index]; 28415778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2842dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim if (info->mData == nullptr || !info->mOwnedByClient) { 28435778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -EACCES; 28445778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 28455778822d86b0337407514b9372562b86edfa91cdAndreas Huber 28465778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (offset + size > info->mData->capacity()) { 28475778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -EINVAL; 28485778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 28495778822d86b0337407514b9372562b86edfa91cdAndreas Huber 28505778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mData->setRange(offset, size); 2851dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim info->mData->meta()->setInt64("timeUs", timeUs); 2852dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim if (flags & BUFFER_FLAG_EOS) { 2853dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim info->mData->meta()->setInt32("eos", true); 2854dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim } 28555778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2856dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim if (flags & BUFFER_FLAG_CODECCONFIG) { 2857dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim info->mData->meta()->setInt32("csd", true); 2858dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim } 2859dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim 28609ee321c347c64886d1078a4e4afb57ec98dd54a2Wonsik Kim sp<MediaCodecBuffer> buffer = info->mData; 2861dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim status_t err = OK; 28623b2847fa5506dc265d2e46f067bfbb66ae209f74Chong Zhang if (hasCryptoOrDescrambler()) { 28635b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber AString *errorDetailMsg; 28645b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber CHECK(msg->findPointer("errorDetailMsg", (void **)&errorDetailMsg)); 28655b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber 2866dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim err = mBufferChannel->queueSecureInputBuffer( 2867dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim buffer, 2868dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim (mFlags & kFlagIsSecure), 28691bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber key, 28701bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber iv, 28711bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber mode, 287218cb1eca504817b5b144a023ae2792d90e74c9a5Jeff Tinker pattern, 28734b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber subSamples, 28744b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber numSubSamples, 28755b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber errorDetailMsg); 2876dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim } else { 2877dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim err = mBufferChannel->queueInputBuffer(buffer); 2878fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim } 2879fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim 28809ee321c347c64886d1078a4e4afb57ec98dd54a2Wonsik Kim if (err == OK) { 28819ee321c347c64886d1078a4e4afb57ec98dd54a2Wonsik Kim // synchronization boundary for getBufferAndFormat 28829ee321c347c64886d1078a4e4afb57ec98dd54a2Wonsik Kim Mutex::Autolock al(mBufferLock); 28839ee321c347c64886d1078a4e4afb57ec98dd54a2Wonsik Kim info->mOwnedByClient = false; 28849ee321c347c64886d1078a4e4afb57ec98dd54a2Wonsik Kim info->mData.clear(); 2885002e413a5a7460a32790ed08408085a6062f4054Ray Essick if (mAnalyticsItem != NULL) { 2886002e413a5a7460a32790ed08408085a6062f4054Ray Essick mAnalyticsItem->addInt64(kCodecBytesIn, size); 2887002e413a5a7460a32790ed08408085a6062f4054Ray Essick } 28889ee321c347c64886d1078a4e4afb57ec98dd54a2Wonsik Kim } 28899ee321c347c64886d1078a4e4afb57ec98dd54a2Wonsik Kim 2890dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim return err; 28915778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 28925778822d86b0337407514b9372562b86edfa91cdAndreas Huber 289390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar//static 289490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarsize_t MediaCodec::CreateFramesRenderedMessage( 28950d1ed381fde5dac12dd84fcf3da66dac46699378Chih-Hung Hsieh const std::list<FrameRenderTracker::Info> &done, sp<AMessage> &msg) { 289690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar size_t index = 0; 289790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 289890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar for (std::list<FrameRenderTracker::Info>::const_iterator it = done.cbegin(); 289990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar it != done.cend(); ++it) { 290090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (it->getRenderTimeNs() < 0) { 290190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar continue; // dropped frame from tracking 290290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 290390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar msg->setInt64(AStringPrintf("%zu-media-time-us", index).c_str(), it->getMediaTimeUs()); 290490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar msg->setInt64(AStringPrintf("%zu-system-nano", index).c_str(), it->getRenderTimeNs()); 290590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar ++index; 290690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 290790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar return index; 290890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 290990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 29105778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::onReleaseOutputBuffer(const sp<AMessage> &msg) { 29115778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t index; 29125778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findSize("index", &index)); 29135778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29145778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t render; 29155778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("render", &render)) { 29165778822d86b0337407514b9372562b86edfa91cdAndreas Huber render = 0; 29175778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 29185778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29190e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (!isExecuting()) { 29205778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -EINVAL; 29215778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 29225778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29235778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (index >= mPortBuffers[kPortIndexOutput].size()) { 29245778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -ERANGE; 29255778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 29265778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2927dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim BufferInfo *info = &mPortBuffers[kPortIndexOutput][index]; 29285778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2929dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim if (info->mData == nullptr || !info->mOwnedByClient) { 29305778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -EACCES; 29315778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 29325778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29337bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar // synchronization boundary for getBufferAndFormat 2934dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim sp<MediaCodecBuffer> buffer; 29357bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar { 29367bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Mutex::Autolock al(mBufferLock); 29377bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar info->mOwnedByClient = false; 2938dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim buffer = info->mData; 2939dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim info->mData.clear(); 29407bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar } 29417bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 2942dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim if (render && buffer->size() != 0) { 294390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar int64_t mediaTimeUs = -1; 2944dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim buffer->meta()->findInt64("timeUs", &mediaTimeUs); 294590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 294690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar int64_t renderTimeNs = 0; 2947c8edf5af010ac24a99b302a18e7b84e8b4b2b783Lajos Molnar if (!msg->findInt64("timestampNs", &renderTimeNs)) { 2948c8edf5af010ac24a99b302a18e7b84e8b4b2b783Lajos Molnar // use media timestamp if client did not request a specific render timestamp 2949c8edf5af010ac24a99b302a18e7b84e8b4b2b783Lajos Molnar ALOGV("using buffer PTS of %lld", (long long)mediaTimeUs); 295090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar renderTimeNs = mediaTimeUs * 1000; 2951fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar } 2952fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar 29535778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mSoftRenderer != NULL) { 295490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar std::list<FrameRenderTracker::Info> doneFrames = mSoftRenderer->render( 2955dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim buffer->data(), buffer->size(), 2956dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mediaTimeUs, renderTimeNs, NULL, buffer->format()); 295790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 295890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // if we are running, notify rendered frames 295990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (!doneFrames.empty() && mState == STARTED && mOnFrameRenderedNotification != NULL) { 296090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar sp<AMessage> notify = mOnFrameRenderedNotification->dup(); 296190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar sp<AMessage> data = new AMessage; 296290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (CreateFramesRenderedMessage(doneFrames, data)) { 296390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar notify->setMessage("data", data); 296490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar notify->post(); 296590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 296690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 29675778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2968dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mBufferChannel->renderOutputBuffer(buffer, renderTimeNs); 2969dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim } else { 2970dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mBufferChannel->discardBuffer(buffer); 29715778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 29725778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29735778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 29745778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 29755778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29765778822d86b0337407514b9372562b86edfa91cdAndreas Huberssize_t MediaCodec::dequeuePortBuffer(int32_t portIndex) { 29775778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(portIndex == kPortIndexInput || portIndex == kPortIndexOutput); 29785778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29795778822d86b0337407514b9372562b86edfa91cdAndreas Huber List<size_t> *availBuffers = &mAvailPortBuffers[portIndex]; 29805778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29815778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (availBuffers->empty()) { 29825778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -EAGAIN; 29835778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 29845778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29855778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t index = *availBuffers->begin(); 29865778822d86b0337407514b9372562b86edfa91cdAndreas Huber availBuffers->erase(availBuffers->begin()); 29875778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2988dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim BufferInfo *info = &mPortBuffers[portIndex][index]; 29895778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(!info->mOwnedByClient); 29907bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar { 29917bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Mutex::Autolock al(mBufferLock); 29927bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar info->mOwnedByClient = true; 299303c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 299403c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar // set image-data 2995fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim if (info->mData->format() != NULL) { 299603c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar sp<ABuffer> imageData; 2997fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim if (info->mData->format()->findBuffer("image-data", &imageData)) { 299803c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar info->mData->meta()->setBuffer("image-data", imageData); 299903c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar } 300003c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar int32_t left, top, right, bottom; 3001fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim if (info->mData->format()->findRect("crop", &left, &top, &right, &bottom)) { 300203c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar info->mData->meta()->setRect("crop-rect", left, top, right, bottom); 300303c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar } 300403c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar } 30057bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar } 30065778822d86b0337407514b9372562b86edfa91cdAndreas Huber 30075778822d86b0337407514b9372562b86edfa91cdAndreas Huber return index; 30085778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 30095778822d86b0337407514b9372562b86edfa91cdAndreas Huber 30101dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t MediaCodec::connectToSurface(const sp<Surface> &surface) { 30111dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar status_t err = OK; 30121dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (surface != NULL) { 3013b9fa58afa4c7772fe3c4cfdea9e45bc85cf43537Lajos Molnar uint64_t oldId, newId; 3014098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar if (mSurface != NULL 3015b9fa58afa4c7772fe3c4cfdea9e45bc85cf43537Lajos Molnar && surface->getUniqueId(&newId) == NO_ERROR 3016b9fa58afa4c7772fe3c4cfdea9e45bc85cf43537Lajos Molnar && mSurface->getUniqueId(&oldId) == NO_ERROR 3017b9fa58afa4c7772fe3c4cfdea9e45bc85cf43537Lajos Molnar && newId == oldId) { 3018b9fa58afa4c7772fe3c4cfdea9e45bc85cf43537Lajos Molnar ALOGI("[%s] connecting to the same surface. Nothing to do.", mComponentName.c_str()); 3019098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar return ALREADY_EXISTS; 3020098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar } 3021098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar 3022181fd9b5b64bab24bb49a34208f60a16e98488c5Chong Zhang err = nativeWindowConnect(surface.get(), "connectToSurface"); 3023098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar if (err == OK) { 3024264bac95912efe121d6a60026612617f04f42966Lajos Molnar // Require a fresh set of buffers after each connect by using a unique generation 3025264bac95912efe121d6a60026612617f04f42966Lajos Molnar // number. Rely on the fact that max supported process id by Linux is 2^22. 3026264bac95912efe121d6a60026612617f04f42966Lajos Molnar // PID is never 0 so we don't have to worry that we use the default generation of 0. 3027264bac95912efe121d6a60026612617f04f42966Lajos Molnar // TODO: come up with a unique scheme if other producers also set the generation number. 3028264bac95912efe121d6a60026612617f04f42966Lajos Molnar static uint32_t mSurfaceGeneration = 0; 3029264bac95912efe121d6a60026612617f04f42966Lajos Molnar uint32_t generation = (getpid() << 10) | (++mSurfaceGeneration & ((1 << 10) - 1)); 3030264bac95912efe121d6a60026612617f04f42966Lajos Molnar surface->setGenerationNumber(generation); 3031264bac95912efe121d6a60026612617f04f42966Lajos Molnar ALOGI("[%s] setting surface generation to %u", mComponentName.c_str(), generation); 3032264bac95912efe121d6a60026612617f04f42966Lajos Molnar 3033264bac95912efe121d6a60026612617f04f42966Lajos Molnar // HACK: clear any free buffers. Remove when connect will automatically do this. 3034264bac95912efe121d6a60026612617f04f42966Lajos Molnar // This is needed as the consumer may be holding onto stale frames that it can reattach 3035264bac95912efe121d6a60026612617f04f42966Lajos Molnar // to this surface after disconnect/connect, and those free frames would inherit the new 3036264bac95912efe121d6a60026612617f04f42966Lajos Molnar // generation number. Disconnecting after setting a unique generation prevents this. 3037181fd9b5b64bab24bb49a34208f60a16e98488c5Chong Zhang nativeWindowDisconnect(surface.get(), "connectToSurface(reconnect)"); 3038181fd9b5b64bab24bb49a34208f60a16e98488c5Chong Zhang err = nativeWindowConnect(surface.get(), "connectToSurface(reconnect)"); 3039264bac95912efe121d6a60026612617f04f42966Lajos Molnar } 3040264bac95912efe121d6a60026612617f04f42966Lajos Molnar 3041264bac95912efe121d6a60026612617f04f42966Lajos Molnar if (err != OK) { 3042181fd9b5b64bab24bb49a34208f60a16e98488c5Chong Zhang ALOGE("nativeWindowConnect returned an error: %s (%d)", strerror(-err), err); 30431dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 30441dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 3045098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar // do not return ALREADY_EXISTS unless surfaces are the same 3046098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar return err == ALREADY_EXISTS ? BAD_VALUE : err; 30471dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar} 30487541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 30491dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t MediaCodec::disconnectFromSurface() { 30501dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar status_t err = OK; 3051f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar if (mSurface != NULL) { 3052264bac95912efe121d6a60026612617f04f42966Lajos Molnar // Resetting generation is not technically needed, but there is no need to keep it either 3053264bac95912efe121d6a60026612617f04f42966Lajos Molnar mSurface->setGenerationNumber(0); 3054181fd9b5b64bab24bb49a34208f60a16e98488c5Chong Zhang err = nativeWindowDisconnect(mSurface.get(), "disconnectFromSurface"); 30557541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber if (err != OK) { 3056181fd9b5b64bab24bb49a34208f60a16e98488c5Chong Zhang ALOGW("nativeWindowDisconnect returned an error: %s (%d)", strerror(-err), err); 30577541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber } 30581dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // assume disconnected even on error 3059f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar mSurface.clear(); 30607541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber } 30611dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 30621dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar} 30637541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 30641dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t MediaCodec::handleSetSurface(const sp<Surface> &surface) { 30651dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar status_t err = OK; 30661dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mSurface != NULL) { 30671dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar (void)disconnectFromSurface(); 30681dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 3069f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar if (surface != NULL) { 30701dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = connectToSurface(surface); 30711dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err == OK) { 30721dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mSurface = surface; 30737541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber } 30747541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber } 30751dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 30767541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber} 30777541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 3078c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhangvoid MediaCodec::onInputBufferAvailable() { 3079c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang int32_t index; 3080c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang while ((index = dequeuePortBuffer(kPortIndexInput)) >= 0) { 3081c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> msg = mCallback->dup(); 3082c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("callbackID", CB_INPUT_AVAILABLE); 3083c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("index", index); 3084c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->post(); 3085c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 3086c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 3087c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 3088c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhangvoid MediaCodec::onOutputBufferAvailable() { 3089c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang int32_t index; 3090c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang while ((index = dequeuePortBuffer(kPortIndexOutput)) >= 0) { 30917e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim const sp<MediaCodecBuffer> &buffer = 3092dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mPortBuffers[kPortIndexOutput][index].mData; 3093c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> msg = mCallback->dup(); 3094c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("callbackID", CB_OUTPUT_AVAILABLE); 3095c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("index", index); 3096c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setSize("offset", buffer->offset()); 3097c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setSize("size", buffer->size()); 3098c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 3099c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang int64_t timeUs; 3100c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang CHECK(buffer->meta()->findInt64("timeUs", &timeUs)); 3101c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 3102c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt64("timeUs", timeUs); 3103c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 3104dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim int32_t flags; 3105dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim CHECK(buffer->meta()->findInt32("flags", &flags)); 3106c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 3107c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("flags", flags); 3108c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 3109c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->post(); 3110c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 3111c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 3112c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 3113749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhangvoid MediaCodec::onError(status_t err, int32_t actionCode, const char *detail) { 3114c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mCallback != NULL) { 3115c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> msg = mCallback->dup(); 3116c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("callbackID", CB_ERROR); 3117c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("err", err); 3118749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhang msg->setInt32("actionCode", actionCode); 3119749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhang 3120749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhang if (detail != NULL) { 3121749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhang msg->setString("detail", detail); 3122749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhang } 3123c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 3124c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->post(); 3125c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 3126c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 3127c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 3128c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhangvoid MediaCodec::onOutputFormatChanged() { 3129c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mCallback != NULL) { 3130c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> msg = mCallback->dup(); 3131c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("callbackID", CB_OUTPUT_FORMAT_CHANGED); 3132c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setMessage("format", mOutputFormat); 3133c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->post(); 3134c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 3135c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 3136c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 3137575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Hubervoid MediaCodec::postActivityNotificationIfPossible() { 3138575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber if (mActivityNotify == NULL) { 3139575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber return; 3140575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber } 3141575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 3142e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang bool isErrorOrOutputChanged = 3143e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang (mFlags & (kFlagStickyError 3144575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber | kFlagOutputBuffersChanged 3145e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang | kFlagOutputFormatChanged)); 3146e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang 3147e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang if (isErrorOrOutputChanged 3148575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber || !mAvailPortBuffers[kPortIndexInput].empty() 3149575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber || !mAvailPortBuffers[kPortIndexOutput].empty()) { 3150e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang mActivityNotify->setInt32("input-buffers", 3151e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang mAvailPortBuffers[kPortIndexInput].size()); 3152e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang 3153e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang if (isErrorOrOutputChanged) { 3154e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang // we want consumer to dequeue as many times as it can 3155e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang mActivityNotify->setInt32("output-buffers", INT32_MAX); 3156e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang } else { 3157e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang mActivityNotify->setInt32("output-buffers", 3158e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang mAvailPortBuffers[kPortIndexOutput].size()); 3159e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang } 3160575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber mActivityNotify->post(); 3161575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber mActivityNotify.clear(); 3162575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber } 3163575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber} 3164575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 3165a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huberstatus_t MediaCodec::setParameters(const sp<AMessage> ¶ms) { 31661d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatSetParameters, this); 3167a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber msg->setMessage("params", params); 3168a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 3169a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber sp<AMessage> response; 3170a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber return PostAndAwaitResponse(msg, &response); 3171a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber} 3172a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 3173a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huberstatus_t MediaCodec::onSetParameters(const sp<AMessage> ¶ms) { 3174a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber mCodec->signalSetParameters(params); 3175a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 3176a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber return OK; 3177a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber} 3178a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 3179e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huberstatus_t MediaCodec::amendOutputFormatWithCodecSpecificData( 31807e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim const sp<MediaCodecBuffer> &buffer) { 3181e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber AString mime; 3182e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber CHECK(mOutputFormat->findString("mime", &mime)); 3183e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3184e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (!strcasecmp(mime.c_str(), MEDIA_MIMETYPE_VIDEO_AVC)) { 3185e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // Codec specific data should be SPS and PPS in a single buffer, 3186e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // each prefixed by a startcode (0x00 0x00 0x00 0x01). 3187e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // We separate the two and put them into the output format 3188e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // under the keys "csd-0" and "csd-1". 3189e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3190e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber unsigned csdIndex = 0; 3191e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3192e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber const uint8_t *data = buffer->data(); 3193e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber size_t size = buffer->size(); 3194e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3195e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber const uint8_t *nalStart; 3196e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber size_t nalSize; 3197e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber while (getNextNALUnit(&data, &size, &nalStart, &nalSize, true) == OK) { 3198e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber sp<ABuffer> csd = new ABuffer(nalSize + 4); 3199e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber memcpy(csd->data(), "\x00\x00\x00\x01", 4); 3200e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber memcpy(csd->data() + 4, nalStart, nalSize); 3201e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3202e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mOutputFormat->setBuffer( 3203a1e8944a21e5833b7aadc451776f11797f5f9273Elliott Hughes AStringPrintf("csd-%u", csdIndex).c_str(), csd); 3204e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3205e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber ++csdIndex; 3206e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 3207e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3208e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (csdIndex != 2) { 3209e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber return ERROR_MALFORMED; 3210e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 3211e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } else { 3212e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // For everything else we just stash the codec specific data into 3213e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // the output format as a single piece of csd under "csd-0". 32147e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim sp<ABuffer> csd = new ABuffer(buffer->size()); 32157e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim memcpy(csd->data(), buffer->data(), buffer->size()); 32167e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim csd->setRange(0, buffer->size()); 32177e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim mOutputFormat->setBuffer("csd-0", csd); 3218e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 3219e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3220e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber return OK; 3221e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber} 3222e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 32232606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhangvoid MediaCodec::updateBatteryStat() { 32243f273d10817ddb2f792ae043de692efcdf1988aeWei Jia if (!mIsVideo) { 32253f273d10817ddb2f792ae043de692efcdf1988aeWei Jia return; 32263f273d10817ddb2f792ae043de692efcdf1988aeWei Jia } 32272606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 32283f273d10817ddb2f792ae043de692efcdf1988aeWei Jia if (mState == CONFIGURED && !mBatteryStatNotified) { 3229f2ae3e19080938db8cbf29a963fd744a3964fcc2Wei Jia BatteryNotifier::getInstance().noteStartVideo(mUid); 32302606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mBatteryStatNotified = true; 32312606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } else if (mState == UNINITIALIZED && mBatteryStatNotified) { 3232f2ae3e19080938db8cbf29a963fd744a3964fcc2Wei Jia BatteryNotifier::getInstance().noteStopVideo(mUid); 32332606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mBatteryStatNotified = false; 32342606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } 32352606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang} 32362606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 3237573ebe40b005690f797ac4d90ed1ff49f9fdb2b7Ray Essickstd::string MediaCodec::stateString(State state) { 3238573ebe40b005690f797ac4d90ed1ff49f9fdb2b7Ray Essick const char *rval = NULL; 3239573ebe40b005690f797ac4d90ed1ff49f9fdb2b7Ray Essick char rawbuffer[16]; // room for "%d" 3240573ebe40b005690f797ac4d90ed1ff49f9fdb2b7Ray Essick 3241573ebe40b005690f797ac4d90ed1ff49f9fdb2b7Ray Essick switch (state) { 3242573ebe40b005690f797ac4d90ed1ff49f9fdb2b7Ray Essick case UNINITIALIZED: rval = "UNINITIALIZED"; break; 3243573ebe40b005690f797ac4d90ed1ff49f9fdb2b7Ray Essick case INITIALIZING: rval = "INITIALIZING"; break; 3244573ebe40b005690f797ac4d90ed1ff49f9fdb2b7Ray Essick case INITIALIZED: rval = "INITIALIZED"; break; 3245573ebe40b005690f797ac4d90ed1ff49f9fdb2b7Ray Essick case CONFIGURING: rval = "CONFIGURING"; break; 3246573ebe40b005690f797ac4d90ed1ff49f9fdb2b7Ray Essick case CONFIGURED: rval = "CONFIGURED"; break; 3247573ebe40b005690f797ac4d90ed1ff49f9fdb2b7Ray Essick case STARTING: rval = "STARTING"; break; 3248573ebe40b005690f797ac4d90ed1ff49f9fdb2b7Ray Essick case STARTED: rval = "STARTED"; break; 3249573ebe40b005690f797ac4d90ed1ff49f9fdb2b7Ray Essick case FLUSHING: rval = "FLUSHING"; break; 3250573ebe40b005690f797ac4d90ed1ff49f9fdb2b7Ray Essick case FLUSHED: rval = "FLUSHED"; break; 3251573ebe40b005690f797ac4d90ed1ff49f9fdb2b7Ray Essick case STOPPING: rval = "STOPPING"; break; 3252573ebe40b005690f797ac4d90ed1ff49f9fdb2b7Ray Essick case RELEASING: rval = "RELEASING"; break; 3253573ebe40b005690f797ac4d90ed1ff49f9fdb2b7Ray Essick default: 3254573ebe40b005690f797ac4d90ed1ff49f9fdb2b7Ray Essick snprintf(rawbuffer, sizeof(rawbuffer), "%d", state); 3255573ebe40b005690f797ac4d90ed1ff49f9fdb2b7Ray Essick rval = rawbuffer; 3256573ebe40b005690f797ac4d90ed1ff49f9fdb2b7Ray Essick break; 3257573ebe40b005690f797ac4d90ed1ff49f9fdb2b7Ray Essick } 3258573ebe40b005690f797ac4d90ed1ff49f9fdb2b7Ray Essick return rval; 3259573ebe40b005690f797ac4d90ed1ff49f9fdb2b7Ray Essick} 3260573ebe40b005690f797ac4d90ed1ff49f9fdb2b7Ray Essick 32615778822d86b0337407514b9372562b86edfa91cdAndreas Huber} // namespace android 3262