MediaCodec.cpp revision 3f21345e16b77c49042f5c13ceb62b0c35699561
15778822d86b0337407514b9372562b86edfa91cdAndreas Huber/* 25778822d86b0337407514b9372562b86edfa91cdAndreas Huber * Copyright 2012, The Android Open Source Project 35778822d86b0337407514b9372562b86edfa91cdAndreas Huber * 45778822d86b0337407514b9372562b86edfa91cdAndreas Huber * Licensed under the Apache License, Version 2.0 (the "License"); 55778822d86b0337407514b9372562b86edfa91cdAndreas Huber * you may not use this file except in compliance with the License. 65778822d86b0337407514b9372562b86edfa91cdAndreas Huber * You may obtain a copy of the License at 75778822d86b0337407514b9372562b86edfa91cdAndreas Huber * 85778822d86b0337407514b9372562b86edfa91cdAndreas Huber * http://www.apache.org/licenses/LICENSE-2.0 95778822d86b0337407514b9372562b86edfa91cdAndreas Huber * 105778822d86b0337407514b9372562b86edfa91cdAndreas Huber * Unless required by applicable law or agreed to in writing, software 115778822d86b0337407514b9372562b86edfa91cdAndreas Huber * distributed under the License is distributed on an "AS IS" BASIS, 125778822d86b0337407514b9372562b86edfa91cdAndreas Huber * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 135778822d86b0337407514b9372562b86edfa91cdAndreas Huber * See the License for the specific language governing permissions and 145778822d86b0337407514b9372562b86edfa91cdAndreas Huber * limitations under the License. 155778822d86b0337407514b9372562b86edfa91cdAndreas Huber */ 165778822d86b0337407514b9372562b86edfa91cdAndreas Huber 175778822d86b0337407514b9372562b86edfa91cdAndreas Huber//#define LOG_NDEBUG 0 185778822d86b0337407514b9372562b86edfa91cdAndreas Huber#define LOG_TAG "MediaCodec" 19fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar#include <inttypes.h> 205778822d86b0337407514b9372562b86edfa91cdAndreas Huber 214811923e80a8abefa278307ebf8cc9b0294ba67fWonsik Kim#include "include/SecureBuffer.h" 227e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim#include "include/SharedMemoryBuffer.h" 235778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include "include/SoftwareRenderer.h" 245778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25d5a416a49d5074e2966f5fe255561cbaaf31a325Chong Zhang#include <android/hardware/cas/native/1.0/IDescrambler.h> 26d5a416a49d5074e2966f5fe255561cbaaf31a325Chong Zhang 27c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker#include <binder/IMemory.h> 2867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu#include <binder/IPCThreadState.h> 292606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include <binder/IServiceManager.h> 30c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker#include <binder/MemoryDealer.h> 314f87426e12f5f12e0724519e77f8237a6b2d5dacWonsik Kim#include <cutils/properties.h> 3279608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang#include <gui/BufferQueue.h> 331a2952aee048ca7b1765e2bc09ebe9aeddaeafa3Mathias Agopian#include <gui/Surface.h> 34ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber#include <media/ICrypto.h> 35d291c222357303b9611cab89d0c3b047584ef377Chong Zhang#include <media/IOMX.h> 3667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu#include <media/IResourceManagerService.h> 377e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim#include <media/MediaCodecBuffer.h> 38db1221479a7ffe7094c51c463bbd36522ed106abRay Essick#include <media/MediaAnalyticsItem.h> 395778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/foundation/ABuffer.h> 405778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/foundation/ADebug.h> 415778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/foundation/AMessage.h> 425b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber#include <media/stagefright/foundation/AString.h> 43dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim#include <media/stagefright/foundation/AUtils.h> 44d91dc5a0602f54fc0d4d2187f37b5b8169bb62c3Dongwon Kang#include <media/stagefright/foundation/avc_utils.h> 45ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber#include <media/stagefright/foundation/hexdump.h> 465778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/ACodec.h> 477cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden#include <media/stagefright/BufferProducerWrapper.h> 484f87426e12f5f12e0724519e77f8237a6b2d5dacWonsik Kim#include <media/stagefright/CCodec.h> 492606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include <media/stagefright/MediaCodec.h> 506f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen#include <media/stagefright/MediaCodecList.h> 51e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber#include <media/stagefright/MediaDefs.h> 525778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/MediaErrors.h> 53744f5739019d1fd917f981e740b353c3d73fd1a8David Smith#include <media/stagefright/MediaFilter.h> 54d291c222357303b9611cab89d0c3b047584ef377Chong Zhang#include <media/stagefright/OMXClient.h> 55d291c222357303b9611cab89d0c3b047584ef377Chong Zhang#include <media/stagefright/PersistentSurface.h> 568b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar#include <media/stagefright/SurfaceUtils.h> 5799e69716215cd0665379bc90d708f2ea8689831dRuben Brunk#include <mediautils/BatteryNotifier.h> 582606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include <private/android_filesystem_config.h> 592606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include <utils/Log.h> 602606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include <utils/Singleton.h> 61e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 625778822d86b0337407514b9372562b86edfa91cdAndreas Hubernamespace android { 635778822d86b0337407514b9372562b86edfa91cdAndreas Huber 64db1221479a7ffe7094c51c463bbd36522ed106abRay Essick// key for media statistics 658574195df5de20af5fc16d6f9da1b132d6d5bfeeRay Essickstatic const char *kCodecKeyName = "codec"; 66db1221479a7ffe7094c51c463bbd36522ed106abRay Essick// attrs for media statistics 67de15b8c160c720c48b93796016801e7ae0b6bd2dRay Essick// NB: these are matched with public Java API constants defined 68de15b8c160c720c48b93796016801e7ae0b6bd2dRay Essick// in frameworks/base/media/java/android/media/MediaCodec.java 69de15b8c160c720c48b93796016801e7ae0b6bd2dRay Essick// These must be kept synchronized with the constants there. 70afb43f76821e6a63e17e6484289a40430ada6978Ray Essickstatic const char *kCodecCodec = "android.media.mediacodec.codec"; /* e.g. OMX.google.aac.decoder */ 71afb43f76821e6a63e17e6484289a40430ada6978Ray Essickstatic const char *kCodecMime = "android.media.mediacodec.mime"; /* e.g. audio/mime */ 72afb43f76821e6a63e17e6484289a40430ada6978Ray Essickstatic const char *kCodecMode = "android.media.mediacodec.mode"; /* audio, video */ 73de15b8c160c720c48b93796016801e7ae0b6bd2dRay Essickstatic const char *kCodecModeVideo = "video"; /* values returned for kCodecMode */ 74de15b8c160c720c48b93796016801e7ae0b6bd2dRay Essickstatic const char *kCodecModeAudio = "audio"; 75de15b8c160c720c48b93796016801e7ae0b6bd2dRay Essickstatic const char *kCodecEncoder = "android.media.mediacodec.encoder"; /* 0,1 */ 76afb43f76821e6a63e17e6484289a40430ada6978Ray Essickstatic const char *kCodecSecure = "android.media.mediacodec.secure"; /* 0, 1 */ 77afb43f76821e6a63e17e6484289a40430ada6978Ray Essickstatic const char *kCodecWidth = "android.media.mediacodec.width"; /* 0..n */ 78de15b8c160c720c48b93796016801e7ae0b6bd2dRay Essickstatic const char *kCodecHeight = "android.media.mediacodec.height"; /* 0..n */ 79afb43f76821e6a63e17e6484289a40430ada6978Ray Essickstatic const char *kCodecRotation = "android.media.mediacodec.rotation-degrees"; /* 0/90/180/270 */ 808574195df5de20af5fc16d6f9da1b132d6d5bfeeRay Essick 81de15b8c160c720c48b93796016801e7ae0b6bd2dRay Essick// NB: These are not yet exposed as public Java API constants. 82de15b8c160c720c48b93796016801e7ae0b6bd2dRay Essickstatic const char *kCodecCrypto = "android.media.mediacodec.crypto"; /* 0,1 */ 83002e413a5a7460a32790ed08408085a6062f4054Ray Essickstatic const char *kCodecBytesIn = "android.media.mediacodec.bytesin"; /* 0..n */ 84002e413a5a7460a32790ed08408085a6062f4054Ray Essickstatic const char *kCodecProfile = "android.media.mediacodec.profile"; /* 0..n */ 85002e413a5a7460a32790ed08408085a6062f4054Ray Essickstatic const char *kCodecLevel = "android.media.mediacodec.level"; /* 0..n */ 86002e413a5a7460a32790ed08408085a6062f4054Ray Essickstatic const char *kCodecMaxWidth = "android.media.mediacodec.maxwidth"; /* 0..n */ 87002e413a5a7460a32790ed08408085a6062f4054Ray Essickstatic const char *kCodecMaxHeight = "android.media.mediacodec.maxheight"; /* 0..n */ 8882b7fe8aa03558bf90769a3d88536e6105db371bRay Essickstatic const char *kCodecError = "android.media.mediacodec.errcode"; 8982b7fe8aa03558bf90769a3d88536e6105db371bRay Essickstatic const char *kCodecErrorState = "android.media.mediacodec.errstate"; 90db1221479a7ffe7094c51c463bbd36522ed106abRay Essick 91db1221479a7ffe7094c51c463bbd36522ed106abRay Essick 920d1ed381fde5dac12dd84fcf3da66dac46699378Chih-Hung Hsiehstatic int64_t getId(const sp<IResourceManagerClient> &client) { 9367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return (int64_t) client.get(); 9467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 9567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 9667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wustatic bool isResourceError(status_t err) { 9747a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu return (err == NO_MEMORY); 9867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 9967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 10067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wustatic const int kMaxRetry = 2; 1014b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wustatic const int kMaxReclaimWaitTimeInUs = 500000; // 0.5s 102dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimstatic const int kNumBuffersAlign = 16; 10367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 10479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim//////////////////////////////////////////////////////////////////////////////// 10579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 10667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wustruct ResourceManagerClient : public BnResourceManagerClient { 107090ef604f81447eab4aa0a5b45d6307482573560Chih-Hung Hsieh explicit ResourceManagerClient(MediaCodec* codec) : mMediaCodec(codec) {} 10867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 10967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu virtual bool reclaimResource() { 11067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<MediaCodec> codec = mMediaCodec.promote(); 11167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (codec == NULL) { 11267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // codec is already gone. 11367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return true; 11467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 11547a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu status_t err = codec->reclaim(); 1164b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu if (err == WOULD_BLOCK) { 1174b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu ALOGD("Wait for the client to release codec."); 1184b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu usleep(kMaxReclaimWaitTimeInUs); 1194b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu ALOGD("Try to reclaim again."); 1204b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu err = codec->reclaim(true /* force */); 1214b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu } 12267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (err != OK) { 12367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ALOGW("ResourceManagerClient failed to release codec with err %d", err); 12467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 12567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return (err == OK); 12667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 12767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 1288f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu virtual String8 getName() { 1298f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu String8 ret; 1308f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu sp<MediaCodec> codec = mMediaCodec.promote(); 1318f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu if (codec == NULL) { 1328f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu // codec is already gone. 1338f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu return ret; 1348f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu } 1358f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu 1368f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu AString name; 1378f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu if (codec->getName(&name) == OK) { 1388f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu ret.setTo(name.c_str()); 1398f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu } 1408f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu return ret; 1418f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu } 14267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 14367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuprotected: 14467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu virtual ~ResourceManagerClient() {} 14567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 14667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuprivate: 14767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu wp<MediaCodec> mMediaCodec; 14867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 14967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu DISALLOW_EVIL_CONSTRUCTORS(ResourceManagerClient); 15067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu}; 15167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 15268845c14ebf2c7282800b1abffde38d8e9a57aabRonghua WuMediaCodec::ResourceManagerServiceProxy::ResourceManagerServiceProxy(pid_t pid) 15368845c14ebf2c7282800b1abffde38d8e9a57aabRonghua Wu : mPid(pid) { 15468845c14ebf2c7282800b1abffde38d8e9a57aabRonghua Wu if (mPid == MediaCodec::kNoPid) { 15568845c14ebf2c7282800b1abffde38d8e9a57aabRonghua Wu mPid = IPCThreadState::self()->getCallingPid(); 15668845c14ebf2c7282800b1abffde38d8e9a57aabRonghua Wu } 15767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 15867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 15967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua WuMediaCodec::ResourceManagerServiceProxy::~ResourceManagerServiceProxy() { 16067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mService != NULL) { 16167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu IInterface::asBinder(mService)->unlinkToDeath(this); 16267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 16367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 16467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 16567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuvoid MediaCodec::ResourceManagerServiceProxy::init() { 16667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<IServiceManager> sm = defaultServiceManager(); 16767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<IBinder> binder = sm->getService(String16("media.resource_manager")); 16867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mService = interface_cast<IResourceManagerService>(binder); 16967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mService == NULL) { 17067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ALOGE("Failed to get ResourceManagerService"); 17167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return; 17267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 173e4237177a4a3eea059cd74247b2d770d301a8230Ronghua Wu IInterface::asBinder(mService)->linkToDeath(this); 17467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 17567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 17667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuvoid MediaCodec::ResourceManagerServiceProxy::binderDied(const wp<IBinder>& /*who*/) { 17767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ALOGW("ResourceManagerService died."); 17867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Mutex::Autolock _l(mLock); 17967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mService.clear(); 18067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 18167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 18267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuvoid MediaCodec::ResourceManagerServiceProxy::addResource( 18367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu int64_t clientId, 1840d1ed381fde5dac12dd84fcf3da66dac46699378Chih-Hung Hsieh const sp<IResourceManagerClient> &client, 18567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu const Vector<MediaResource> &resources) { 18667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Mutex::Autolock _l(mLock); 18767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mService == NULL) { 18867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return; 18967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 19037c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu mService->addResource(mPid, clientId, client, resources); 19167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 19267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 19367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuvoid MediaCodec::ResourceManagerServiceProxy::removeResource(int64_t clientId) { 19467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Mutex::Autolock _l(mLock); 19567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mService == NULL) { 19667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return; 19767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 19837c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu mService->removeResource(mPid, clientId); 19967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 20067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 20167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wubool MediaCodec::ResourceManagerServiceProxy::reclaimResource( 20237c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu const Vector<MediaResource> &resources) { 20367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Mutex::Autolock _l(mLock); 20467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mService == NULL) { 20567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return false; 20667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 20737c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu return mService->reclaimResource(mPid, resources); 20867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 20967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 21079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim//////////////////////////////////////////////////////////////////////////////// 21179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 212dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik KimMediaCodec::BufferInfo::BufferInfo() : mOwnedByClient(false) {} 213dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim 214dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim//////////////////////////////////////////////////////////////////////////////// 215dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim 21679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kimnamespace { 21779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 21879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kimenum { 21979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim kWhatFillThisBuffer = 'fill', 22079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim kWhatDrainThisBuffer = 'drai', 22179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim kWhatEOS = 'eos ', 222dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim kWhatStartCompleted = 'Scom', 22379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim kWhatStopCompleted = 'scom', 22479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim kWhatReleaseCompleted = 'rcom', 22579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim kWhatFlushCompleted = 'fcom', 22679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim kWhatError = 'erro', 22779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim kWhatComponentAllocated = 'cAll', 22879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim kWhatComponentConfigured = 'cCon', 22979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim kWhatInputSurfaceCreated = 'isfc', 23079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim kWhatInputSurfaceAccepted = 'isfa', 23179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim kWhatSignaledInputEOS = 'seos', 23279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim kWhatOutputFramesRendered = 'outR', 233dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim kWhatOutputBuffersChanged = 'outC', 23479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim}; 23579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 236dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimclass BufferCallback : public CodecBase::BufferCallback { 23779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kimpublic: 238dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim explicit BufferCallback(const sp<AMessage> ¬ify); 239dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim virtual ~BufferCallback() = default; 240dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim 241dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim virtual void onInputBufferAvailable( 242dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim size_t index, const sp<MediaCodecBuffer> &buffer) override; 243dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim virtual void onOutputBufferAvailable( 244dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim size_t index, const sp<MediaCodecBuffer> &buffer) override; 245dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimprivate: 246dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim const sp<AMessage> mNotify; 247dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim}; 248dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim 249dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik KimBufferCallback::BufferCallback(const sp<AMessage> ¬ify) 250dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim : mNotify(notify) {} 251dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim 252dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid BufferCallback::onInputBufferAvailable( 253dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim size_t index, const sp<MediaCodecBuffer> &buffer) { 254dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim sp<AMessage> notify(mNotify->dup()); 255dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim notify->setInt32("what", kWhatFillThisBuffer); 256dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim notify->setSize("index", index); 257dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim notify->setObject("buffer", buffer); 258dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim notify->post(); 259dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim} 260dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim 261dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid BufferCallback::onOutputBufferAvailable( 262dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim size_t index, const sp<MediaCodecBuffer> &buffer) { 263dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim sp<AMessage> notify(mNotify->dup()); 264dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim notify->setInt32("what", kWhatDrainThisBuffer); 265dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim notify->setSize("index", index); 266dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim notify->setObject("buffer", buffer); 267dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim notify->post(); 268dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim} 269dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim 270dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimclass CodecCallback : public CodecBase::CodecCallback { 271dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimpublic: 272dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim explicit CodecCallback(const sp<AMessage> ¬ify); 273dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim virtual ~CodecCallback() = default; 27479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 27579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim virtual void onEos(status_t err) override; 276dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim virtual void onStartCompleted() override; 27779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim virtual void onStopCompleted() override; 27879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim virtual void onReleaseCompleted() override; 27979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim virtual void onFlushCompleted() override; 28079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim virtual void onError(status_t err, enum ActionCode actionCode) override; 28179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim virtual void onComponentAllocated(const char *componentName) override; 28279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim virtual void onComponentConfigured( 28379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim const sp<AMessage> &inputFormat, const sp<AMessage> &outputFormat) override; 28479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim virtual void onInputSurfaceCreated( 28579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim const sp<AMessage> &inputFormat, 28679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim const sp<AMessage> &outputFormat, 28779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim const sp<BufferProducerWrapper> &inputSurface) override; 28879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim virtual void onInputSurfaceCreationFailed(status_t err) override; 28979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim virtual void onInputSurfaceAccepted( 29079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim const sp<AMessage> &inputFormat, 29179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim const sp<AMessage> &outputFormat) override; 29279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim virtual void onInputSurfaceDeclined(status_t err) override; 29379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim virtual void onSignaledInputEOS(status_t err) override; 29479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim virtual void onOutputFramesRendered(const std::list<FrameRenderTracker::Info> &done) override; 295dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim virtual void onOutputBuffersChanged() override; 29679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kimprivate: 29779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim const sp<AMessage> mNotify; 29879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim}; 29979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 300dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik KimCodecCallback::CodecCallback(const sp<AMessage> ¬ify) : mNotify(notify) {} 30179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 302dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid CodecCallback::onEos(status_t err) { 30379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim sp<AMessage> notify(mNotify->dup()); 304dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim notify->setInt32("what", kWhatEOS); 305dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim notify->setInt32("err", err); 306fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim notify->post(); 307fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim} 308fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim 309dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid CodecCallback::onStartCompleted() { 310fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim sp<AMessage> notify(mNotify->dup()); 311dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim notify->setInt32("what", kWhatStartCompleted); 31279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->post(); 31379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} 31479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 315dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid CodecCallback::onStopCompleted() { 31679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim sp<AMessage> notify(mNotify->dup()); 31779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("what", kWhatStopCompleted); 31879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->post(); 31979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} 32079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 321dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid CodecCallback::onReleaseCompleted() { 32279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim sp<AMessage> notify(mNotify->dup()); 32379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("what", kWhatReleaseCompleted); 32479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->post(); 32579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} 32679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 327dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid CodecCallback::onFlushCompleted() { 32879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim sp<AMessage> notify(mNotify->dup()); 32979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("what", kWhatFlushCompleted); 33079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->post(); 33179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} 33279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 333dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid CodecCallback::onError(status_t err, enum ActionCode actionCode) { 33479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim sp<AMessage> notify(mNotify->dup()); 33579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("what", kWhatError); 33679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("err", err); 33779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("actionCode", actionCode); 33879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->post(); 33979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} 34079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 341dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid CodecCallback::onComponentAllocated(const char *componentName) { 34279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim sp<AMessage> notify(mNotify->dup()); 34379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("what", kWhatComponentAllocated); 34479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setString("componentName", componentName); 34579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->post(); 34679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} 34779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 348dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid CodecCallback::onComponentConfigured( 34979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim const sp<AMessage> &inputFormat, const sp<AMessage> &outputFormat) { 35079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim sp<AMessage> notify(mNotify->dup()); 35179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("what", kWhatComponentConfigured); 35279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setMessage("input-format", inputFormat); 35379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setMessage("output-format", outputFormat); 35479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->post(); 35579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} 35679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 357dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid CodecCallback::onInputSurfaceCreated( 35879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim const sp<AMessage> &inputFormat, 35979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim const sp<AMessage> &outputFormat, 36079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim const sp<BufferProducerWrapper> &inputSurface) { 36179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim sp<AMessage> notify(mNotify->dup()); 36279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("what", kWhatInputSurfaceCreated); 36379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setMessage("input-format", inputFormat); 36479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setMessage("output-format", outputFormat); 36579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setObject("input-surface", inputSurface); 36679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->post(); 36779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} 36879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 369dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid CodecCallback::onInputSurfaceCreationFailed(status_t err) { 37079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim sp<AMessage> notify(mNotify->dup()); 37179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("what", kWhatInputSurfaceCreated); 37279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("err", err); 37379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->post(); 37479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} 37579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 376dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid CodecCallback::onInputSurfaceAccepted( 37779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim const sp<AMessage> &inputFormat, 37879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim const sp<AMessage> &outputFormat) { 37979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim sp<AMessage> notify(mNotify->dup()); 38079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("what", kWhatInputSurfaceAccepted); 38179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setMessage("input-format", inputFormat); 38279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setMessage("output-format", outputFormat); 38379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->post(); 38479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} 38579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 386dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid CodecCallback::onInputSurfaceDeclined(status_t err) { 38779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim sp<AMessage> notify(mNotify->dup()); 38879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("what", kWhatInputSurfaceAccepted); 38979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("err", err); 39079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->post(); 39179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} 39279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 393dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid CodecCallback::onSignaledInputEOS(status_t err) { 39479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim sp<AMessage> notify(mNotify->dup()); 39579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("what", kWhatSignaledInputEOS); 39679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim if (err != OK) { 39779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("err", err); 39879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim } 39979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->post(); 40079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} 40179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 402dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid CodecCallback::onOutputFramesRendered(const std::list<FrameRenderTracker::Info> &done) { 40379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim sp<AMessage> notify(mNotify->dup()); 40479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("what", kWhatOutputFramesRendered); 40579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim if (MediaCodec::CreateFramesRenderedMessage(done, notify)) { 40679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->post(); 40779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim } 40879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} 40979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 410dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid CodecCallback::onOutputBuffersChanged() { 411dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim sp<AMessage> notify(mNotify->dup()); 412dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim notify->setInt32("what", kWhatOutputBuffersChanged); 413dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim notify->post(); 414dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim} 415dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim 41679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} // namespace 41779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 41879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim//////////////////////////////////////////////////////////////////////////////// 41979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 4205778822d86b0337407514b9372562b86edfa91cdAndreas Huber// static 4215778822d86b0337407514b9372562b86edfa91cdAndreas Hubersp<MediaCodec> MediaCodec::CreateByType( 422f2ae3e19080938db8cbf29a963fd744a3964fcc2Wei Jia const sp<ALooper> &looper, const AString &mime, bool encoder, status_t *err, pid_t pid, 423f2ae3e19080938db8cbf29a963fd744a3964fcc2Wei Jia uid_t uid) { 42478165d3f45797079b06c876042b9b78039378121Wonsik Kim Vector<AString> matchingCodecs; 42578165d3f45797079b06c876042b9b78039378121Wonsik Kim 42678165d3f45797079b06c876042b9b78039378121Wonsik Kim MediaCodecList::findMatchingCodecs( 42778165d3f45797079b06c876042b9b78039378121Wonsik Kim mime.c_str(), 42878165d3f45797079b06c876042b9b78039378121Wonsik Kim encoder, 42978165d3f45797079b06c876042b9b78039378121Wonsik Kim 0, 4303f21345e16b77c49042f5c13ceb62b0c35699561Chong Zhang &matchingCodecs); 4315778822d86b0337407514b9372562b86edfa91cdAndreas Huber 432251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (err != NULL) { 43378165d3f45797079b06c876042b9b78039378121Wonsik Kim *err = NAME_NOT_FOUND; 434251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 43578165d3f45797079b06c876042b9b78039378121Wonsik Kim for (size_t i = 0; i < matchingCodecs.size(); ++i) { 43678165d3f45797079b06c876042b9b78039378121Wonsik Kim sp<MediaCodec> codec = new MediaCodec(looper, pid, uid); 43778165d3f45797079b06c876042b9b78039378121Wonsik Kim AString componentName = matchingCodecs[i]; 43878165d3f45797079b06c876042b9b78039378121Wonsik Kim status_t ret = codec->init(componentName); 43978165d3f45797079b06c876042b9b78039378121Wonsik Kim if (err != NULL) { 44078165d3f45797079b06c876042b9b78039378121Wonsik Kim *err = ret; 44178165d3f45797079b06c876042b9b78039378121Wonsik Kim } 44278165d3f45797079b06c876042b9b78039378121Wonsik Kim if (ret == OK) { 44378165d3f45797079b06c876042b9b78039378121Wonsik Kim return codec; 44478165d3f45797079b06c876042b9b78039378121Wonsik Kim } 44578165d3f45797079b06c876042b9b78039378121Wonsik Kim ALOGD("Allocating component '%s' failed (%d), try next one.", 44678165d3f45797079b06c876042b9b78039378121Wonsik Kim componentName.c_str(), ret); 44778165d3f45797079b06c876042b9b78039378121Wonsik Kim } 44878165d3f45797079b06c876042b9b78039378121Wonsik Kim return NULL; 4495778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 4505778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4515778822d86b0337407514b9372562b86edfa91cdAndreas Huber// static 4525778822d86b0337407514b9372562b86edfa91cdAndreas Hubersp<MediaCodec> MediaCodec::CreateByComponentName( 453f2ae3e19080938db8cbf29a963fd744a3964fcc2Wei Jia const sp<ALooper> &looper, const AString &name, status_t *err, pid_t pid, uid_t uid) { 454f2ae3e19080938db8cbf29a963fd744a3964fcc2Wei Jia sp<MediaCodec> codec = new MediaCodec(looper, pid, uid); 4555778822d86b0337407514b9372562b86edfa91cdAndreas Huber 45678165d3f45797079b06c876042b9b78039378121Wonsik Kim const status_t ret = codec->init(name); 457251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (err != NULL) { 458251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung *err = ret; 459251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 460251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return ret == OK ? codec : NULL; // NULL deallocates codec. 4615778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 4625778822d86b0337407514b9372562b86edfa91cdAndreas Huber 463d291c222357303b9611cab89d0c3b047584ef377Chong Zhang// static 464d291c222357303b9611cab89d0c3b047584ef377Chong Zhangsp<PersistentSurface> MediaCodec::CreatePersistentInputSurface() { 465d291c222357303b9611cab89d0c3b047584ef377Chong Zhang OMXClient client; 466addf2cbb120346ae42e78fa739245a353db5edadChong Zhang if (client.connect() != OK) { 467addf2cbb120346ae42e78fa739245a353db5edadChong Zhang ALOGE("Failed to connect to OMX to create persistent input surface."); 46879608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang return NULL; 46979608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang } 47079608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang 471addf2cbb120346ae42e78fa739245a353db5edadChong Zhang sp<IOMX> omx = client.interface(); 47279608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang 473d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<IGraphicBufferProducer> bufferProducer; 474addf2cbb120346ae42e78fa739245a353db5edadChong Zhang sp<IGraphicBufferSource> bufferSource; 475d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 476addf2cbb120346ae42e78fa739245a353db5edadChong Zhang status_t err = omx->createInputSurface(&bufferProducer, &bufferSource); 477d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 478d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (err != OK) { 479d291c222357303b9611cab89d0c3b047584ef377Chong Zhang ALOGE("Failed to create persistent input surface."); 480d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return NULL; 481d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 482d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 483addf2cbb120346ae42e78fa739245a353db5edadChong Zhang return new PersistentSurface(bufferProducer, bufferSource); 484d291c222357303b9611cab89d0c3b047584ef377Chong Zhang} 485d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 486f2ae3e19080938db8cbf29a963fd744a3964fcc2Wei JiaMediaCodec::MediaCodec(const sp<ALooper> &looper, pid_t pid, uid_t uid) 4875778822d86b0337407514b9372562b86edfa91cdAndreas Huber : mState(UNINITIALIZED), 48847a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu mReleasedByResourceManager(false), 4895778822d86b0337407514b9372562b86edfa91cdAndreas Huber mLooper(looper), 49092cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar mCodec(NULL), 4917cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mReplyID(0), 4925778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags(0), 493251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mStickyError(OK), 4945778822d86b0337407514b9372562b86edfa91cdAndreas Huber mSoftRenderer(NULL), 49582b7fe8aa03558bf90769a3d88536e6105db371bRay Essick mAnalyticsItem(NULL), 496ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar mResourceManagerClient(new ResourceManagerClient(this)), 49768845c14ebf2c7282800b1abffde38d8e9a57aabRonghua Wu mResourceManagerService(new ResourceManagerServiceProxy(pid)), 4982606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mBatteryStatNotified(false), 4992606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mIsVideo(false), 50067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mVideoWidth(0), 50167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mVideoHeight(0), 502505aab41c0e8e79a49d4506344fcd9d220d5965bChong Zhang mRotationDegrees(0), 5035778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputTimeoutGeneration(0), 5045778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputReplyID(0), 5055778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueOutputTimeoutGeneration(0), 5066507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mDequeueOutputReplyID(0), 5073d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang mHaveInputSurface(false), 5083d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang mHavePendingInputBuffers(false) { 509f2ae3e19080938db8cbf29a963fd744a3964fcc2Wei Jia if (uid == kNoUid) { 510f2ae3e19080938db8cbf29a963fd744a3964fcc2Wei Jia mUid = IPCThreadState::self()->getCallingUid(); 511f2ae3e19080938db8cbf29a963fd744a3964fcc2Wei Jia } else { 512f2ae3e19080938db8cbf29a963fd744a3964fcc2Wei Jia mUid = uid; 513f2ae3e19080938db8cbf29a963fd744a3964fcc2Wei Jia } 51482b7fe8aa03558bf90769a3d88536e6105db371bRay Essick initAnalyticsItem(); 51582b7fe8aa03558bf90769a3d88536e6105db371bRay Essick} 51682b7fe8aa03558bf90769a3d88536e6105db371bRay Essick 51782b7fe8aa03558bf90769a3d88536e6105db371bRay EssickMediaCodec::~MediaCodec() { 51882b7fe8aa03558bf90769a3d88536e6105db371bRay Essick CHECK_EQ(mState, UNINITIALIZED); 51982b7fe8aa03558bf90769a3d88536e6105db371bRay Essick mResourceManagerService->removeResource(getId(mResourceManagerClient)); 52082b7fe8aa03558bf90769a3d88536e6105db371bRay Essick 52182b7fe8aa03558bf90769a3d88536e6105db371bRay Essick flushAnalyticsItem(); 52282b7fe8aa03558bf90769a3d88536e6105db371bRay Essick} 52382b7fe8aa03558bf90769a3d88536e6105db371bRay Essick 52482b7fe8aa03558bf90769a3d88536e6105db371bRay Essickvoid MediaCodec::initAnalyticsItem() { 52582b7fe8aa03558bf90769a3d88536e6105db371bRay Essick CHECK(mAnalyticsItem == NULL); 526db1221479a7ffe7094c51c463bbd36522ed106abRay Essick // set up our new record, get a sessionID, put it into the in-progress list 5278574195df5de20af5fc16d6f9da1b132d6d5bfeeRay Essick mAnalyticsItem = new MediaAnalyticsItem(kCodecKeyName); 528db1221479a7ffe7094c51c463bbd36522ed106abRay Essick if (mAnalyticsItem != NULL) { 529db1221479a7ffe7094c51c463bbd36522ed106abRay Essick // don't record it yet; only at the end, when we have decided that we have 530db1221479a7ffe7094c51c463bbd36522ed106abRay Essick // data worth writing (e.g. .count() > 0) 531db1221479a7ffe7094c51c463bbd36522ed106abRay Essick } 5325778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 5335778822d86b0337407514b9372562b86edfa91cdAndreas Huber 53482b7fe8aa03558bf90769a3d88536e6105db371bRay Essickvoid MediaCodec::flushAnalyticsItem() { 53582b7fe8aa03558bf90769a3d88536e6105db371bRay Essick if (mAnalyticsItem != NULL) { 53682b7fe8aa03558bf90769a3d88536e6105db371bRay Essick // don't log empty records 537db1221479a7ffe7094c51c463bbd36522ed106abRay Essick if (mAnalyticsItem->count() > 0) { 538db1221479a7ffe7094c51c463bbd36522ed106abRay Essick mAnalyticsItem->selfrecord(); 539db1221479a7ffe7094c51c463bbd36522ed106abRay Essick } 540db1221479a7ffe7094c51c463bbd36522ed106abRay Essick delete mAnalyticsItem; 541db1221479a7ffe7094c51c463bbd36522ed106abRay Essick mAnalyticsItem = NULL; 542db1221479a7ffe7094c51c463bbd36522ed106abRay Essick } 5435778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 5445778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5455778822d86b0337407514b9372562b86edfa91cdAndreas Huber// static 5465778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::PostAndAwaitResponse( 5475778822d86b0337407514b9372562b86edfa91cdAndreas Huber const sp<AMessage> &msg, sp<AMessage> *response) { 5485778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = msg->postAndAwaitResponse(response); 5495778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5505778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 5515778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 5525778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 5535778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5545778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!(*response)->findInt32("err", &err)) { 5555778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = OK; 5565778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 5575778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5585778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 5595778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 5605778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5613f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnarvoid MediaCodec::PostReplyWithError(const sp<AReplyToken> &replyID, int32_t err) { 56247a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu int32_t finalErr = err; 56347a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu if (mReleasedByResourceManager) { 56447a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu // override the err code if MediaCodec has been released by ResourceManager. 56547a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu finalErr = DEAD_OBJECT; 56647a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu } 56747a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu 568c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> response = new AMessage; 56947a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu response->setInt32("err", finalErr); 570c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang response->postReply(replyID); 571c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 572c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 5735b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar//static 57478165d3f45797079b06c876042b9b78039378121Wonsik Kimsp<CodecBase> MediaCodec::GetCodecBase(const AString &name) { 5754f87426e12f5f12e0724519e77f8237a6b2d5dacWonsik Kim static bool ccodecEnabled = property_get_bool("debug.stagefright.ccodec", false); 57678165d3f45797079b06c876042b9b78039378121Wonsik Kim if (ccodecEnabled && name.startsWithIgnoreCase("c2.")) { 5774f87426e12f5f12e0724519e77f8237a6b2d5dacWonsik Kim return new CCodec; 57878165d3f45797079b06c876042b9b78039378121Wonsik Kim } else if (name.startsWithIgnoreCase("omx.")) { 5794f87426e12f5f12e0724519e77f8237a6b2d5dacWonsik Kim // at this time only ACodec specifies a mime type. 5805b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return new ACodec; 5815b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } else if (name.startsWithIgnoreCase("android.filter.")) { 5825b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return new MediaFilter; 5835b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } else { 5845b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return NULL; 5855b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 5865b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar} 5875b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 58878165d3f45797079b06c876042b9b78039378121Wonsik Kimstatus_t MediaCodec::init(const AString &name) { 58967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mResourceManagerService->init(); 59067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 591671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar // save init parameters for reset 592671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mInitName = name; 593671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 5945778822d86b0337407514b9372562b86edfa91cdAndreas Huber // Current video decoders do not return from OMX_FillThisBuffer 5955778822d86b0337407514b9372562b86edfa91cdAndreas Huber // quickly, violating the OpenMAX specs, until that is remedied 5965778822d86b0337407514b9372562b86edfa91cdAndreas Huber // we need to invest in an extra looper to free the main event 5975778822d86b0337407514b9372562b86edfa91cdAndreas Huber // queue. 598744f5739019d1fd917f981e740b353c3d73fd1a8David Smith 59978165d3f45797079b06c876042b9b78039378121Wonsik Kim mCodec = GetCodecBase(name); 6005b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (mCodec == NULL) { 601744f5739019d1fd917f981e740b353c3d73fd1a8David Smith return NAME_NOT_FOUND; 602744f5739019d1fd917f981e740b353c3d73fd1a8David Smith } 603744f5739019d1fd917f981e740b353c3d73fd1a8David Smith 604bb644123966bfa2f44c60710faaafa8fa6f0e920Wonsik Kim mCodecInfo.clear(); 605bb644123966bfa2f44c60710faaafa8fa6f0e920Wonsik Kim 60667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu bool secureCodec = false; 60778165d3f45797079b06c876042b9b78039378121Wonsik Kim AString tmp = name; 60878165d3f45797079b06c876042b9b78039378121Wonsik Kim if (tmp.endsWith(".secure")) { 60978165d3f45797079b06c876042b9b78039378121Wonsik Kim secureCodec = true; 61078165d3f45797079b06c876042b9b78039378121Wonsik Kim tmp.erase(tmp.size() - 7, 7); 61178165d3f45797079b06c876042b9b78039378121Wonsik Kim } 61278165d3f45797079b06c876042b9b78039378121Wonsik Kim const sp<IMediaCodecList> mcl = MediaCodecList::getInstance(); 61378165d3f45797079b06c876042b9b78039378121Wonsik Kim if (mcl == NULL) { 61478165d3f45797079b06c876042b9b78039378121Wonsik Kim mCodec = NULL; // remove the codec. 61578165d3f45797079b06c876042b9b78039378121Wonsik Kim return NO_INIT; // if called from Java should raise IOException 61678165d3f45797079b06c876042b9b78039378121Wonsik Kim } 617bb644123966bfa2f44c60710faaafa8fa6f0e920Wonsik Kim for (const AString &codecName : { name, tmp }) { 618bb644123966bfa2f44c60710faaafa8fa6f0e920Wonsik Kim ssize_t codecIdx = mcl->findCodecByName(codecName.c_str()); 619bb644123966bfa2f44c60710faaafa8fa6f0e920Wonsik Kim if (codecIdx < 0) { 620bb644123966bfa2f44c60710faaafa8fa6f0e920Wonsik Kim continue; 621bb644123966bfa2f44c60710faaafa8fa6f0e920Wonsik Kim } 622bb644123966bfa2f44c60710faaafa8fa6f0e920Wonsik Kim mCodecInfo = mcl->getCodecInfo(codecIdx); 62378165d3f45797079b06c876042b9b78039378121Wonsik Kim Vector<AString> mimes; 624bb644123966bfa2f44c60710faaafa8fa6f0e920Wonsik Kim mCodecInfo->getSupportedMimes(&mimes); 62578165d3f45797079b06c876042b9b78039378121Wonsik Kim for (size_t i = 0; i < mimes.size(); i++) { 62678165d3f45797079b06c876042b9b78039378121Wonsik Kim if (mimes[i].startsWith("video/")) { 62778165d3f45797079b06c876042b9b78039378121Wonsik Kim mIsVideo = true; 62878165d3f45797079b06c876042b9b78039378121Wonsik Kim break; 6296f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen } 6306f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen } 631bb644123966bfa2f44c60710faaafa8fa6f0e920Wonsik Kim break; 632bb644123966bfa2f44c60710faaafa8fa6f0e920Wonsik Kim } 633bb644123966bfa2f44c60710faaafa8fa6f0e920Wonsik Kim if (mCodecInfo == nullptr) { 634bb644123966bfa2f44c60710faaafa8fa6f0e920Wonsik Kim return NAME_NOT_FOUND; 6355778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 6365778822d86b0337407514b9372562b86edfa91cdAndreas Huber 63767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mIsVideo) { 63867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // video codec needs dedicated looper 6395778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mCodecLooper == NULL) { 6405778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodecLooper = new ALooper; 6415778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodecLooper->setName("CodecLooper"); 6425778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodecLooper->start(false, false, ANDROID_PRIORITY_AUDIO); 6435778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 6445778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6455778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodecLooper->registerHandler(mCodec); 6465778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 6475778822d86b0337407514b9372562b86edfa91cdAndreas Huber mLooper->registerHandler(mCodec); 6485778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 6495778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6505778822d86b0337407514b9372562b86edfa91cdAndreas Huber mLooper->registerHandler(this); 6515778822d86b0337407514b9372562b86edfa91cdAndreas Huber 65279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim mCodec->setCallback( 653dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim std::unique_ptr<CodecBase::CodecCallback>( 654dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim new CodecCallback(new AMessage(kWhatCodecNotify, this)))); 655dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mBufferChannel = mCodec->getBufferChannel(); 656dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mBufferChannel->setCallback( 657dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim std::unique_ptr<CodecBase::BufferCallback>( 658dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim new BufferCallback(new AMessage(kWhatCodecNotify, this)))); 6595778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6601d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatInit, this); 661bb644123966bfa2f44c60710faaafa8fa6f0e920Wonsik Kim msg->setObject("codecInfo", mCodecInfo); 662bb644123966bfa2f44c60710faaafa8fa6f0e920Wonsik Kim // name may be different from mCodecInfo->getCodecName() if we stripped 663bb644123966bfa2f44c60710faaafa8fa6f0e920Wonsik Kim // ".secure" 6645778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setString("name", name); 6655778822d86b0337407514b9372562b86edfa91cdAndreas Huber 666db1221479a7ffe7094c51c463bbd36522ed106abRay Essick if (mAnalyticsItem != NULL) { 66778165d3f45797079b06c876042b9b78039378121Wonsik Kim mAnalyticsItem->setCString(kCodecCodec, name.c_str()); 668de15b8c160c720c48b93796016801e7ae0b6bd2dRay Essick mAnalyticsItem->setCString(kCodecMode, mIsVideo ? kCodecModeVideo : kCodecModeAudio); 669db1221479a7ffe7094c51c463bbd36522ed106abRay Essick } 670db1221479a7ffe7094c51c463bbd36522ed106abRay Essick 67167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu status_t err; 67267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Vector<MediaResource> resources; 673ea15fd29af81490311af9e12949b43524c39400eRonghua Wu MediaResource::Type type = 674ea15fd29af81490311af9e12949b43524c39400eRonghua Wu secureCodec ? MediaResource::kSecureCodec : MediaResource::kNonSecureCodec; 675ea15fd29af81490311af9e12949b43524c39400eRonghua Wu MediaResource::SubType subtype = 676ea15fd29af81490311af9e12949b43524c39400eRonghua Wu mIsVideo ? MediaResource::kVideoCodec : MediaResource::kAudioCodec; 677ea15fd29af81490311af9e12949b43524c39400eRonghua Wu resources.push_back(MediaResource(type, subtype, 1)); 67867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu for (int i = 0; i <= kMaxRetry; ++i) { 67967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (i > 0) { 68067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // Don't try to reclaim resource for the first time. 68137c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu if (!mResourceManagerService->reclaimResource(resources)) { 68267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 68367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 68467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 68567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 68667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<AMessage> response; 68767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu err = PostAndAwaitResponse(msg, &response); 68867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (!isResourceError(err)) { 68967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 69067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 69167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 69267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return err; 6935778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 6945778822d86b0337407514b9372562b86edfa91cdAndreas Huber 695c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhangstatus_t MediaCodec::setCallback(const sp<AMessage> &callback) { 6961d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatSetCallback, this); 697c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setMessage("callback", callback); 698c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 699c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> response; 700c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang return PostAndAwaitResponse(msg, &response); 701c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 702c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 70390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarstatus_t MediaCodec::setOnFrameRenderedNotification(const sp<AMessage> ¬ify) { 70490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar sp<AMessage> msg = new AMessage(kWhatSetNotification, this); 70590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar msg->setMessage("on-frame-rendered", notify); 70690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar return msg->post(); 70790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 70890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 7095778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::configure( 7105778822d86b0337407514b9372562b86edfa91cdAndreas Huber const sp<AMessage> &format, 7119dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang const sp<Surface> &nativeWindow, 7129dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang const sp<ICrypto> &crypto, 7139dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang uint32_t flags) { 7149dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang return configure(format, nativeWindow, crypto, NULL, flags); 7159dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang} 7169dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang 7179dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhangstatus_t MediaCodec::configure( 7189dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang const sp<AMessage> &format, 719f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar const sp<Surface> &surface, 7201bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber const sp<ICrypto> &crypto, 7219dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang const sp<IDescrambler> &descrambler, 7225778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t flags) { 7231d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatConfigure, this); 7245778822d86b0337407514b9372562b86edfa91cdAndreas Huber 725002e413a5a7460a32790ed08408085a6062f4054Ray Essick if (mAnalyticsItem != NULL) { 726002e413a5a7460a32790ed08408085a6062f4054Ray Essick int32_t profile = 0; 727002e413a5a7460a32790ed08408085a6062f4054Ray Essick if (format->findInt32("profile", &profile)) { 728002e413a5a7460a32790ed08408085a6062f4054Ray Essick mAnalyticsItem->setInt32(kCodecProfile, profile); 729002e413a5a7460a32790ed08408085a6062f4054Ray Essick } 730002e413a5a7460a32790ed08408085a6062f4054Ray Essick int32_t level = 0; 731002e413a5a7460a32790ed08408085a6062f4054Ray Essick if (format->findInt32("level", &level)) { 732002e413a5a7460a32790ed08408085a6062f4054Ray Essick mAnalyticsItem->setInt32(kCodecLevel, level); 733002e413a5a7460a32790ed08408085a6062f4054Ray Essick } 73478165d3f45797079b06c876042b9b78039378121Wonsik Kim mAnalyticsItem->setInt32(kCodecEncoder, (flags & CONFIGURE_FLAG_ENCODE) ? 1 : 0); 735002e413a5a7460a32790ed08408085a6062f4054Ray Essick } 736002e413a5a7460a32790ed08408085a6062f4054Ray Essick 73767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mIsVideo) { 73867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu format->findInt32("width", &mVideoWidth); 73967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu format->findInt32("height", &mVideoHeight); 740002e413a5a7460a32790ed08408085a6062f4054Ray Essick if (!format->findInt32("rotation-degrees", &mRotationDegrees)) { 741505aab41c0e8e79a49d4506344fcd9d220d5965bChong Zhang mRotationDegrees = 0; 742505aab41c0e8e79a49d4506344fcd9d220d5965bChong Zhang } 7432034457336d28124e0f9f3c625978052ae03fceaWei Jia 744db1221479a7ffe7094c51c463bbd36522ed106abRay Essick if (mAnalyticsItem != NULL) { 745afb43f76821e6a63e17e6484289a40430ada6978Ray Essick mAnalyticsItem->setInt32(kCodecWidth, mVideoWidth); 746afb43f76821e6a63e17e6484289a40430ada6978Ray Essick mAnalyticsItem->setInt32(kCodecHeight, mVideoHeight); 747afb43f76821e6a63e17e6484289a40430ada6978Ray Essick mAnalyticsItem->setInt32(kCodecRotation, mRotationDegrees); 748002e413a5a7460a32790ed08408085a6062f4054Ray Essick int32_t maxWidth = 0; 749002e413a5a7460a32790ed08408085a6062f4054Ray Essick if (format->findInt32("max-width", &maxWidth)) { 750002e413a5a7460a32790ed08408085a6062f4054Ray Essick mAnalyticsItem->setInt32(kCodecMaxWidth, maxWidth); 751002e413a5a7460a32790ed08408085a6062f4054Ray Essick } 752002e413a5a7460a32790ed08408085a6062f4054Ray Essick int32_t maxHeight = 0; 753002e413a5a7460a32790ed08408085a6062f4054Ray Essick if (format->findInt32("max-height", &maxHeight)) { 754002e413a5a7460a32790ed08408085a6062f4054Ray Essick mAnalyticsItem->setInt32(kCodecMaxHeight, maxHeight); 755002e413a5a7460a32790ed08408085a6062f4054Ray Essick } 756db1221479a7ffe7094c51c463bbd36522ed106abRay Essick } 757db1221479a7ffe7094c51c463bbd36522ed106abRay Essick 7582034457336d28124e0f9f3c625978052ae03fceaWei Jia // Prevent possible integer overflow in downstream code. 75978165d3f45797079b06c876042b9b78039378121Wonsik Kim if ((uint64_t)mVideoWidth * mVideoHeight > (uint64_t)INT32_MAX / 4) { 7602034457336d28124e0f9f3c625978052ae03fceaWei Jia ALOGE("buffer size is too big, width=%d, height=%d", mVideoWidth, mVideoHeight); 7612034457336d28124e0f9f3c625978052ae03fceaWei Jia return BAD_VALUE; 7622034457336d28124e0f9f3c625978052ae03fceaWei Jia } 76367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 76467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 7655778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setMessage("format", format); 7665778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("flags", flags); 767f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar msg->setObject("surface", surface); 7681bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber 7699dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang if (crypto != NULL || descrambler != NULL) { 7709dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang if (crypto != NULL) { 7719dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang msg->setPointer("crypto", crypto.get()); 7729dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang } else { 7739dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang msg->setPointer("descrambler", descrambler.get()); 7749dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang } 775db1221479a7ffe7094c51c463bbd36522ed106abRay Essick if (mAnalyticsItem != NULL) { 776db1221479a7ffe7094c51c463bbd36522ed106abRay Essick // XXX: save indication that it's crypto in some way... 777afb43f76821e6a63e17e6484289a40430ada6978Ray Essick mAnalyticsItem->setInt32(kCodecCrypto, 1); 778db1221479a7ffe7094c51c463bbd36522ed106abRay Essick } 77932c1bcda7c9fb429fe6c235184f8bb6aa7ef12dbDongwon Kang } else if (mFlags & kFlagIsSecure) { 78032c1bcda7c9fb429fe6c235184f8bb6aa7ef12dbDongwon Kang ALOGW("Crypto or descrambler should be given for secure codec"); 7815778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 7825778822d86b0337407514b9372562b86edfa91cdAndreas Huber 78367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // save msg for reset 78467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mConfigureMsg = msg; 785f64b36deccd473b545dbed22c2feb11fc49157e5Chong Zhang 78667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu status_t err; 78767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Vector<MediaResource> resources; 788ea15fd29af81490311af9e12949b43524c39400eRonghua Wu MediaResource::Type type = (mFlags & kFlagIsSecure) ? 789ea15fd29af81490311af9e12949b43524c39400eRonghua Wu MediaResource::kSecureCodec : MediaResource::kNonSecureCodec; 790ea15fd29af81490311af9e12949b43524c39400eRonghua Wu MediaResource::SubType subtype = 791ea15fd29af81490311af9e12949b43524c39400eRonghua Wu mIsVideo ? MediaResource::kVideoCodec : MediaResource::kAudioCodec; 792ea15fd29af81490311af9e12949b43524c39400eRonghua Wu resources.push_back(MediaResource(type, subtype, 1)); 79367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // Don't know the buffer size at this point, but it's fine to use 1 because 79467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // the reclaimResource call doesn't consider the requester's buffer size for now. 795ea15fd29af81490311af9e12949b43524c39400eRonghua Wu resources.push_back(MediaResource(MediaResource::kGraphicMemory, 1)); 79667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu for (int i = 0; i <= kMaxRetry; ++i) { 79767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (i > 0) { 79867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // Don't try to reclaim resource for the first time. 79937c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu if (!mResourceManagerService->reclaimResource(resources)) { 80067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 80167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 80267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 803f64b36deccd473b545dbed22c2feb11fc49157e5Chong Zhang 80467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<AMessage> response; 80567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu err = PostAndAwaitResponse(msg, &response); 80667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (err != OK && err != INVALID_OPERATION) { 80767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // MediaCodec now set state to UNINITIALIZED upon any fatal error. 80867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // To maintain backward-compatibility, do a reset() to put codec 80967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // back into INITIALIZED state. 81067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // But don't reset if the err is INVALID_OPERATION, which means 81167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // the configure failure is due to wrong state. 81267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 81367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ALOGE("configure failed with err 0x%08x, resetting...", err); 81467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu reset(); 81567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 81667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (!isResourceError(err)) { 81767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 81867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 819f64b36deccd473b545dbed22c2feb11fc49157e5Chong Zhang } 820f64b36deccd473b545dbed22c2feb11fc49157e5Chong Zhang return err; 8215778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 8225778822d86b0337407514b9372562b86edfa91cdAndreas Huber 823cefac14261a32fb856b0d1ab31541787112e306eHassan Shojaniastatus_t MediaCodec::releaseCrypto() 824cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania{ 825cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania ALOGV("releaseCrypto"); 826cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania 827cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania sp<AMessage> msg = new AMessage(kWhatDrmReleaseCrypto, this); 828cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania 829cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania sp<AMessage> response; 830cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania status_t status = msg->postAndAwaitResponse(&response); 831cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania 832cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania if (status == OK && response != NULL) { 833cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania CHECK(response->findInt32("status", &status)); 834cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania ALOGV("releaseCrypto ret: %d ", status); 835cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania } 836cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania else { 837cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania ALOGE("releaseCrypto err: %d", status); 838cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania } 839cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania 840cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania return status; 841cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania} 842cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania 843cefac14261a32fb856b0d1ab31541787112e306eHassan Shojaniavoid MediaCodec::onReleaseCrypto(const sp<AMessage>& msg) 844cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania{ 845cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania status_t status = INVALID_OPERATION; 846cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania if (mCrypto != NULL) { 847cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania ALOGV("onReleaseCrypto: mCrypto: %p (%d)", mCrypto.get(), mCrypto->getStrongCount()); 848cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania mBufferChannel->setCrypto(NULL); 849cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania // TODO change to ALOGV 850cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania ALOGD("onReleaseCrypto: [before clear] mCrypto: %p (%d)", 851cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania mCrypto.get(), mCrypto->getStrongCount()); 852cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania mCrypto.clear(); 853cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania 854cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania status = OK; 855cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania } 856cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania else { 857cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania ALOGW("onReleaseCrypto: No mCrypto. err: %d", status); 858cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania } 859cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania 860cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania sp<AMessage> response = new AMessage; 861cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania response->setInt32("status", status); 862cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania 863cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania sp<AReplyToken> replyID; 864cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania CHECK(msg->senderAwaitsResponse(&replyID)); 865cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania response->postReply(replyID); 866cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania} 867cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania 8688f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhangstatus_t MediaCodec::setInputSurface( 869d291c222357303b9611cab89d0c3b047584ef377Chong Zhang const sp<PersistentSurface> &surface) { 8708f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang sp<AMessage> msg = new AMessage(kWhatSetInputSurface, this); 871d291c222357303b9611cab89d0c3b047584ef377Chong Zhang msg->setObject("input-surface", surface.get()); 872d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 873d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<AMessage> response; 874d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return PostAndAwaitResponse(msg, &response); 875d291c222357303b9611cab89d0c3b047584ef377Chong Zhang} 876d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 8771dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t MediaCodec::setSurface(const sp<Surface> &surface) { 8781dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AMessage> msg = new AMessage(kWhatSetSurface, this); 8791dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar msg->setObject("surface", surface); 8801dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 8811dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AMessage> response; 8821dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return PostAndAwaitResponse(msg, &response); 8831dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar} 8841dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 8857cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFaddenstatus_t MediaCodec::createInputSurface( 8867cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<IGraphicBufferProducer>* bufferProducer) { 8871d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatCreateInputSurface, this); 8887cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 8897cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<AMessage> response; 8907cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden status_t err = PostAndAwaitResponse(msg, &response); 8917cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden if (err == NO_ERROR) { 8927cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden // unwrap the sp<IGraphicBufferProducer> 8937cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<RefBase> obj; 8947cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden bool found = response->findObject("input-surface", &obj); 8957cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden CHECK(found); 8967cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<BufferProducerWrapper> wrapper( 8977cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden static_cast<BufferProducerWrapper*>(obj.get())); 8987cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden *bufferProducer = wrapper->getBufferProducer(); 8997cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } else { 9007cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden ALOGW("createInputSurface failed, err=%d", err); 9017cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 9027cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden return err; 9037cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden} 9047cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 90567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuuint64_t MediaCodec::getGraphicBufferSize() { 90667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (!mIsVideo) { 90767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return 0; 90867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 90967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 91067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu uint64_t size = 0; 91167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu size_t portNum = sizeof(mPortBuffers) / sizeof((mPortBuffers)[0]); 91267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu for (size_t i = 0; i < portNum; ++i) { 91367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // TODO: this is just an estimation, we should get the real buffer size from ACodec. 91467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu size += mPortBuffers[i].size() * mVideoWidth * mVideoHeight * 3 / 2; 91567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 91667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return size; 91767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 91867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 919ea15fd29af81490311af9e12949b43524c39400eRonghua Wuvoid MediaCodec::addResource( 920ea15fd29af81490311af9e12949b43524c39400eRonghua Wu MediaResource::Type type, MediaResource::SubType subtype, uint64_t value) { 92167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Vector<MediaResource> resources; 922c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu resources.push_back(MediaResource(type, subtype, value)); 92367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mResourceManagerService->addResource( 92437c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu getId(mResourceManagerClient), mResourceManagerClient, resources); 92567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 92667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 9275778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::start() { 9281d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatStart, this); 9295778822d86b0337407514b9372562b86edfa91cdAndreas Huber 93067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu status_t err; 93167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Vector<MediaResource> resources; 932ea15fd29af81490311af9e12949b43524c39400eRonghua Wu MediaResource::Type type = (mFlags & kFlagIsSecure) ? 933ea15fd29af81490311af9e12949b43524c39400eRonghua Wu MediaResource::kSecureCodec : MediaResource::kNonSecureCodec; 934ea15fd29af81490311af9e12949b43524c39400eRonghua Wu MediaResource::SubType subtype = 935ea15fd29af81490311af9e12949b43524c39400eRonghua Wu mIsVideo ? MediaResource::kVideoCodec : MediaResource::kAudioCodec; 936ea15fd29af81490311af9e12949b43524c39400eRonghua Wu resources.push_back(MediaResource(type, subtype, 1)); 93767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // Don't know the buffer size at this point, but it's fine to use 1 because 93867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // the reclaimResource call doesn't consider the requester's buffer size for now. 939ea15fd29af81490311af9e12949b43524c39400eRonghua Wu resources.push_back(MediaResource(MediaResource::kGraphicMemory, 1)); 94067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu for (int i = 0; i <= kMaxRetry; ++i) { 94167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (i > 0) { 94267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // Don't try to reclaim resource for the first time. 94337c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu if (!mResourceManagerService->reclaimResource(resources)) { 94467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 94567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 94667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // Recover codec from previous error before retry start. 94767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu err = reset(); 94867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (err != OK) { 94967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ALOGE("retrying start: failed to reset codec"); 95067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 95167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 95267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<AMessage> response; 95367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu err = PostAndAwaitResponse(mConfigureMsg, &response); 95467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (err != OK) { 95567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ALOGE("retrying start: failed to configure codec"); 95667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 95767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 95867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 95967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 96067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<AMessage> response; 96167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu err = PostAndAwaitResponse(msg, &response); 96267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (!isResourceError(err)) { 96367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 96467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 96567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 96667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return err; 9675778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 9685778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9695778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::stop() { 9701d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatStop, this); 9715778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9725778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 9735778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 9745778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 9755778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9764b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wubool MediaCodec::hasPendingBuffer(int portIndex) { 977dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim return std::any_of( 978dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mPortBuffers[portIndex].begin(), mPortBuffers[portIndex].end(), 979dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim [](const BufferInfo &info) { return info.mOwnedByClient; }); 9804b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu} 9814b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu 9824b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wubool MediaCodec::hasPendingBuffer() { 9834b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu return hasPendingBuffer(kPortIndexInput) || hasPendingBuffer(kPortIndexOutput); 9844b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu} 9854b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu 9864b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wustatus_t MediaCodec::reclaim(bool force) { 98758828196edf2fc4debbd7913198a8149f039b4a9Ronghua Wu ALOGD("MediaCodec::reclaim(%p) %s", this, mInitName.c_str()); 98847a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu sp<AMessage> msg = new AMessage(kWhatRelease, this); 98947a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu msg->setInt32("reclaimed", 1); 9904b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu msg->setInt32("force", force ? 1 : 0); 99147a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu 99247a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu sp<AMessage> response; 9930abb2aa4859ced9165c77324cb83d1cd94f5f20cRonghua Wu status_t ret = PostAndAwaitResponse(msg, &response); 9940abb2aa4859ced9165c77324cb83d1cd94f5f20cRonghua Wu if (ret == -ENOENT) { 9950abb2aa4859ced9165c77324cb83d1cd94f5f20cRonghua Wu ALOGD("MediaCodec looper is gone, skip reclaim"); 9960abb2aa4859ced9165c77324cb83d1cd94f5f20cRonghua Wu ret = OK; 9970abb2aa4859ced9165c77324cb83d1cd94f5f20cRonghua Wu } 9980abb2aa4859ced9165c77324cb83d1cd94f5f20cRonghua Wu return ret; 99947a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu} 100047a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu 1001c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberstatus_t MediaCodec::release() { 10021d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatRelease, this); 1003c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 1004c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber sp<AMessage> response; 1005c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return PostAndAwaitResponse(msg, &response); 1006c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber} 1007c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 1008671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnarstatus_t MediaCodec::reset() { 1009671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar /* When external-facing MediaCodec object is created, 1010671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar it is already initialized. Thus, reset is essentially 1011671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar release() followed by init(), plus clearing the state */ 1012671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 1013671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar status_t err = release(); 1014671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 1015671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar // unregister handlers 1016671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar if (mCodec != NULL) { 1017671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar if (mCodecLooper != NULL) { 1018671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mCodecLooper->unregisterHandler(mCodec->id()); 1019671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar } else { 1020671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mLooper->unregisterHandler(mCodec->id()); 1021671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar } 1022671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mCodec = NULL; 1023671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar } 1024671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mLooper->unregisterHandler(id()); 1025671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 1026671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mFlags = 0; // clear all flags 1027251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mStickyError = OK; 1028671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 1029671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar // reset state not reset by setState(UNINITIALIZED) 1030671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mReplyID = 0; 1031671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mDequeueInputReplyID = 0; 1032671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mDequeueOutputReplyID = 0; 1033671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mDequeueInputTimeoutGeneration = 0; 1034671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mDequeueOutputTimeoutGeneration = 0; 1035671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mHaveInputSurface = false; 1036671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 1037671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar if (err == OK) { 103878165d3f45797079b06c876042b9b78039378121Wonsik Kim err = init(mInitName); 1039671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar } 1040671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar return err; 1041671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar} 1042671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 10435778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::queueInputBuffer( 10445778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t index, 10455778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t offset, 10465778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t size, 10475778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t presentationTimeUs, 10485b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber uint32_t flags, 10495b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber AString *errorDetailMsg) { 10505b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber if (errorDetailMsg != NULL) { 10515b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber errorDetailMsg->clear(); 10525b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber } 10535b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber 10541d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatQueueInputBuffer, this); 10555778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setSize("index", index); 10565778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setSize("offset", offset); 10575778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setSize("size", size); 10585778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt64("timeUs", presentationTimeUs); 10595778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("flags", flags); 10605b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber msg->setPointer("errorDetailMsg", errorDetailMsg); 10615778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10625778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 10635778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 10645778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 10655778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10664b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huberstatus_t MediaCodec::queueSecureInputBuffer( 10674b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size_t index, 10684b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size_t offset, 10694b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const CryptoPlugin::SubSample *subSamples, 10704b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size_t numSubSamples, 10714b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const uint8_t key[16], 10724b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const uint8_t iv[16], 10734b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CryptoPlugin::Mode mode, 107418cb1eca504817b5b144a023ae2792d90e74c9a5Jeff Tinker const CryptoPlugin::Pattern &pattern, 10754b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber int64_t presentationTimeUs, 10765b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber uint32_t flags, 10775b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber AString *errorDetailMsg) { 10785b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber if (errorDetailMsg != NULL) { 10795b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber errorDetailMsg->clear(); 10805b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber } 10815b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber 10821d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatQueueInputBuffer, this); 10834b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setSize("index", index); 10844b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setSize("offset", offset); 10854b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setPointer("subSamples", (void *)subSamples); 10864b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setSize("numSubSamples", numSubSamples); 10874b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setPointer("key", (void *)key); 10884b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setPointer("iv", (void *)iv); 10894b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setInt32("mode", mode); 109018cb1eca504817b5b144a023ae2792d90e74c9a5Jeff Tinker msg->setInt32("encryptBlocks", pattern.mEncryptBlocks); 109118cb1eca504817b5b144a023ae2792d90e74c9a5Jeff Tinker msg->setInt32("skipBlocks", pattern.mSkipBlocks); 10924b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setInt64("timeUs", presentationTimeUs); 10934b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setInt32("flags", flags); 10945b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber msg->setPointer("errorDetailMsg", errorDetailMsg); 10954b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 10964b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber sp<AMessage> response; 10975b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber status_t err = PostAndAwaitResponse(msg, &response); 10985b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber 10995b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber return err; 11004b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber} 11014b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 11025778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::dequeueInputBuffer(size_t *index, int64_t timeoutUs) { 11031d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatDequeueInputBuffer, this); 11045778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt64("timeoutUs", timeoutUs); 11055778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11065778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 11075778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err; 11085778822d86b0337407514b9372562b86edfa91cdAndreas Huber if ((err = PostAndAwaitResponse(msg, &response)) != OK) { 11095778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 11105778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 11115778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11125778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findSize("index", index)); 11135778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11145778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 11155778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 11165778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11175778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::dequeueOutputBuffer( 11185778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t *index, 11195778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t *offset, 11205778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t *size, 11215778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t *presentationTimeUs, 11225778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t *flags, 11235778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t timeoutUs) { 11241d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatDequeueOutputBuffer, this); 11255778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt64("timeoutUs", timeoutUs); 11265778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11275778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 11285778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err; 11295778822d86b0337407514b9372562b86edfa91cdAndreas Huber if ((err = PostAndAwaitResponse(msg, &response)) != OK) { 11305778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 11315778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 11325778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11335778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findSize("index", index)); 11345778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findSize("offset", offset)); 11355778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findSize("size", size)); 11365778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findInt64("timeUs", presentationTimeUs)); 11375778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findInt32("flags", (int32_t *)flags)); 11385778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11395778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 11405778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 11415778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11425778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::renderOutputBufferAndRelease(size_t index) { 11431d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatReleaseOutputBuffer, this); 11445778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setSize("index", index); 11455778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("render", true); 11465778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11475778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 11485778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 11495778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 11505778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1151fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnarstatus_t MediaCodec::renderOutputBufferAndRelease(size_t index, int64_t timestampNs) { 11521d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatReleaseOutputBuffer, this); 1153fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar msg->setSize("index", index); 1154fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar msg->setInt32("render", true); 1155fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar msg->setInt64("timestampNs", timestampNs); 1156fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar 1157fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar sp<AMessage> response; 1158fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar return PostAndAwaitResponse(msg, &response); 1159fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar} 1160fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar 11615778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::releaseOutputBuffer(size_t index) { 11621d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatReleaseOutputBuffer, this); 11635778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setSize("index", index); 11645778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11655778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 11665778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 11675778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 11685778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11697cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFaddenstatus_t MediaCodec::signalEndOfInputStream() { 11701d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatSignalEndOfInputStream, this); 11717cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 11727cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<AMessage> response; 11737cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden return PostAndAwaitResponse(msg, &response); 11747cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden} 11757cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 11765778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::getOutputFormat(sp<AMessage> *format) const { 11771d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatGetOutputFormat, this); 11785778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11795778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 11805778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err; 11815778822d86b0337407514b9372562b86edfa91cdAndreas Huber if ((err = PostAndAwaitResponse(msg, &response)) != OK) { 11825778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 11835778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 11845778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11855778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findMessage("format", format)); 11865778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11875778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 11885778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 11895778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1190e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnarstatus_t MediaCodec::getInputFormat(sp<AMessage> *format) const { 11911d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatGetInputFormat, this); 1192e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 1193e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar sp<AMessage> response; 1194e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar status_t err; 1195e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if ((err = PostAndAwaitResponse(msg, &response)) != OK) { 1196e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar return err; 1197e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 1198e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 1199e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar CHECK(response->findMessage("format", format)); 1200e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 1201e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar return OK; 1202e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar} 1203e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 1204717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjostatus_t MediaCodec::getName(AString *name) const { 12051d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatGetName, this); 1206717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 1207717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo sp<AMessage> response; 1208717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo status_t err; 1209717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo if ((err = PostAndAwaitResponse(msg, &response)) != OK) { 1210717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo return err; 1211717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo } 1212717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 1213717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo CHECK(response->findString("name", name)); 1214717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 1215717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo return OK; 1216717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo} 1217717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 12183f21345e16b77c49042f5c13ceb62b0c35699561Chong Zhangstatus_t MediaCodec::getCodecInfo(sp<MediaCodecInfo> *codecInfo) const { 12193f21345e16b77c49042f5c13ceb62b0c35699561Chong Zhang sp<AMessage> msg = new AMessage(kWhatGetCodecInfo, this); 12203f21345e16b77c49042f5c13ceb62b0c35699561Chong Zhang 12213f21345e16b77c49042f5c13ceb62b0c35699561Chong Zhang sp<AMessage> response; 12223f21345e16b77c49042f5c13ceb62b0c35699561Chong Zhang status_t err; 12233f21345e16b77c49042f5c13ceb62b0c35699561Chong Zhang if ((err = PostAndAwaitResponse(msg, &response)) != OK) { 12243f21345e16b77c49042f5c13ceb62b0c35699561Chong Zhang return err; 12253f21345e16b77c49042f5c13ceb62b0c35699561Chong Zhang } 12263f21345e16b77c49042f5c13ceb62b0c35699561Chong Zhang 12273f21345e16b77c49042f5c13ceb62b0c35699561Chong Zhang sp<RefBase> obj; 12283f21345e16b77c49042f5c13ceb62b0c35699561Chong Zhang CHECK(response->findObject("codecInfo", &obj)); 12293f21345e16b77c49042f5c13ceb62b0c35699561Chong Zhang *codecInfo = static_cast<MediaCodecInfo *>(obj.get()); 12303f21345e16b77c49042f5c13ceb62b0c35699561Chong Zhang 12313f21345e16b77c49042f5c13ceb62b0c35699561Chong Zhang return OK; 12323f21345e16b77c49042f5c13ceb62b0c35699561Chong Zhang} 12333f21345e16b77c49042f5c13ceb62b0c35699561Chong Zhang 1234afb43f76821e6a63e17e6484289a40430ada6978Ray Essickstatus_t MediaCodec::getMetrics(MediaAnalyticsItem * &reply) { 1235afb43f76821e6a63e17e6484289a40430ada6978Ray Essick 1236afb43f76821e6a63e17e6484289a40430ada6978Ray Essick reply = NULL; 1237db1221479a7ffe7094c51c463bbd36522ed106abRay Essick 1238db1221479a7ffe7094c51c463bbd36522ed106abRay Essick // shouldn't happen, but be safe 1239db1221479a7ffe7094c51c463bbd36522ed106abRay Essick if (mAnalyticsItem == NULL) { 1240db1221479a7ffe7094c51c463bbd36522ed106abRay Essick return UNKNOWN_ERROR; 1241db1221479a7ffe7094c51c463bbd36522ed106abRay Essick } 1242db1221479a7ffe7094c51c463bbd36522ed106abRay Essick 1243db1221479a7ffe7094c51c463bbd36522ed106abRay Essick // XXX: go get current values for whatever in-flight data we want 1244db1221479a7ffe7094c51c463bbd36522ed106abRay Essick 1245db1221479a7ffe7094c51c463bbd36522ed106abRay Essick // send it back to the caller. 1246afb43f76821e6a63e17e6484289a40430ada6978Ray Essick reply = mAnalyticsItem->dup(); 1247db1221479a7ffe7094c51c463bbd36522ed106abRay Essick 1248db1221479a7ffe7094c51c463bbd36522ed106abRay Essick return OK; 1249db1221479a7ffe7094c51c463bbd36522ed106abRay Essick} 1250db1221479a7ffe7094c51c463bbd36522ed106abRay Essick 12517e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kimstatus_t MediaCodec::getInputBuffers(Vector<sp<MediaCodecBuffer> > *buffers) const { 12521d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatGetBuffers, this); 12535778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("portIndex", kPortIndexInput); 12545778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setPointer("buffers", buffers); 12555778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12565778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 12575778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 12585778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 12595778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12607e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kimstatus_t MediaCodec::getOutputBuffers(Vector<sp<MediaCodecBuffer> > *buffers) const { 12611d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatGetBuffers, this); 12625778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("portIndex", kPortIndexOutput); 12635778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setPointer("buffers", buffers); 12645778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12655778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 12665778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 12675778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 12685778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12697e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kimstatus_t MediaCodec::getOutputBuffer(size_t index, sp<MediaCodecBuffer> *buffer) { 12707bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar sp<AMessage> format; 12717bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar return getBufferAndFormat(kPortIndexOutput, index, buffer, &format); 12727bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar} 12737bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 12747bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnarstatus_t MediaCodec::getOutputFormat(size_t index, sp<AMessage> *format) { 12757e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim sp<MediaCodecBuffer> buffer; 12767bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar return getBufferAndFormat(kPortIndexOutput, index, &buffer, format); 12777bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar} 12787bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 12797e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kimstatus_t MediaCodec::getInputBuffer(size_t index, sp<MediaCodecBuffer> *buffer) { 12807bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar sp<AMessage> format; 12817bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar return getBufferAndFormat(kPortIndexInput, index, buffer, &format); 12827bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar} 12837bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 12840e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnarbool MediaCodec::isExecuting() const { 12850e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar return mState == STARTED || mState == FLUSHED; 12860e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar} 12870e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar 12887bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnarstatus_t MediaCodec::getBufferAndFormat( 12897bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar size_t portIndex, size_t index, 12907e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim sp<MediaCodecBuffer> *buffer, sp<AMessage> *format) { 12917bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar // use mutex instead of a context switch 129247a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu if (mReleasedByResourceManager) { 1293b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage ALOGE("getBufferAndFormat - resource already released"); 129447a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu return DEAD_OBJECT; 129547a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu } 129647a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu 1297b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage if (buffer == NULL) { 12987e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim ALOGE("getBufferAndFormat - null MediaCodecBuffer"); 1299b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage return INVALID_OPERATION; 1300b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage } 1301b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage 1302b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage if (format == NULL) { 1303b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage ALOGE("getBufferAndFormat - null AMessage"); 1304b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage return INVALID_OPERATION; 1305b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage } 1306b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage 13077bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar buffer->clear(); 13087bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar format->clear(); 1309b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage 13100e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (!isExecuting()) { 1311b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage ALOGE("getBufferAndFormat - not executing"); 13127bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar return INVALID_OPERATION; 13137bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar } 13147bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 13157bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar // we do not want mPortBuffers to change during this section 13167bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar // we also don't want mOwnedByClient to change during this 13177bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Mutex::Autolock al(mBufferLock); 1318b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage 1319dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim std::vector<BufferInfo> &buffers = mPortBuffers[portIndex]; 1320dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim if (index >= buffers.size()) { 1321b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage ALOGE("getBufferAndFormat - trying to get buffer with " 1322dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim "bad index (index=%zu buffer_size=%zu)", index, buffers.size()); 1323b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage return INVALID_OPERATION; 13247bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar } 1325b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage 1326dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim const BufferInfo &info = buffers[index]; 1327b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage if (!info.mOwnedByClient) { 1328b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage ALOGE("getBufferAndFormat - invalid operation " 13290362655ca9494052f348f83dabecf9ea27003976Aaron Vaage "(the index %zu is not owned by client)", index); 1330b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage return INVALID_OPERATION; 1331b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage } 1332b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage 13334811923e80a8abefa278307ebf8cc9b0294ba67fWonsik Kim *buffer = info.mData; 1334fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim *format = info.mData->format(); 1335b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage 13367bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar return OK; 13377bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar} 13387bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 13395778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::flush() { 13401d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatFlush, this); 13415778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13425778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 13435778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 13445778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 13455778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1346496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huberstatus_t MediaCodec::requestIDRFrame() { 13471d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatRequestIDRFrame, this))->post(); 1348496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 1349496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber return OK; 1350496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber} 1351496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 1352575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Hubervoid MediaCodec::requestActivityNotification(const sp<AMessage> ¬ify) { 13531d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatRequestActivityNotification, this); 1354575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber msg->setMessage("notify", notify); 1355575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber msg->post(); 1356575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber} 1357575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 13585778822d86b0337407514b9372562b86edfa91cdAndreas Huber//////////////////////////////////////////////////////////////////////////////// 13595778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13605778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid MediaCodec::cancelPendingDequeueOperations() { 13615778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mFlags & kFlagDequeueInputPending) { 1362c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(mDequeueInputReplyID, INVALID_OPERATION); 13635778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13645778822d86b0337407514b9372562b86edfa91cdAndreas Huber ++mDequeueInputTimeoutGeneration; 13655778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputReplyID = 0; 13665778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueInputPending; 13675778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 13685778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13695778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mFlags & kFlagDequeueOutputPending) { 1370c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(mDequeueOutputReplyID, INVALID_OPERATION); 13715778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13725778822d86b0337407514b9372562b86edfa91cdAndreas Huber ++mDequeueOutputTimeoutGeneration; 13735778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueOutputReplyID = 0; 13745778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueOutputPending; 13755778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 13765778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 13775778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13783f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnarbool MediaCodec::handleDequeueInputBuffer(const sp<AReplyToken> &replyID, bool newRequest) { 13790e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (!isExecuting() || (mFlags & kFlagIsAsync) 13805778822d86b0337407514b9372562b86edfa91cdAndreas Huber || (newRequest && (mFlags & kFlagDequeueInputPending))) { 1381c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 13825778822d86b0337407514b9372562b86edfa91cdAndreas Huber return true; 1383251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 1384251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 1385251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return true; 13865778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 13875778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13885778822d86b0337407514b9372562b86edfa91cdAndreas Huber ssize_t index = dequeuePortBuffer(kPortIndexInput); 13895778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13905778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (index < 0) { 13915778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ(index, -EAGAIN); 13925778822d86b0337407514b9372562b86edfa91cdAndreas Huber return false; 13935778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 13945778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13955778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response = new AMessage; 13965778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setSize("index", index); 13975778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->postReply(replyID); 13985778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13995778822d86b0337407514b9372562b86edfa91cdAndreas Huber return true; 14005778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 14015778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14023f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnarbool MediaCodec::handleDequeueOutputBuffer(const sp<AReplyToken> &replyID, bool newRequest) { 14030e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (!isExecuting() || (mFlags & kFlagIsAsync) 14045778822d86b0337407514b9372562b86edfa91cdAndreas Huber || (newRequest && (mFlags & kFlagDequeueOutputPending))) { 140547a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu PostReplyWithError(replyID, INVALID_OPERATION); 1406251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 140747a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu PostReplyWithError(replyID, getStickyError()); 14085778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (mFlags & kFlagOutputBuffersChanged) { 140947a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu PostReplyWithError(replyID, INFO_OUTPUT_BUFFERS_CHANGED); 14105778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagOutputBuffersChanged; 14115778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (mFlags & kFlagOutputFormatChanged) { 141247a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu PostReplyWithError(replyID, INFO_FORMAT_CHANGED); 14135778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagOutputFormatChanged; 14145778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 141547a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu sp<AMessage> response = new AMessage; 14165778822d86b0337407514b9372562b86edfa91cdAndreas Huber ssize_t index = dequeuePortBuffer(kPortIndexOutput); 14175778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14185778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (index < 0) { 14195778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ(index, -EAGAIN); 14205778822d86b0337407514b9372562b86edfa91cdAndreas Huber return false; 14215778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14225778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14237e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim const sp<MediaCodecBuffer> &buffer = 1424dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mPortBuffers[kPortIndexOutput][index].mData; 14255778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14265778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setSize("index", index); 14275778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setSize("offset", buffer->offset()); 14285778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setSize("size", buffer->size()); 14295778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14305778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t timeUs; 14315778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(buffer->meta()->findInt64("timeUs", &timeUs)); 14325778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14335778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setInt64("timeUs", timeUs); 14345778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1435dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim int32_t flags; 1436dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim CHECK(buffer->meta()->findInt32("flags", &flags)); 14375778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14385778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setInt32("flags", flags); 143947a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu response->postReply(replyID); 14405778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14415778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14425778822d86b0337407514b9372562b86edfa91cdAndreas Huber return true; 14435778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 14445778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14455778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid MediaCodec::onMessageReceived(const sp<AMessage> &msg) { 14465778822d86b0337407514b9372562b86edfa91cdAndreas Huber switch (msg->what()) { 14475778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatCodecNotify: 14485778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 14495778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t what; 14505778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("what", &what)); 14515778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14525778822d86b0337407514b9372562b86edfa91cdAndreas Huber switch (what) { 145379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim case kWhatError: 14545778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 1455251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung int32_t err, actionCode; 1456251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung CHECK(msg->findInt32("err", &err)); 1457251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung CHECK(msg->findInt32("actionCode", &actionCode)); 14585778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14599e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen ALOGE("Codec reported err %#x, actionCode %d, while in state %d", 14609e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen err, actionCode, mState); 1461251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (err == DEAD_OBJECT) { 1462aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber mFlags |= kFlagSawMediaServerDie; 146352dfbee90cc3c4426428318e06a92774f5201198Praveen Chavan mFlags &= ~kFlagIsComponentAllocated; 1464aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber } 1465aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber 14665530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia bool sendErrorResponse = true; 14675778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14685778822d86b0337407514b9372562b86edfa91cdAndreas Huber switch (mState) { 14695778822d86b0337407514b9372562b86edfa91cdAndreas Huber case INITIALIZING: 14705778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 14715778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(UNINITIALIZED); 14725778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 14735778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14745778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14755778822d86b0337407514b9372562b86edfa91cdAndreas Huber case CONFIGURING: 14765778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 147782b7fe8aa03558bf90769a3d88536e6105db371bRay Essick if (actionCode == ACTION_CODE_FATAL) { 147882b7fe8aa03558bf90769a3d88536e6105db371bRay Essick mAnalyticsItem->setInt32(kCodecError, err); 1479573ebe40b005690f797ac4d90ed1ff49f9fdb2b7Ray Essick mAnalyticsItem->setCString(kCodecErrorState, stateString(mState).c_str()); 148082b7fe8aa03558bf90769a3d88536e6105db371bRay Essick flushAnalyticsItem(); 148182b7fe8aa03558bf90769a3d88536e6105db371bRay Essick initAnalyticsItem(); 148282b7fe8aa03558bf90769a3d88536e6105db371bRay Essick } 1483c22c695660ed9edaba0d4cd7c0ab3a794216fe80Wei Jia setState(actionCode == ACTION_CODE_FATAL ? 1484c22c695660ed9edaba0d4cd7c0ab3a794216fe80Wei Jia UNINITIALIZED : INITIALIZED); 14855778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 14865778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14875778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14885778822d86b0337407514b9372562b86edfa91cdAndreas Huber case STARTING: 14895778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 149082b7fe8aa03558bf90769a3d88536e6105db371bRay Essick if (actionCode == ACTION_CODE_FATAL) { 149182b7fe8aa03558bf90769a3d88536e6105db371bRay Essick mAnalyticsItem->setInt32(kCodecError, err); 1492573ebe40b005690f797ac4d90ed1ff49f9fdb2b7Ray Essick mAnalyticsItem->setCString(kCodecErrorState, stateString(mState).c_str()); 149382b7fe8aa03558bf90769a3d88536e6105db371bRay Essick flushAnalyticsItem(); 149482b7fe8aa03558bf90769a3d88536e6105db371bRay Essick initAnalyticsItem(); 149582b7fe8aa03558bf90769a3d88536e6105db371bRay Essick } 1496c22c695660ed9edaba0d4cd7c0ab3a794216fe80Wei Jia setState(actionCode == ACTION_CODE_FATAL ? 1497c22c695660ed9edaba0d4cd7c0ab3a794216fe80Wei Jia UNINITIALIZED : CONFIGURED); 14985778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 14995778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15005778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1501c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber case RELEASING: 15025778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 15035778822d86b0337407514b9372562b86edfa91cdAndreas Huber // Ignore the error, assuming we'll still get 15045d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang // the shutdown complete notification. If we 15055d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang // don't, we'll timeout and force release. 15065530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia sendErrorResponse = false; 15075d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang } 15085d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang // fall-thru 15095d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang case STOPPING: 15105d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang { 1511aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber if (mFlags & kFlagSawMediaServerDie) { 151203ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // MediaServer died, there definitely won't 151303ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // be a shutdown complete notification after 151403ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // all. 151503ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber 151603ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // note that we're directly going from 151703ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // STOPPING->UNINITIALIZED, instead of the 151803ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // usual STOPPING->INITIALIZED state. 151903ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber setState(UNINITIALIZED); 15206e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar if (mState == RELEASING) { 15216e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar mComponentName.clear(); 15226e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar } 152303ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber (new AMessage)->postReply(mReplyID); 15245d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang sendErrorResponse = false; 152503ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber } 15265778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 15275778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15285778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15295778822d86b0337407514b9372562b86edfa91cdAndreas Huber case FLUSHING: 15305778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 15319e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen if (actionCode == ACTION_CODE_FATAL) { 153282b7fe8aa03558bf90769a3d88536e6105db371bRay Essick mAnalyticsItem->setInt32(kCodecError, err); 1533573ebe40b005690f797ac4d90ed1ff49f9fdb2b7Ray Essick mAnalyticsItem->setCString(kCodecErrorState, stateString(mState).c_str()); 153482b7fe8aa03558bf90769a3d88536e6105db371bRay Essick flushAnalyticsItem(); 153582b7fe8aa03558bf90769a3d88536e6105db371bRay Essick initAnalyticsItem(); 153682b7fe8aa03558bf90769a3d88536e6105db371bRay Essick 15379e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen setState(UNINITIALIZED); 15389e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen } else { 15399e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen setState( 15409e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen (mFlags & kFlagIsAsync) ? FLUSHED : STARTED); 15419e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen } 15425778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 15435778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15445778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15450e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar case FLUSHED: 15465778822d86b0337407514b9372562b86edfa91cdAndreas Huber case STARTED: 15475778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 15485530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia sendErrorResponse = false; 15495778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1550251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setStickyError(err); 1551575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 15525778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15535778822d86b0337407514b9372562b86edfa91cdAndreas Huber cancelPendingDequeueOperations(); 1554c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1555c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 1556251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung onError(err, actionCode); 1557251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 1558251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung switch (actionCode) { 1559251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case ACTION_CODE_TRANSIENT: 1560251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 1561251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case ACTION_CODE_RECOVERABLE: 1562251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setState(INITIALIZED); 1563251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 1564251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung default: 156582b7fe8aa03558bf90769a3d88536e6105db371bRay Essick mAnalyticsItem->setInt32(kCodecError, err); 1566573ebe40b005690f797ac4d90ed1ff49f9fdb2b7Ray Essick mAnalyticsItem->setCString(kCodecErrorState, stateString(mState).c_str()); 156782b7fe8aa03558bf90769a3d88536e6105db371bRay Essick flushAnalyticsItem(); 156882b7fe8aa03558bf90769a3d88536e6105db371bRay Essick initAnalyticsItem(); 1569251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setState(UNINITIALIZED); 1570251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 1571c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 15725778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 15735778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15745778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15755778822d86b0337407514b9372562b86edfa91cdAndreas Huber default: 15765778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 15775530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia sendErrorResponse = false; 15785778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1579251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setStickyError(err); 1580575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 1581c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1582251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung // actionCode in an uninitialized state is always fatal. 1583251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (mState == UNINITIALIZED) { 1584251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung actionCode = ACTION_CODE_FATAL; 1585251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 1586c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 1587251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung onError(err, actionCode); 1588251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 1589251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung switch (actionCode) { 1590251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case ACTION_CODE_TRANSIENT: 1591251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 1592251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case ACTION_CODE_RECOVERABLE: 1593251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setState(INITIALIZED); 1594251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 1595251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung default: 1596251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setState(UNINITIALIZED); 1597251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 1598c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 15995778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 16005778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 16015778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 16025778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16035530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia if (sendErrorResponse) { 1604251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(mReplyID, err); 16055778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 16065778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 16075778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 16085778822d86b0337407514b9372562b86edfa91cdAndreas Huber 160979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim case kWhatComponentAllocated: 16105778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 16115778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ(mState, INITIALIZING); 16125778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(INITIALIZED); 161352dfbee90cc3c4426428318e06a92774f5201198Praveen Chavan mFlags |= kFlagIsComponentAllocated; 16145778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1615717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo CHECK(msg->findString("componentName", &mComponentName)); 16165778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16178574195df5de20af5fc16d6f9da1b132d6d5bfeeRay Essick if (mComponentName.c_str()) { 16188574195df5de20af5fc16d6f9da1b132d6d5bfeeRay Essick mAnalyticsItem->setCString(kCodecCodec, mComponentName.c_str()); 16198574195df5de20af5fc16d6f9da1b132d6d5bfeeRay Essick } 16208574195df5de20af5fc16d6f9da1b132d6d5bfeeRay Essick 1621717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo if (mComponentName.startsWith("OMX.google.")) { 16223a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar mFlags |= kFlagUsesSoftwareRenderer; 16235778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 16243a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar mFlags &= ~kFlagUsesSoftwareRenderer; 16255778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 16265778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1627ea15fd29af81490311af9e12949b43524c39400eRonghua Wu MediaResource::Type resourceType; 1628717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo if (mComponentName.endsWith(".secure")) { 16291bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber mFlags |= kFlagIsSecure; 1630ea15fd29af81490311af9e12949b43524c39400eRonghua Wu resourceType = MediaResource::kSecureCodec; 16318574195df5de20af5fc16d6f9da1b132d6d5bfeeRay Essick mAnalyticsItem->setInt32(kCodecSecure, 1); 16321bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber } else { 16331bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber mFlags &= ~kFlagIsSecure; 1634ea15fd29af81490311af9e12949b43524c39400eRonghua Wu resourceType = MediaResource::kNonSecureCodec; 16358574195df5de20af5fc16d6f9da1b132d6d5bfeeRay Essick mAnalyticsItem->setInt32(kCodecSecure, 0); 16361bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber } 1637c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu 163858828196edf2fc4debbd7913198a8149f039b4a9Ronghua Wu if (mIsVideo) { 163958828196edf2fc4debbd7913198a8149f039b4a9Ronghua Wu // audio codec is currently ignored. 1640ea15fd29af81490311af9e12949b43524c39400eRonghua Wu addResource(resourceType, MediaResource::kVideoCodec, 1); 164158828196edf2fc4debbd7913198a8149f039b4a9Ronghua Wu } 16421bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber 16435778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(mReplyID); 16445778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 16455778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 16465778822d86b0337407514b9372562b86edfa91cdAndreas Huber 164779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim case kWhatComponentConfigured: 16485778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 1649c6044a135324979e62cc59db9dbde8b11c4bb74bAndy Hung if (mState == UNINITIALIZED || mState == INITIALIZED) { 1650c6044a135324979e62cc59db9dbde8b11c4bb74bAndy Hung // In case a kWhatError message came in and replied with error, 1651c6044a135324979e62cc59db9dbde8b11c4bb74bAndy Hung // we log a warning and ignore. 1652c6044a135324979e62cc59db9dbde8b11c4bb74bAndy Hung ALOGW("configure interrupted by error, current state %d", mState); 1653c6044a135324979e62cc59db9dbde8b11c4bb74bAndy Hung break; 1654c6044a135324979e62cc59db9dbde8b11c4bb74bAndy Hung } 16555778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ(mState, CONFIGURING); 16565778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16576507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden // reset input surface flag 16586507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mHaveInputSurface = false; 16596507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden 1660e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar CHECK(msg->findMessage("input-format", &mInputFormat)); 1661e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar CHECK(msg->findMessage("output-format", &mOutputFormat)); 1662b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGV("[%s] configured as input format: %s, output format: %s", 1663b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mComponentName.c_str(), 1664b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mInputFormat->debugString(4).c_str(), 1665b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mOutputFormat->debugString(4).c_str()); 16663a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar int32_t usingSwRenderer; 16673a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (mOutputFormat->findInt32("using-sw-renderer", &usingSwRenderer) 16683a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar && usingSwRenderer) { 16693a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar mFlags |= kFlagUsesSoftwareRenderer; 16703a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 16712606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang setState(CONFIGURED); 16725778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(mReplyID); 16739c2480b117dc3fd1e6af3b0fdb209d787c17e087Ray Essick 16749c2480b117dc3fd1e6af3b0fdb209d787c17e087Ray Essick // augment our media metrics info, now that we know more things 16759c2480b117dc3fd1e6af3b0fdb209d787c17e087Ray Essick if (mAnalyticsItem != NULL) { 16769c2480b117dc3fd1e6af3b0fdb209d787c17e087Ray Essick sp<AMessage> format; 16779c2480b117dc3fd1e6af3b0fdb209d787c17e087Ray Essick if (mConfigureMsg != NULL && 16789c2480b117dc3fd1e6af3b0fdb209d787c17e087Ray Essick mConfigureMsg->findMessage("format", &format)) { 16799c2480b117dc3fd1e6af3b0fdb209d787c17e087Ray Essick // format includes: mime 16809c2480b117dc3fd1e6af3b0fdb209d787c17e087Ray Essick AString mime; 16819c2480b117dc3fd1e6af3b0fdb209d787c17e087Ray Essick if (format->findString("mime", &mime)) { 16829c2480b117dc3fd1e6af3b0fdb209d787c17e087Ray Essick mAnalyticsItem->setCString(kCodecMime, mime.c_str()); 16839c2480b117dc3fd1e6af3b0fdb209d787c17e087Ray Essick } 16849c2480b117dc3fd1e6af3b0fdb209d787c17e087Ray Essick } 16859c2480b117dc3fd1e6af3b0fdb209d787c17e087Ray Essick } 16865778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 16875778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 16885778822d86b0337407514b9372562b86edfa91cdAndreas Huber 168979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim case kWhatInputSurfaceCreated: 16907cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 169192cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar // response to initiateCreateInputSurface() 16927cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden status_t err = NO_ERROR; 16931dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AMessage> response = new AMessage; 16947cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden if (!msg->findInt32("err", &err)) { 16957cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<RefBase> obj; 16967cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden msg->findObject("input-surface", &obj); 1697b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar CHECK(msg->findMessage("input-format", &mInputFormat)); 1698b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar CHECK(msg->findMessage("output-format", &mOutputFormat)); 1699b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGV("[%s] input surface created as input format: %s, output format: %s", 1700b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mComponentName.c_str(), 1701b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mInputFormat->debugString(4).c_str(), 1702b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mOutputFormat->debugString(4).c_str()); 17037cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden CHECK(obj != NULL); 17047cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden response->setObject("input-surface", obj); 17056507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mHaveInputSurface = true; 17067cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } else { 17077cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden response->setInt32("err", err); 17087cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 17097cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden response->postReply(mReplyID); 17107cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 17117cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 17127cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 171379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim case kWhatInputSurfaceAccepted: 1714d291c222357303b9611cab89d0c3b047584ef377Chong Zhang { 17158f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang // response to initiateSetInputSurface() 1716d291c222357303b9611cab89d0c3b047584ef377Chong Zhang status_t err = NO_ERROR; 1717d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<AMessage> response = new AMessage(); 1718d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (!msg->findInt32("err", &err)) { 1719addf2cbb120346ae42e78fa739245a353db5edadChong Zhang CHECK(msg->findMessage("input-format", &mInputFormat)); 1720addf2cbb120346ae42e78fa739245a353db5edadChong Zhang CHECK(msg->findMessage("output-format", &mOutputFormat)); 1721d291c222357303b9611cab89d0c3b047584ef377Chong Zhang mHaveInputSurface = true; 1722d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } else { 1723d291c222357303b9611cab89d0c3b047584ef377Chong Zhang response->setInt32("err", err); 1724d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 1725d291c222357303b9611cab89d0c3b047584ef377Chong Zhang response->postReply(mReplyID); 1726d291c222357303b9611cab89d0c3b047584ef377Chong Zhang break; 1727d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 1728d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 172979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim case kWhatSignaledInputEOS: 17307cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 173192cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar // response to signalEndOfInputStream() 17321dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AMessage> response = new AMessage; 17337cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden status_t err; 17347cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden if (msg->findInt32("err", &err)) { 17357cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden response->setInt32("err", err); 17367cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 17377cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden response->postReply(mReplyID); 17387cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 17397cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 17407cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 1741dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim case kWhatStartCompleted: 17425778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 1743dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim CHECK_EQ(mState, STARTING); 1744dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim if (mIsVideo) { 1745dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim addResource( 1746dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim MediaResource::kGraphicMemory, 1747dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim MediaResource::kUnspecifiedSubType, 1748dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim getGraphicBufferSize()); 1749fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim } 1750dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim setState(STARTED); 1751dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim (new AMessage)->postReply(mReplyID); 1752dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim break; 1753dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim } 1754fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim 1755dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim case kWhatOutputBuffersChanged: 1756dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim { 1757dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mFlags |= kFlagOutputBuffersChanged; 1758dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim postActivityNotificationIfPossible(); 17595778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 17605778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 17615778822d86b0337407514b9372562b86edfa91cdAndreas Huber 176279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim case kWhatOutputFramesRendered: 176390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar { 176490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // ignore these in all states except running, and check that we have a 176590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // notification set 176690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (mState == STARTED && mOnFrameRenderedNotification != NULL) { 176790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar sp<AMessage> notify = mOnFrameRenderedNotification->dup(); 176890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar notify->setMessage("data", msg); 176990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar notify->post(); 177090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 177190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar break; 177290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 177390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 177479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim case kWhatFillThisBuffer: 17755778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 17765778822d86b0337407514b9372562b86edfa91cdAndreas Huber /* size_t index = */updateBuffers(kPortIndexInput, msg); 17775778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1778c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber if (mState == FLUSHING 1779c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber || mState == STOPPING 1780c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber || mState == RELEASING) { 17815778822d86b0337407514b9372562b86edfa91cdAndreas Huber returnBuffersToCodecOnPort(kPortIndexInput); 17825778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 17835778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 17845778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17858ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber if (!mCSD.empty()) { 17868ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber ssize_t index = dequeuePortBuffer(kPortIndexInput); 17878ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber CHECK_GE(index, 0); 17888ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 17898ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber // If codec specific data had been specified as 17908ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber // part of the format in the call to configure and 17918ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber // if there's more csd left, we submit it here 17928ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber // clients only get access to input buffers once 17938ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber // this data has been exhausted. 17948ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 17958ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber status_t err = queueCSDInputBuffer(index); 17968ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 17978ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber if (err != OK) { 17988ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber ALOGE("queueCSDInputBuffer failed w/ error %d", 17998ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber err); 18008ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 1801251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setStickyError(err); 1802575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 1803575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 18048ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber cancelPendingDequeueOperations(); 18058ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber } 18068ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber break; 18078ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber } 18088ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 1809c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 18106e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar if (!mHaveInputSurface) { 18113d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang if (mState == FLUSHED) { 18123d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang mHavePendingInputBuffers = true; 18133d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang } else { 18143d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang onInputBufferAvailable(); 18153d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang } 18166e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar } 1817c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } else if (mFlags & kFlagDequeueInputPending) { 18185778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(handleDequeueInputBuffer(mDequeueInputReplyID)); 18195778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18205778822d86b0337407514b9372562b86edfa91cdAndreas Huber ++mDequeueInputTimeoutGeneration; 18215778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueInputPending; 18225778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputReplyID = 0; 1823575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber } else { 1824575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 18255778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 18265778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 18275778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 18285778822d86b0337407514b9372562b86edfa91cdAndreas Huber 182979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim case kWhatDrainThisBuffer: 18305778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 18315778822d86b0337407514b9372562b86edfa91cdAndreas Huber /* size_t index = */updateBuffers(kPortIndexOutput, msg); 18325778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1833c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber if (mState == FLUSHING 1834c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber || mState == STOPPING 1835c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber || mState == RELEASING) { 18365778822d86b0337407514b9372562b86edfa91cdAndreas Huber returnBuffersToCodecOnPort(kPortIndexOutput); 18375778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 18385778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 18395778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18407e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim sp<RefBase> obj; 18417e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim CHECK(msg->findObject("buffer", &obj)); 18427e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim sp<MediaCodecBuffer> buffer = static_cast<MediaCodecBuffer *>(obj.get()); 18435778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1844fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim if (mOutputFormat != buffer->format()) { 1845fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim mOutputFormat = buffer->format(); 1846fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim ALOGV("[%s] output format changed to: %s", 1847fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim mComponentName.c_str(), mOutputFormat->debugString(4).c_str()); 1848fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim 1849fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim if (mSoftRenderer == NULL && 1850fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim mSurface != NULL && 1851fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim (mFlags & kFlagUsesSoftwareRenderer)) { 1852fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim AString mime; 1853fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim CHECK(mOutputFormat->findString("mime", &mime)); 1854fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim 1855fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim // TODO: propagate color aspects to software renderer to allow better 1856fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim // color conversion to RGB. For now, just mark dataspace for YUV 1857fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim // rendering. 1858fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim int32_t dataSpace; 1859fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim if (mOutputFormat->findInt32("android._dataspace", &dataSpace)) { 1860fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim ALOGD("[%s] setting dataspace on output surface to #%x", 1861fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim mComponentName.c_str(), dataSpace); 1862fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim int err = native_window_set_buffers_data_space( 1863fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim mSurface.get(), (android_dataspace)dataSpace); 1864fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim ALOGW_IF(err != 0, "failed to set dataspace on surface (%d)", err); 1865fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim } 18662d2a2967ce29281816b9ddb9434b3c0084e4ce52Chong Zhang if (mOutputFormat->contains("hdr-static-info")) { 18672d2a2967ce29281816b9ddb9434b3c0084e4ce52Chong Zhang HDRStaticInfo info; 18682d2a2967ce29281816b9ddb9434b3c0084e4ce52Chong Zhang if (ColorUtils::getHDRStaticInfoFromFormat(mOutputFormat, &info)) { 18692d2a2967ce29281816b9ddb9434b3c0084e4ce52Chong Zhang setNativeWindowHdrMetadata(mSurface.get(), &info); 18702d2a2967ce29281816b9ddb9434b3c0084e4ce52Chong Zhang } 18712d2a2967ce29281816b9ddb9434b3c0084e4ce52Chong Zhang } 1872fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim 1873fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim if (mime.startsWithIgnoreCase("video/")) { 1874fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim mSoftRenderer = new SoftwareRenderer(mSurface, mRotationDegrees); 1875fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim } 1876fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim } 18775778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1878fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim if (mFlags & kFlagIsEncoder) { 1879fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim // Before we announce the format change we should 1880fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim // collect codec specific data and amend the output 1881fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim // format as necessary. 1882dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim int32_t flags = 0; 1883dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim (void) buffer->meta()->findInt32("flags", &flags); 1884dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim if (flags & BUFFER_FLAG_CODECCONFIG) { 1885fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim status_t err = 1886fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim amendOutputFormatWithCodecSpecificData(buffer); 1887fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim 1888fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim if (err != OK) { 1889fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim ALOGE("Codec spit out malformed codec " 1890fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim "specific data!"); 1891fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim } 1892e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 1893e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 1894c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 1895c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang onOutputFormatChanged(); 1896c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } else { 1897c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mFlags |= kFlagOutputFormatChanged; 1898fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim postActivityNotificationIfPossible(); 1899fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim } 1900fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim 1901fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim // Notify mCrypto of video resolution changes 1902fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim if (mCrypto != NULL) { 1903fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim int32_t left, top, right, bottom, width, height; 1904fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim if (mOutputFormat->findRect("crop", &left, &top, &right, &bottom)) { 1905fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim mCrypto->notifyResolution(right - left + 1, bottom - top + 1); 1906fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim } else if (mOutputFormat->findInt32("width", &width) 1907fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim && mOutputFormat->findInt32("height", &height)) { 1908fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim mCrypto->notifyResolution(width, height); 1909fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim } 1910c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 1911e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 1912e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 1913c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 1914c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang onOutputBufferAvailable(); 1915c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } else if (mFlags & kFlagDequeueOutputPending) { 19165778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(handleDequeueOutputBuffer(mDequeueOutputReplyID)); 19175778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19185778822d86b0337407514b9372562b86edfa91cdAndreas Huber ++mDequeueOutputTimeoutGeneration; 19195778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueOutputPending; 19205778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueOutputReplyID = 0; 1921575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber } else { 1922575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 19235778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 1924575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 19255778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 19265778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19275778822d86b0337407514b9372562b86edfa91cdAndreas Huber 192879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim case kWhatEOS: 19295778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 19305778822d86b0337407514b9372562b86edfa91cdAndreas Huber // We already notify the client of this by using the 19315778822d86b0337407514b9372562b86edfa91cdAndreas Huber // corresponding flag in "onOutputBufferReady". 19325778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 19335778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19345778822d86b0337407514b9372562b86edfa91cdAndreas Huber 193579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim case kWhatStopCompleted: 19365778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 1937349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang if (mState != STOPPING) { 1938349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang ALOGW("Received kWhatStopCompleted in state %d", mState); 19395d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang break; 19405d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang } 1941349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang setState(INITIALIZED); 1942349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang (new AMessage)->postReply(mReplyID); 1943349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang break; 1944349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang } 1945349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang 194679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim case kWhatReleaseCompleted: 1947349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang { 1948349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang if (mState != RELEASING) { 1949349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang ALOGW("Received kWhatReleaseCompleted in state %d", mState); 1950349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang break; 1951c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 1952349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang setState(UNINITIALIZED); 1953349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang mComponentName.clear(); 1954349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang 195552dfbee90cc3c4426428318e06a92774f5201198Praveen Chavan mFlags &= ~kFlagIsComponentAllocated; 19565778822d86b0337407514b9372562b86edfa91cdAndreas Huber 195767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mResourceManagerService->removeResource(getId(mResourceManagerClient)); 195867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 19595778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(mReplyID); 19605778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 19615778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19625778822d86b0337407514b9372562b86edfa91cdAndreas Huber 196379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim case kWhatFlushCompleted: 19645778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 19655530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia if (mState != FLUSHING) { 19665530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia ALOGW("received FlushCompleted message in state %d", 19675530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia mState); 19685530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia break; 19695530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia } 19705778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19710e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (mFlags & kFlagIsAsync) { 19720e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar setState(FLUSHED); 19730e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar } else { 19740e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar setState(STARTED); 19750e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar mCodec->signalResume(); 19760e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar } 19775778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19785778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(mReplyID); 19795778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 19805778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19815778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19825778822d86b0337407514b9372562b86edfa91cdAndreas Huber default: 19835778822d86b0337407514b9372562b86edfa91cdAndreas Huber TRESPASS(); 19845778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19855778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 19865778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19875778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19885778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatInit: 19895778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 19903f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 19915778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 19925778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19935778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mState != UNINITIALIZED) { 1994c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 19955778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 19965778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19975778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19985778822d86b0337407514b9372562b86edfa91cdAndreas Huber mReplyID = replyID; 19995778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(INITIALIZING); 20005778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2001bb644123966bfa2f44c60710faaafa8fa6f0e920Wonsik Kim sp<RefBase> codecInfo; 2002bb644123966bfa2f44c60710faaafa8fa6f0e920Wonsik Kim CHECK(msg->findObject("codecInfo", &codecInfo)); 20035778822d86b0337407514b9372562b86edfa91cdAndreas Huber AString name; 20045778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findString("name", &name)); 20055778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20065778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> format = new AMessage; 2007bb644123966bfa2f44c60710faaafa8fa6f0e920Wonsik Kim format->setObject("codecInfo", codecInfo); 2008bb644123966bfa2f44c60710faaafa8fa6f0e920Wonsik Kim format->setString("componentName", name); 20095778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20105778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->initiateAllocateComponent(format); 20115778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 20125778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20135778822d86b0337407514b9372562b86edfa91cdAndreas Huber 201490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar case kWhatSetNotification: 201590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar { 201690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar sp<AMessage> notify; 201790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (msg->findMessage("on-frame-rendered", ¬ify)) { 201890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mOnFrameRenderedNotification = notify; 201990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 202090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar break; 202190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 202290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 2023c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang case kWhatSetCallback: 2024c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang { 20253f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 2026c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang CHECK(msg->senderAwaitsResponse(&replyID)); 2027c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2028c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mState == UNINITIALIZED 2029c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang || mState == INITIALIZING 20300e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar || isExecuting()) { 20310e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar // callback can't be set after codec is executing, 2032c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang // or before it's initialized (as the callback 2033c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang // will be cleared when it goes to INITIALIZED) 2034c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 2035c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang break; 2036c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2037c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2038c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> callback; 2039c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang CHECK(msg->findMessage("callback", &callback)); 2040c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2041c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mCallback = callback; 2042c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2043c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mCallback != NULL) { 2044c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang ALOGI("MediaCodec will operate in async mode"); 2045c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mFlags |= kFlagIsAsync; 2046c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } else { 2047c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mFlags &= ~kFlagIsAsync; 2048c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2049c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2050c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> response = new AMessage; 2051c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang response->postReply(replyID); 2052c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang break; 2053c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2054c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 20555778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatConfigure: 20565778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 20573f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 20585778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 20595778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20605778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mState != INITIALIZED) { 2061c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 20625778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 20635778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20645778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20655778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<RefBase> obj; 2066f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar CHECK(msg->findObject("surface", &obj)); 20675778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20685778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> format; 20695778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findMessage("format", &format)); 20705778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20718b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar int32_t push; 20728b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar if (msg->findInt32("push-blank-buffers-on-shutdown", &push) && push != 0) { 20738b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar mFlags |= kFlagPushBlankBuffersOnShutdown; 20748b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar } 20758b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar 20765778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (obj != NULL) { 20775778822d86b0337407514b9372562b86edfa91cdAndreas Huber format->setObject("native-window", obj); 2078f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar status_t err = handleSetSurface(static_cast<Surface *>(obj.get())); 20797541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber if (err != OK) { 2080c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, err); 20817541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber break; 20821bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber } 20831bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber } else { 2084f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar handleSetSurface(NULL); 20851bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber } 20861bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber 20877541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber mReplyID = replyID; 20887541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber setState(CONFIGURING); 20897541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 20901bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber void *crypto; 20911bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber if (!msg->findPointer("crypto", &crypto)) { 20921bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber crypto = NULL; 20935778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20945778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2095cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania ALOGV("kWhatConfigure: Old mCrypto: %p (%d)", 2096cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania mCrypto.get(), (mCrypto != NULL ? mCrypto->getStrongCount() : 0)); 2097cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania 20981bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber mCrypto = static_cast<ICrypto *>(crypto); 2099dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mBufferChannel->setCrypto(mCrypto); 21001bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber 2101cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania ALOGV("kWhatConfigure: New mCrypto: %p (%d)", 2102cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania mCrypto.get(), (mCrypto != NULL ? mCrypto->getStrongCount() : 0)); 2103cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania 21049dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang void *descrambler; 21059dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang if (!msg->findPointer("descrambler", &descrambler)) { 21069dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang descrambler = NULL; 21079dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang } 21089dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang 21099dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang mDescrambler = static_cast<IDescrambler *>(descrambler); 21103b2847fa5506dc265d2e46f067bfbb66ae209f74Chong Zhang mBufferChannel->setDescrambler(mDescrambler); 21119dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang 21125778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t flags; 21135778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("flags", (int32_t *)&flags)); 21145778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21155778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (flags & CONFIGURE_FLAG_ENCODE) { 21165778822d86b0337407514b9372562b86edfa91cdAndreas Huber format->setInt32("encoder", true); 2117e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mFlags |= kFlagIsEncoder; 21185778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 21195778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21208ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber extractCSD(format); 21218ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 21225778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->initiateConfigureComponent(format); 21235778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 21245778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 21255778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21261dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar case kWhatSetSurface: 21271dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar { 21281dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AReplyToken> replyID; 21291dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar CHECK(msg->senderAwaitsResponse(&replyID)); 21301dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 21311dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar status_t err = OK; 21321dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 21331dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar switch (mState) { 21341dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar case CONFIGURED: 21351dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar case STARTED: 21361dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar case FLUSHED: 21371dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar { 21381dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<RefBase> obj; 21391dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar (void)msg->findObject("surface", &obj); 21401dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<Surface> surface = static_cast<Surface *>(obj.get()); 21411dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mSurface == NULL) { 21421dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // do not support setting surface if it was not set 21431dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = INVALID_OPERATION; 21441dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } else if (obj == NULL) { 21451dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // do not support unsetting surface 21461dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = BAD_VALUE; 21471dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } else { 21481dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = connectToSurface(surface); 2149098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar if (err == ALREADY_EXISTS) { 2150098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar // reconnecting to same surface 21511dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = OK; 21521dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } else { 21531dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err == OK) { 21541dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mFlags & kFlagUsesSoftwareRenderer) { 21558b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar if (mSoftRenderer != NULL 21568b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar && (mFlags & kFlagPushBlankBuffersOnShutdown)) { 21578b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar pushBlankBuffersToNativeWindow(mSurface.get()); 21588b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar } 21591dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mSoftRenderer = new SoftwareRenderer(surface); 21601dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // TODO: check if this was successful 21611dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } else { 21621dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = mCodec->setSurface(surface); 21631dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 21641dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 21651dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err == OK) { 21661dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar (void)disconnectFromSurface(); 21671dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mSurface = surface; 21681dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 21691dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 21701dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 21711dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar break; 21721dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 21731dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 21741dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar default: 21751dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = INVALID_OPERATION; 21761dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar break; 21771dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 21781dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 21791dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar PostReplyWithError(replyID, err); 21801dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar break; 21811dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 21821dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 21837cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden case kWhatCreateInputSurface: 21848f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang case kWhatSetInputSurface: 21857cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 21863f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 21877cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden CHECK(msg->senderAwaitsResponse(&replyID)); 21887cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 21897cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden // Must be configured, but can't have been started yet. 21907cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden if (mState != CONFIGURED) { 2191c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 21927cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 21937cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 21947cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 21957cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mReplyID = replyID; 2196d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (msg->what() == kWhatCreateInputSurface) { 2197d291c222357303b9611cab89d0c3b047584ef377Chong Zhang mCodec->initiateCreateInputSurface(); 2198d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } else { 2199d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<RefBase> obj; 2200d291c222357303b9611cab89d0c3b047584ef377Chong Zhang CHECK(msg->findObject("input-surface", &obj)); 2201d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 22028f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang mCodec->initiateSetInputSurface( 2203d291c222357303b9611cab89d0c3b047584ef377Chong Zhang static_cast<PersistentSurface *>(obj.get())); 2204d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 22057cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 22067cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 22075778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatStart: 22085778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 22093f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 22105778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 22115778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22120e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (mState == FLUSHED) { 2213d9e0603a1be07dbb347c55050c7d4629ea7492e8Chong Zhang setState(STARTED); 22143d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang if (mHavePendingInputBuffers) { 22153d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang onInputBufferAvailable(); 22163d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang mHavePendingInputBuffers = false; 22173d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang } 22180e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar mCodec->signalResume(); 22190e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar PostReplyWithError(replyID, OK); 2220d9e0603a1be07dbb347c55050c7d4629ea7492e8Chong Zhang break; 22210e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar } else if (mState != CONFIGURED) { 2222c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 22235778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 22245778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 22255778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22265778822d86b0337407514b9372562b86edfa91cdAndreas Huber mReplyID = replyID; 22275778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(STARTING); 22285778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22295778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->initiateStart(); 22305778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 22315778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 22325778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22335778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatStop: 2234c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber case kWhatRelease: 2235c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber { 2236aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber State targetState = 2237aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber (msg->what() == kWhatStop) ? INITIALIZED : UNINITIALIZED; 2238aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber 22393f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 2240c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 2241c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 224247a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu // already stopped/released 224347a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu if (mState == UNINITIALIZED && mReleasedByResourceManager) { 224447a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu sp<AMessage> response = new AMessage; 224547a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu response->setInt32("err", OK); 224647a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu response->postReply(replyID); 224747a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu break; 224847a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu } 224947a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu 225047a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu int32_t reclaimed = 0; 225147a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu msg->findInt32("reclaimed", &reclaimed); 225247a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu if (reclaimed) { 225347a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu mReleasedByResourceManager = true; 22544b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu 22554b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu int32_t force = 0; 22564b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu msg->findInt32("force", &force); 22574b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu if (!force && hasPendingBuffer()) { 22584b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu ALOGW("Can't reclaim codec right now due to pending buffers."); 22594b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu 22604b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu // return WOULD_BLOCK to ask resource manager to retry later. 22614b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu sp<AMessage> response = new AMessage; 22624b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu response->setInt32("err", WOULD_BLOCK); 22634b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu response->postReply(replyID); 22644b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu 22654b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu // notify the async client 22664b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu if (mFlags & kFlagIsAsync) { 22674b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu onError(DEAD_OBJECT, ACTION_CODE_FATAL); 22684b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu } 22694b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu break; 22704b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu } 227147a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu } 227247a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu 22735d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang bool isReleasingAllocatedComponent = 22745d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang (mFlags & kFlagIsComponentAllocated) && targetState == UNINITIALIZED; 22755d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang if (!isReleasingAllocatedComponent // See 1 227633223c4f97abb78fa8c92e1b8c817546f15d97e1Andy Hung && mState != INITIALIZED 22770e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar && mState != CONFIGURED && !isExecuting()) { 227833223c4f97abb78fa8c92e1b8c817546f15d97e1Andy Hung // 1) Permit release to shut down the component if allocated. 227933223c4f97abb78fa8c92e1b8c817546f15d97e1Andy Hung // 228033223c4f97abb78fa8c92e1b8c817546f15d97e1Andy Hung // 2) We may be in "UNINITIALIZED" state already and 228152dfbee90cc3c4426428318e06a92774f5201198Praveen Chavan // also shutdown the encoder/decoder without the 228203ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // client being aware of this if media server died while 228303ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // we were being stopped. The client would assume that 228403ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // after stop() returned, it would be safe to call release() 228503ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // and it should be in this case, no harm to allow a release() 228603ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // if we're already uninitialized. 2287c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber sp<AMessage> response = new AMessage; 228847a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu // TODO: we shouldn't throw an exception for stop/release. Change this to wait until 228947a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu // the previous stop/release completes and then reply with OK. 22906e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar status_t err = mState == targetState ? OK : INVALID_OPERATION; 22916e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar response->setInt32("err", err); 22926e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar if (err == OK && targetState == UNINITIALIZED) { 22936e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar mComponentName.clear(); 22946e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar } 2295c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber response->postReply(replyID); 2296c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber break; 2297c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 2298c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 22995d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang // If we're flushing, or we're stopping but received a release 23005d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang // request, post the reply for the pending call first, and consider 23015d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang // it done. The reply token will be replaced after this, and we'll 23025d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang // no longer be able to reply. 23035d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang if (mState == FLUSHING || mState == STOPPING) { 23045d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang (new AMessage)->postReply(mReplyID); 23055d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang } 23065d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang 2307aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber if (mFlags & kFlagSawMediaServerDie) { 2308aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber // It's dead, Jim. Don't expect initiateShutdown to yield 2309aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber // any useful results now... 2310aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber setState(UNINITIALIZED); 23116e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar if (targetState == UNINITIALIZED) { 23126e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar mComponentName.clear(); 23136e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar } 2314aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber (new AMessage)->postReply(replyID); 2315aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber break; 2316aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber } 2317aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber 23185d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang // If we already have an error, component may not be able to 23195d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang // complete the shutdown properly. If we're stopping, post the 23205d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang // reply now with an error to unblock the client, client can 23215d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang // release after the failure (instead of ANR). 23225d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang if (msg->what() == kWhatStop && (mFlags & kFlagStickyError)) { 23235d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang PostReplyWithError(replyID, getStickyError()); 23245d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang break; 23255d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang } 23265d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang 2327c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mReplyID = replyID; 2328aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber setState(msg->what() == kWhatStop ? STOPPING : RELEASING); 2329aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber 2330aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber mCodec->initiateShutdown( 2331aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber msg->what() == kWhatStop /* keepComponentAllocated */); 2332c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 233386b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu returnBuffersToCodec(reclaimed); 23348b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar 23358b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar if (mSoftRenderer != NULL && (mFlags & kFlagPushBlankBuffersOnShutdown)) { 23368b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar pushBlankBuffersToNativeWindow(mSurface.get()); 23378b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar } 23385d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang 23395778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 23405778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23415778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23425778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatDequeueInputBuffer: 23435778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 23443f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 23455778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 23465778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2347c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 2348c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang ALOGE("dequeueOutputBuffer can't be used in async mode"); 2349c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 2350c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang break; 2351c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2352c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 23536507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden if (mHaveInputSurface) { 23546507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden ALOGE("dequeueInputBuffer can't be used with input surface"); 2355c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 23566507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden break; 23576507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden } 23586507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden 23595778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (handleDequeueInputBuffer(replyID, true /* new request */)) { 23605778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 23615778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23625778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23635778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t timeoutUs; 23645778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt64("timeoutUs", &timeoutUs)); 23655778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23665778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (timeoutUs == 0ll) { 2367c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, -EAGAIN); 23685778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 23695778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23705778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23715778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags |= kFlagDequeueInputPending; 23725778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputReplyID = replyID; 23735778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23745778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (timeoutUs > 0ll) { 23755778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> timeoutMsg = 23761d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar new AMessage(kWhatDequeueInputTimedOut, this); 23775778822d86b0337407514b9372562b86edfa91cdAndreas Huber timeoutMsg->setInt32( 23785778822d86b0337407514b9372562b86edfa91cdAndreas Huber "generation", ++mDequeueInputTimeoutGeneration); 23795778822d86b0337407514b9372562b86edfa91cdAndreas Huber timeoutMsg->post(timeoutUs); 23805778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23815778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 23825778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23835778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23845778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatDequeueInputTimedOut: 23855778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 23865778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t generation; 23875778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("generation", &generation)); 23885778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23895778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (generation != mDequeueInputTimeoutGeneration) { 23905778822d86b0337407514b9372562b86edfa91cdAndreas Huber // Obsolete 23915778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 23925778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23935778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23945778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(mFlags & kFlagDequeueInputPending); 23955778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2396c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(mDequeueInputReplyID, -EAGAIN); 23975778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23985778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueInputPending; 23995778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputReplyID = 0; 24005778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 24015778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24025778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24035778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatQueueInputBuffer: 24045778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 24053f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 24065778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 24075778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2408251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (!isExecuting()) { 2409c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 24105778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 2411251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 2412251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 2413251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 24145778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24155778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24165778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = onQueueInputBuffer(msg); 24175778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2418c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, err); 24195778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 24205778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24215778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24225778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatDequeueOutputBuffer: 24235778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 24243f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 24255778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 24265778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2427c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 2428c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang ALOGE("dequeueOutputBuffer can't be used in async mode"); 2429c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 2430c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang break; 2431c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2432c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 24335778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (handleDequeueOutputBuffer(replyID, true /* new request */)) { 24345778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 24355778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24365778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24375778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t timeoutUs; 24385778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt64("timeoutUs", &timeoutUs)); 24395778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24405778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (timeoutUs == 0ll) { 2441c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, -EAGAIN); 24425778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 24435778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24445778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24455778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags |= kFlagDequeueOutputPending; 24465778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueOutputReplyID = replyID; 24475778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24485778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (timeoutUs > 0ll) { 24495778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> timeoutMsg = 24501d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar new AMessage(kWhatDequeueOutputTimedOut, this); 24515778822d86b0337407514b9372562b86edfa91cdAndreas Huber timeoutMsg->setInt32( 24525778822d86b0337407514b9372562b86edfa91cdAndreas Huber "generation", ++mDequeueOutputTimeoutGeneration); 24535778822d86b0337407514b9372562b86edfa91cdAndreas Huber timeoutMsg->post(timeoutUs); 24545778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24555778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 24565778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24575778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24585778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatDequeueOutputTimedOut: 24595778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 24605778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t generation; 24615778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("generation", &generation)); 24625778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24635778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (generation != mDequeueOutputTimeoutGeneration) { 24645778822d86b0337407514b9372562b86edfa91cdAndreas Huber // Obsolete 24655778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 24665778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24675778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24685778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(mFlags & kFlagDequeueOutputPending); 24695778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2470c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(mDequeueOutputReplyID, -EAGAIN); 24715778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24725778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueOutputPending; 24735778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueOutputReplyID = 0; 24745778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 24755778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24765778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24775778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatReleaseOutputBuffer: 24785778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 24793f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 24805778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 24815778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2482251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (!isExecuting()) { 2483c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 24845778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 2485251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 2486251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 2487251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 24885778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24895778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24905778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = onReleaseOutputBuffer(msg); 24915778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2492c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, err); 24935778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 24945778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24955778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24967cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden case kWhatSignalEndOfInputStream: 24977cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 24983f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 24997cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden CHECK(msg->senderAwaitsResponse(&replyID)); 25007cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 25016d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang if (!isExecuting() || !mHaveInputSurface) { 2502c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 25037cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 2504251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 2505251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 2506251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 25077cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 25087cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 25097cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mReplyID = replyID; 25107cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mCodec->signalEndOfInputStream(); 25117cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 25127cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 25137cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 25145778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatGetBuffers: 25155778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 25163f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 25175778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 251829b7dcf6d3cdb97103467dc8106151c6260c239aJeff Tinker if (!isExecuting() || (mFlags & kFlagIsAsync)) { 2519c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 25205778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 2521251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 2522251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 2523251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 25245778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 25255778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25265778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t portIndex; 25275778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("portIndex", &portIndex)); 25285778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25297e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim Vector<sp<MediaCodecBuffer> > *dstBuffers; 25305778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findPointer("buffers", (void **)&dstBuffers)); 25315778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25325778822d86b0337407514b9372562b86edfa91cdAndreas Huber dstBuffers->clear(); 2533e4aab10641a099d8a295b3ed61e2f5248f28a669Chong Zhang // If we're using input surface (either non-persistent created by 2534e4aab10641a099d8a295b3ed61e2f5248f28a669Chong Zhang // createInputSurface(), or persistent set by setInputSurface()), 2535e4aab10641a099d8a295b3ed61e2f5248f28a669Chong Zhang // give the client an empty input buffers array. 2536e4aab10641a099d8a295b3ed61e2f5248f28a669Chong Zhang if (portIndex != kPortIndexInput || !mHaveInputSurface) { 2537dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim if (portIndex == kPortIndexInput) { 2538dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mBufferChannel->getInputBufferArray(dstBuffers); 2539dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim } else { 2540dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mBufferChannel->getOutputBufferArray(dstBuffers); 2541e4aab10641a099d8a295b3ed61e2f5248f28a669Chong Zhang } 25425778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 25435778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25445778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(replyID); 25455778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 25465778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 25475778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25485778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatFlush: 25495778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 25503f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 25515778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 25525778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2553251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (!isExecuting()) { 2554c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 25555778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 2556251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 2557251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 2558251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 25595778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 25605778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25615778822d86b0337407514b9372562b86edfa91cdAndreas Huber mReplyID = replyID; 25620e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar // TODO: skip flushing if already FLUSHED 25635778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(FLUSHING); 25645778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25655778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->signalFlush(); 25665778822d86b0337407514b9372562b86edfa91cdAndreas Huber returnBuffersToCodec(); 25675778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 25685778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 25695778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2570e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar case kWhatGetInputFormat: 25715778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatGetOutputFormat: 25725778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 2573e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar sp<AMessage> format = 2574e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar (msg->what() == kWhatGetOutputFormat ? mOutputFormat : mInputFormat); 2575e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 25763f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 25775778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 25785778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2579e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if ((mState != CONFIGURED && mState != STARTING && 25800e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar mState != STARTED && mState != FLUSHING && 25810e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar mState != FLUSHED) 2582e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar || format == NULL) { 2583c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 25845778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 2585251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 2586251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 2587251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 25885778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 25895778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25905778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response = new AMessage; 2591e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar response->setMessage("format", format); 25925778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->postReply(replyID); 25935778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 25945778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 25955778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2596496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber case kWhatRequestIDRFrame: 2597496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber { 2598496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber mCodec->signalRequestIDRFrame(); 2599496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber break; 2600496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber } 2601496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 2602575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber case kWhatRequestActivityNotification: 2603575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber { 2604575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber CHECK(mActivityNotify == NULL); 2605575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber CHECK(msg->findMessage("notify", &mActivityNotify)); 2606575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 2607575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 2608575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber break; 2609575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber } 2610575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 2611717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo case kWhatGetName: 2612717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo { 26133f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 2614717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo CHECK(msg->senderAwaitsResponse(&replyID)); 2615717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 2616717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo if (mComponentName.empty()) { 2617c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 2618717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo break; 2619717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo } 2620717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 2621717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo sp<AMessage> response = new AMessage; 2622717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo response->setString("name", mComponentName.c_str()); 2623717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo response->postReply(replyID); 2624717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo break; 2625717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo } 2626717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 26273f21345e16b77c49042f5c13ceb62b0c35699561Chong Zhang case kWhatGetCodecInfo: 26283f21345e16b77c49042f5c13ceb62b0c35699561Chong Zhang { 26293f21345e16b77c49042f5c13ceb62b0c35699561Chong Zhang sp<AReplyToken> replyID; 26303f21345e16b77c49042f5c13ceb62b0c35699561Chong Zhang CHECK(msg->senderAwaitsResponse(&replyID)); 26313f21345e16b77c49042f5c13ceb62b0c35699561Chong Zhang 26323f21345e16b77c49042f5c13ceb62b0c35699561Chong Zhang sp<AMessage> response = new AMessage; 26333f21345e16b77c49042f5c13ceb62b0c35699561Chong Zhang response->setObject("codecInfo", mCodecInfo); 26343f21345e16b77c49042f5c13ceb62b0c35699561Chong Zhang response->postReply(replyID); 26353f21345e16b77c49042f5c13ceb62b0c35699561Chong Zhang break; 26363f21345e16b77c49042f5c13ceb62b0c35699561Chong Zhang } 26373f21345e16b77c49042f5c13ceb62b0c35699561Chong Zhang 2638a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber case kWhatSetParameters: 2639a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber { 26403f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 2641a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 2642a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 2643a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber sp<AMessage> params; 2644a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber CHECK(msg->findMessage("params", ¶ms)); 2645a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 2646a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber status_t err = onSetParameters(params); 2647a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 2648c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, err); 2649a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber break; 2650a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber } 2651a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 2652cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania case kWhatDrmReleaseCrypto: 2653cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania { 2654cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania onReleaseCrypto(msg); 2655cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania break; 2656cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania } 2657cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania 26585778822d86b0337407514b9372562b86edfa91cdAndreas Huber default: 26595778822d86b0337407514b9372562b86edfa91cdAndreas Huber TRESPASS(); 26605778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 26615778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 26625778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26638ee516a515c70a492c395b67ce12e19e7d159804Andreas Hubervoid MediaCodec::extractCSD(const sp<AMessage> &format) { 26648ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber mCSD.clear(); 26658ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 26668ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber size_t i = 0; 26678ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber for (;;) { 26688ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber sp<ABuffer> csd; 2669a1e8944a21e5833b7aadc451776f11797f5f9273Elliott Hughes if (!format->findBuffer(AStringPrintf("csd-%u", i).c_str(), &csd)) { 26708ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber break; 26718ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber } 26724f59c7e373a7e883f21ba33d44ea7caa86b65b02Hangyu Kuang if (csd->size() == 0) { 26734f59c7e373a7e883f21ba33d44ea7caa86b65b02Hangyu Kuang ALOGW("csd-%zu size is 0", i); 26744f59c7e373a7e883f21ba33d44ea7caa86b65b02Hangyu Kuang } 26758ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 26768ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber mCSD.push_back(csd); 26778ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber ++i; 26788ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber } 26798ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 2680a5750e0dad9e90f2195ce36f2c4457fa04b2b83eMark Salyzyn ALOGV("Found %zu pieces of codec specific data.", mCSD.size()); 26818ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber} 26828ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 26838ee516a515c70a492c395b67ce12e19e7d159804Andreas Huberstatus_t MediaCodec::queueCSDInputBuffer(size_t bufferIndex) { 26848ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber CHECK(!mCSD.empty()); 26858ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 2686dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim const BufferInfo &info = mPortBuffers[kPortIndexInput][bufferIndex]; 26878ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 26888ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber sp<ABuffer> csd = *mCSD.begin(); 26898ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber mCSD.erase(mCSD.begin()); 26908ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 2691dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim const sp<MediaCodecBuffer> &codecInputData = info.mData; 26928ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 26938ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber if (csd->size() > codecInputData->capacity()) { 26948ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber return -EINVAL; 26958ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber } 269632c1bcda7c9fb429fe6c235184f8bb6aa7ef12dbDongwon Kang if (codecInputData->data() == NULL) { 269732c1bcda7c9fb429fe6c235184f8bb6aa7ef12dbDongwon Kang ALOGV("Input buffer %zu is not properly allocated", bufferIndex); 269832c1bcda7c9fb429fe6c235184f8bb6aa7ef12dbDongwon Kang return -EINVAL; 269932c1bcda7c9fb429fe6c235184f8bb6aa7ef12dbDongwon Kang } 27008ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 27018ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber memcpy(codecInputData->data(), csd->data(), csd->size()); 27028ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 27038ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber AString errorDetailMsg; 27048ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 27051d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatQueueInputBuffer, this); 27068ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setSize("index", bufferIndex); 27078ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setSize("offset", 0); 27088ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setSize("size", csd->size()); 27098ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setInt64("timeUs", 0ll); 27108ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setInt32("flags", BUFFER_FLAG_CODECCONFIG); 27118ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setPointer("errorDetailMsg", &errorDetailMsg); 27128ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 27138ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber return onQueueInputBuffer(msg); 27148ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber} 27158ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 27165778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid MediaCodec::setState(State newState) { 27177541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber if (newState == INITIALIZED || newState == UNINITIALIZED) { 27185778822d86b0337407514b9372562b86edfa91cdAndreas Huber delete mSoftRenderer; 27195778822d86b0337407514b9372562b86edfa91cdAndreas Huber mSoftRenderer = NULL; 27205778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2721cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania if ( mCrypto != NULL ) { 2722cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania ALOGV("setState: ~mCrypto: %p (%d)", 2723cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania mCrypto.get(), (mCrypto != NULL ? mCrypto->getStrongCount() : 0)); 2724cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania } 27251bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber mCrypto.clear(); 27269dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang mDescrambler.clear(); 2727f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar handleSetSurface(NULL); 27285778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2729671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mInputFormat.clear(); 27305778822d86b0337407514b9372562b86edfa91cdAndreas Huber mOutputFormat.clear(); 27315778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagOutputFormatChanged; 27325778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagOutputBuffersChanged; 27335778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagStickyError; 2734e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mFlags &= ~kFlagIsEncoder; 2735c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mFlags &= ~kFlagIsAsync; 2736251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mStickyError = OK; 2737575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 2738575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber mActivityNotify.clear(); 2739c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mCallback.clear(); 27405778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 27415778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2742717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo if (newState == UNINITIALIZED) { 2743671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar // return any straggling buffers, e.g. if we got here on an error 2744671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar returnBuffersToCodec(); 2745671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 2746aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber // The component is gone, mediaserver's probably back up already 2747aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber // but should definitely be back up should we try to instantiate 2748aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber // another component.. and the cycle continues. 2749aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber mFlags &= ~kFlagSawMediaServerDie; 2750717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo } 2751717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 27525778822d86b0337407514b9372562b86edfa91cdAndreas Huber mState = newState; 27535778822d86b0337407514b9372562b86edfa91cdAndreas Huber 27545778822d86b0337407514b9372562b86edfa91cdAndreas Huber cancelPendingDequeueOperations(); 27552606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 27562606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang updateBatteryStat(); 27575778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 27585778822d86b0337407514b9372562b86edfa91cdAndreas Huber 275986b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wuvoid MediaCodec::returnBuffersToCodec(bool isReclaim) { 276086b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu returnBuffersToCodecOnPort(kPortIndexInput, isReclaim); 276186b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu returnBuffersToCodecOnPort(kPortIndexOutput, isReclaim); 27625778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 27635778822d86b0337407514b9372562b86edfa91cdAndreas Huber 276486b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wuvoid MediaCodec::returnBuffersToCodecOnPort(int32_t portIndex, bool isReclaim) { 27655778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(portIndex == kPortIndexInput || portIndex == kPortIndexOutput); 27667bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Mutex::Autolock al(mBufferLock); 27675778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2768dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim for (size_t i = 0; i < mPortBuffers[portIndex].size(); ++i) { 2769dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim BufferInfo *info = &mPortBuffers[portIndex][i]; 27705778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2771dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim if (info->mData != nullptr) { 2772dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim sp<MediaCodecBuffer> buffer = info->mData; 277386b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu if (isReclaim && info->mOwnedByClient) { 277486b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu ALOGD("port %d buffer %zu still owned by client when codec is reclaimed", 277586b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu portIndex, i); 277686b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu } else { 277786b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu info->mOwnedByClient = false; 2778fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim info->mData.clear(); 27795778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2780dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mBufferChannel->discardBuffer(buffer); 27815778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 27825778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 27835778822d86b0337407514b9372562b86edfa91cdAndreas Huber 27845778822d86b0337407514b9372562b86edfa91cdAndreas Huber mAvailPortBuffers[portIndex].clear(); 27855778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 27865778822d86b0337407514b9372562b86edfa91cdAndreas Huber 27875778822d86b0337407514b9372562b86edfa91cdAndreas Hubersize_t MediaCodec::updateBuffers( 27885778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t portIndex, const sp<AMessage> &msg) { 27895778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(portIndex == kPortIndexInput || portIndex == kPortIndexOutput); 2790dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim size_t index; 2791dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim CHECK(msg->findSize("index", &index)); 2792fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim sp<RefBase> obj; 2793fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim CHECK(msg->findObject("buffer", &obj)); 2794fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim sp<MediaCodecBuffer> buffer = static_cast<MediaCodecBuffer *>(obj.get()); 27955778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2796dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim { 2797dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim Mutex::Autolock al(mBufferLock); 2798dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim if (mPortBuffers[portIndex].size() <= index) { 2799dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mPortBuffers[portIndex].resize(align(index + 1, kNumBuffersAlign)); 28005778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2801dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mPortBuffers[portIndex][index].mData = buffer; 28025778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2803dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mAvailPortBuffers[portIndex].push_back(index); 28045778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2805dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim return index; 28065778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 28075778822d86b0337407514b9372562b86edfa91cdAndreas Huber 28085778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::onQueueInputBuffer(const sp<AMessage> &msg) { 28095778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t index; 28105778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t offset; 28115778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t size; 28125778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t timeUs; 28135778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t flags; 28145778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findSize("index", &index)); 28155778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findSize("offset", &offset)); 28165778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt64("timeUs", &timeUs)); 28175778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("flags", (int32_t *)&flags)); 28185778822d86b0337407514b9372562b86edfa91cdAndreas Huber 28194b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const CryptoPlugin::SubSample *subSamples; 28204b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size_t numSubSamples; 28214b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const uint8_t *key; 28224b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const uint8_t *iv; 28234b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CryptoPlugin::Mode mode = CryptoPlugin::kMode_Unencrypted; 28244b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 28254b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber // We allow the simpler queueInputBuffer API to be used even in 28264b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber // secure mode, by fabricating a single unencrypted subSample. 28274b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CryptoPlugin::SubSample ss; 2828d9f1f950d18b4e166b178d93260074019588c956Jeff Tinker CryptoPlugin::Pattern pattern; 28294b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 28304b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber if (msg->findSize("size", &size)) { 28313b2847fa5506dc265d2e46f067bfbb66ae209f74Chong Zhang if (hasCryptoOrDescrambler()) { 28324b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber ss.mNumBytesOfClearData = size; 28334b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber ss.mNumBytesOfEncryptedData = 0; 28344b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 28354b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber subSamples = &ss; 28364b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber numSubSamples = 1; 28374b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber key = NULL; 28384b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber iv = NULL; 2839d9f1f950d18b4e166b178d93260074019588c956Jeff Tinker pattern.mEncryptBlocks = 0; 2840d9f1f950d18b4e166b178d93260074019588c956Jeff Tinker pattern.mSkipBlocks = 0; 28414b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber } 28424b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber } else { 28433b2847fa5506dc265d2e46f067bfbb66ae209f74Chong Zhang if (!hasCryptoOrDescrambler()) { 28443b2847fa5506dc265d2e46f067bfbb66ae209f74Chong Zhang ALOGE("[%s] queuing secure buffer without mCrypto or mDescrambler!", 28453b2847fa5506dc265d2e46f067bfbb66ae209f74Chong Zhang mComponentName.c_str()); 28464b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber return -EINVAL; 28474b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber } 28484b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 28494b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CHECK(msg->findPointer("subSamples", (void **)&subSamples)); 28504b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CHECK(msg->findSize("numSubSamples", &numSubSamples)); 28514b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CHECK(msg->findPointer("key", (void **)&key)); 28524b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CHECK(msg->findPointer("iv", (void **)&iv)); 2853d9f1f950d18b4e166b178d93260074019588c956Jeff Tinker CHECK(msg->findInt32("encryptBlocks", (int32_t *)&pattern.mEncryptBlocks)); 2854d9f1f950d18b4e166b178d93260074019588c956Jeff Tinker CHECK(msg->findInt32("skipBlocks", (int32_t *)&pattern.mSkipBlocks)); 28554b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 28564b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber int32_t tmp; 28574b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CHECK(msg->findInt32("mode", &tmp)); 28584b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 28594b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber mode = (CryptoPlugin::Mode)tmp; 28604b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 28614b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size = 0; 28624b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber for (size_t i = 0; i < numSubSamples; ++i) { 28634b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size += subSamples[i].mNumBytesOfClearData; 28644b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size += subSamples[i].mNumBytesOfEncryptedData; 28654b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber } 28664b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber } 28674b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 28685778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (index >= mPortBuffers[kPortIndexInput].size()) { 28695778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -ERANGE; 28705778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 28715778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2872dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim BufferInfo *info = &mPortBuffers[kPortIndexInput][index]; 28735778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2874dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim if (info->mData == nullptr || !info->mOwnedByClient) { 28755778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -EACCES; 28765778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 28775778822d86b0337407514b9372562b86edfa91cdAndreas Huber 28785778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (offset + size > info->mData->capacity()) { 28795778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -EINVAL; 28805778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 28815778822d86b0337407514b9372562b86edfa91cdAndreas Huber 28825778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mData->setRange(offset, size); 2883dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim info->mData->meta()->setInt64("timeUs", timeUs); 2884dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim if (flags & BUFFER_FLAG_EOS) { 2885dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim info->mData->meta()->setInt32("eos", true); 2886dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim } 28875778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2888dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim if (flags & BUFFER_FLAG_CODECCONFIG) { 2889dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim info->mData->meta()->setInt32("csd", true); 2890dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim } 2891dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim 28929ee321c347c64886d1078a4e4afb57ec98dd54a2Wonsik Kim sp<MediaCodecBuffer> buffer = info->mData; 2893dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim status_t err = OK; 28943b2847fa5506dc265d2e46f067bfbb66ae209f74Chong Zhang if (hasCryptoOrDescrambler()) { 28955b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber AString *errorDetailMsg; 28965b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber CHECK(msg->findPointer("errorDetailMsg", (void **)&errorDetailMsg)); 28975b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber 2898dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim err = mBufferChannel->queueSecureInputBuffer( 2899dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim buffer, 2900dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim (mFlags & kFlagIsSecure), 29011bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber key, 29021bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber iv, 29031bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber mode, 290418cb1eca504817b5b144a023ae2792d90e74c9a5Jeff Tinker pattern, 29054b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber subSamples, 29064b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber numSubSamples, 29075b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber errorDetailMsg); 2908dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim } else { 2909dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim err = mBufferChannel->queueInputBuffer(buffer); 2910fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim } 2911fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim 29129ee321c347c64886d1078a4e4afb57ec98dd54a2Wonsik Kim if (err == OK) { 29139ee321c347c64886d1078a4e4afb57ec98dd54a2Wonsik Kim // synchronization boundary for getBufferAndFormat 29149ee321c347c64886d1078a4e4afb57ec98dd54a2Wonsik Kim Mutex::Autolock al(mBufferLock); 29159ee321c347c64886d1078a4e4afb57ec98dd54a2Wonsik Kim info->mOwnedByClient = false; 29169ee321c347c64886d1078a4e4afb57ec98dd54a2Wonsik Kim info->mData.clear(); 2917002e413a5a7460a32790ed08408085a6062f4054Ray Essick if (mAnalyticsItem != NULL) { 2918002e413a5a7460a32790ed08408085a6062f4054Ray Essick mAnalyticsItem->addInt64(kCodecBytesIn, size); 2919002e413a5a7460a32790ed08408085a6062f4054Ray Essick } 29209ee321c347c64886d1078a4e4afb57ec98dd54a2Wonsik Kim } 29219ee321c347c64886d1078a4e4afb57ec98dd54a2Wonsik Kim 2922dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim return err; 29235778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 29245778822d86b0337407514b9372562b86edfa91cdAndreas Huber 292590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar//static 292690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarsize_t MediaCodec::CreateFramesRenderedMessage( 29270d1ed381fde5dac12dd84fcf3da66dac46699378Chih-Hung Hsieh const std::list<FrameRenderTracker::Info> &done, sp<AMessage> &msg) { 292890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar size_t index = 0; 292990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 293090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar for (std::list<FrameRenderTracker::Info>::const_iterator it = done.cbegin(); 293190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar it != done.cend(); ++it) { 293290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (it->getRenderTimeNs() < 0) { 293390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar continue; // dropped frame from tracking 293490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 293590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar msg->setInt64(AStringPrintf("%zu-media-time-us", index).c_str(), it->getMediaTimeUs()); 293690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar msg->setInt64(AStringPrintf("%zu-system-nano", index).c_str(), it->getRenderTimeNs()); 293790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar ++index; 293890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 293990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar return index; 294090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 294190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 29425778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::onReleaseOutputBuffer(const sp<AMessage> &msg) { 29435778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t index; 29445778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findSize("index", &index)); 29455778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29465778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t render; 29475778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("render", &render)) { 29485778822d86b0337407514b9372562b86edfa91cdAndreas Huber render = 0; 29495778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 29505778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29510e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (!isExecuting()) { 29525778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -EINVAL; 29535778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 29545778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29555778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (index >= mPortBuffers[kPortIndexOutput].size()) { 29565778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -ERANGE; 29575778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 29585778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2959dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim BufferInfo *info = &mPortBuffers[kPortIndexOutput][index]; 29605778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2961dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim if (info->mData == nullptr || !info->mOwnedByClient) { 29625778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -EACCES; 29635778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 29645778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29657bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar // synchronization boundary for getBufferAndFormat 2966dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim sp<MediaCodecBuffer> buffer; 29677bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar { 29687bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Mutex::Autolock al(mBufferLock); 29697bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar info->mOwnedByClient = false; 2970dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim buffer = info->mData; 2971dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim info->mData.clear(); 29727bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar } 29737bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 2974dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim if (render && buffer->size() != 0) { 297590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar int64_t mediaTimeUs = -1; 2976dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim buffer->meta()->findInt64("timeUs", &mediaTimeUs); 297790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 297890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar int64_t renderTimeNs = 0; 2979c8edf5af010ac24a99b302a18e7b84e8b4b2b783Lajos Molnar if (!msg->findInt64("timestampNs", &renderTimeNs)) { 2980c8edf5af010ac24a99b302a18e7b84e8b4b2b783Lajos Molnar // use media timestamp if client did not request a specific render timestamp 2981c8edf5af010ac24a99b302a18e7b84e8b4b2b783Lajos Molnar ALOGV("using buffer PTS of %lld", (long long)mediaTimeUs); 298290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar renderTimeNs = mediaTimeUs * 1000; 2983fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar } 2984fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar 29855778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mSoftRenderer != NULL) { 298690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar std::list<FrameRenderTracker::Info> doneFrames = mSoftRenderer->render( 29879cf12df166dff26da5e6009f7349e9a53b264363Chong Zhang buffer->data(), buffer->size(), mediaTimeUs, renderTimeNs, 29889cf12df166dff26da5e6009f7349e9a53b264363Chong Zhang mPortBuffers[kPortIndexOutput].size(), buffer->format()); 298990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 299090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // if we are running, notify rendered frames 299190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (!doneFrames.empty() && mState == STARTED && mOnFrameRenderedNotification != NULL) { 299290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar sp<AMessage> notify = mOnFrameRenderedNotification->dup(); 299390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar sp<AMessage> data = new AMessage; 299490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (CreateFramesRenderedMessage(doneFrames, data)) { 299590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar notify->setMessage("data", data); 299690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar notify->post(); 299790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 299890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 29995778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 3000dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mBufferChannel->renderOutputBuffer(buffer, renderTimeNs); 3001dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim } else { 3002dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mBufferChannel->discardBuffer(buffer); 30035778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 30045778822d86b0337407514b9372562b86edfa91cdAndreas Huber 30055778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 30065778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 30075778822d86b0337407514b9372562b86edfa91cdAndreas Huber 30085778822d86b0337407514b9372562b86edfa91cdAndreas Huberssize_t MediaCodec::dequeuePortBuffer(int32_t portIndex) { 30095778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(portIndex == kPortIndexInput || portIndex == kPortIndexOutput); 30105778822d86b0337407514b9372562b86edfa91cdAndreas Huber 30115778822d86b0337407514b9372562b86edfa91cdAndreas Huber List<size_t> *availBuffers = &mAvailPortBuffers[portIndex]; 30125778822d86b0337407514b9372562b86edfa91cdAndreas Huber 30135778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (availBuffers->empty()) { 30145778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -EAGAIN; 30155778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 30165778822d86b0337407514b9372562b86edfa91cdAndreas Huber 30175778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t index = *availBuffers->begin(); 30185778822d86b0337407514b9372562b86edfa91cdAndreas Huber availBuffers->erase(availBuffers->begin()); 30195778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3020dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim BufferInfo *info = &mPortBuffers[portIndex][index]; 30215778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(!info->mOwnedByClient); 30227bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar { 30237bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Mutex::Autolock al(mBufferLock); 30247bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar info->mOwnedByClient = true; 302503c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 302603c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar // set image-data 3027fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim if (info->mData->format() != NULL) { 302803c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar sp<ABuffer> imageData; 3029fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim if (info->mData->format()->findBuffer("image-data", &imageData)) { 303003c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar info->mData->meta()->setBuffer("image-data", imageData); 303103c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar } 303203c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar int32_t left, top, right, bottom; 3033fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim if (info->mData->format()->findRect("crop", &left, &top, &right, &bottom)) { 303403c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar info->mData->meta()->setRect("crop-rect", left, top, right, bottom); 303503c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar } 303603c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar } 30377bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar } 30385778822d86b0337407514b9372562b86edfa91cdAndreas Huber 30395778822d86b0337407514b9372562b86edfa91cdAndreas Huber return index; 30405778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 30415778822d86b0337407514b9372562b86edfa91cdAndreas Huber 30421dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t MediaCodec::connectToSurface(const sp<Surface> &surface) { 30431dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar status_t err = OK; 30441dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (surface != NULL) { 3045b9fa58afa4c7772fe3c4cfdea9e45bc85cf43537Lajos Molnar uint64_t oldId, newId; 3046098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar if (mSurface != NULL 3047b9fa58afa4c7772fe3c4cfdea9e45bc85cf43537Lajos Molnar && surface->getUniqueId(&newId) == NO_ERROR 3048b9fa58afa4c7772fe3c4cfdea9e45bc85cf43537Lajos Molnar && mSurface->getUniqueId(&oldId) == NO_ERROR 3049b9fa58afa4c7772fe3c4cfdea9e45bc85cf43537Lajos Molnar && newId == oldId) { 3050b9fa58afa4c7772fe3c4cfdea9e45bc85cf43537Lajos Molnar ALOGI("[%s] connecting to the same surface. Nothing to do.", mComponentName.c_str()); 3051098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar return ALREADY_EXISTS; 3052098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar } 3053098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar 3054181fd9b5b64bab24bb49a34208f60a16e98488c5Chong Zhang err = nativeWindowConnect(surface.get(), "connectToSurface"); 3055098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar if (err == OK) { 3056264bac95912efe121d6a60026612617f04f42966Lajos Molnar // Require a fresh set of buffers after each connect by using a unique generation 3057264bac95912efe121d6a60026612617f04f42966Lajos Molnar // number. Rely on the fact that max supported process id by Linux is 2^22. 3058264bac95912efe121d6a60026612617f04f42966Lajos Molnar // PID is never 0 so we don't have to worry that we use the default generation of 0. 3059264bac95912efe121d6a60026612617f04f42966Lajos Molnar // TODO: come up with a unique scheme if other producers also set the generation number. 3060264bac95912efe121d6a60026612617f04f42966Lajos Molnar static uint32_t mSurfaceGeneration = 0; 3061264bac95912efe121d6a60026612617f04f42966Lajos Molnar uint32_t generation = (getpid() << 10) | (++mSurfaceGeneration & ((1 << 10) - 1)); 3062264bac95912efe121d6a60026612617f04f42966Lajos Molnar surface->setGenerationNumber(generation); 3063264bac95912efe121d6a60026612617f04f42966Lajos Molnar ALOGI("[%s] setting surface generation to %u", mComponentName.c_str(), generation); 3064264bac95912efe121d6a60026612617f04f42966Lajos Molnar 3065264bac95912efe121d6a60026612617f04f42966Lajos Molnar // HACK: clear any free buffers. Remove when connect will automatically do this. 3066264bac95912efe121d6a60026612617f04f42966Lajos Molnar // This is needed as the consumer may be holding onto stale frames that it can reattach 3067264bac95912efe121d6a60026612617f04f42966Lajos Molnar // to this surface after disconnect/connect, and those free frames would inherit the new 3068264bac95912efe121d6a60026612617f04f42966Lajos Molnar // generation number. Disconnecting after setting a unique generation prevents this. 3069181fd9b5b64bab24bb49a34208f60a16e98488c5Chong Zhang nativeWindowDisconnect(surface.get(), "connectToSurface(reconnect)"); 3070181fd9b5b64bab24bb49a34208f60a16e98488c5Chong Zhang err = nativeWindowConnect(surface.get(), "connectToSurface(reconnect)"); 3071264bac95912efe121d6a60026612617f04f42966Lajos Molnar } 3072264bac95912efe121d6a60026612617f04f42966Lajos Molnar 3073264bac95912efe121d6a60026612617f04f42966Lajos Molnar if (err != OK) { 3074181fd9b5b64bab24bb49a34208f60a16e98488c5Chong Zhang ALOGE("nativeWindowConnect returned an error: %s (%d)", strerror(-err), err); 30751dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 30761dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 3077098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar // do not return ALREADY_EXISTS unless surfaces are the same 3078098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar return err == ALREADY_EXISTS ? BAD_VALUE : err; 30791dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar} 30807541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 30811dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t MediaCodec::disconnectFromSurface() { 30821dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar status_t err = OK; 3083f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar if (mSurface != NULL) { 3084264bac95912efe121d6a60026612617f04f42966Lajos Molnar // Resetting generation is not technically needed, but there is no need to keep it either 3085264bac95912efe121d6a60026612617f04f42966Lajos Molnar mSurface->setGenerationNumber(0); 3086181fd9b5b64bab24bb49a34208f60a16e98488c5Chong Zhang err = nativeWindowDisconnect(mSurface.get(), "disconnectFromSurface"); 30877541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber if (err != OK) { 3088181fd9b5b64bab24bb49a34208f60a16e98488c5Chong Zhang ALOGW("nativeWindowDisconnect returned an error: %s (%d)", strerror(-err), err); 30897541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber } 30901dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // assume disconnected even on error 3091f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar mSurface.clear(); 30927541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber } 30931dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 30941dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar} 30957541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 30961dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t MediaCodec::handleSetSurface(const sp<Surface> &surface) { 30971dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar status_t err = OK; 30981dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mSurface != NULL) { 30991dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar (void)disconnectFromSurface(); 31001dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 3101f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar if (surface != NULL) { 31021dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = connectToSurface(surface); 31031dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err == OK) { 31041dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mSurface = surface; 31057541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber } 31067541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber } 31071dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 31087541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber} 31097541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 3110c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhangvoid MediaCodec::onInputBufferAvailable() { 3111c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang int32_t index; 3112c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang while ((index = dequeuePortBuffer(kPortIndexInput)) >= 0) { 3113c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> msg = mCallback->dup(); 3114c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("callbackID", CB_INPUT_AVAILABLE); 3115c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("index", index); 3116c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->post(); 3117c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 3118c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 3119c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 3120c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhangvoid MediaCodec::onOutputBufferAvailable() { 3121c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang int32_t index; 3122c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang while ((index = dequeuePortBuffer(kPortIndexOutput)) >= 0) { 31237e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim const sp<MediaCodecBuffer> &buffer = 3124dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mPortBuffers[kPortIndexOutput][index].mData; 3125c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> msg = mCallback->dup(); 3126c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("callbackID", CB_OUTPUT_AVAILABLE); 3127c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("index", index); 3128c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setSize("offset", buffer->offset()); 3129c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setSize("size", buffer->size()); 3130c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 3131c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang int64_t timeUs; 3132c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang CHECK(buffer->meta()->findInt64("timeUs", &timeUs)); 3133c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 3134c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt64("timeUs", timeUs); 3135c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 3136dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim int32_t flags; 3137dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim CHECK(buffer->meta()->findInt32("flags", &flags)); 3138c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 3139c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("flags", flags); 3140c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 3141c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->post(); 3142c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 3143c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 3144c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 3145749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhangvoid MediaCodec::onError(status_t err, int32_t actionCode, const char *detail) { 3146c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mCallback != NULL) { 3147c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> msg = mCallback->dup(); 3148c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("callbackID", CB_ERROR); 3149c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("err", err); 3150749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhang msg->setInt32("actionCode", actionCode); 3151749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhang 3152749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhang if (detail != NULL) { 3153749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhang msg->setString("detail", detail); 3154749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhang } 3155c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 3156c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->post(); 3157c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 3158c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 3159c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 3160c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhangvoid MediaCodec::onOutputFormatChanged() { 3161c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mCallback != NULL) { 3162c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> msg = mCallback->dup(); 3163c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("callbackID", CB_OUTPUT_FORMAT_CHANGED); 3164c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setMessage("format", mOutputFormat); 3165c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->post(); 3166c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 3167c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 3168c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 3169575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Hubervoid MediaCodec::postActivityNotificationIfPossible() { 3170575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber if (mActivityNotify == NULL) { 3171575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber return; 3172575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber } 3173575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 3174e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang bool isErrorOrOutputChanged = 3175e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang (mFlags & (kFlagStickyError 3176575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber | kFlagOutputBuffersChanged 3177e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang | kFlagOutputFormatChanged)); 3178e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang 3179e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang if (isErrorOrOutputChanged 3180575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber || !mAvailPortBuffers[kPortIndexInput].empty() 3181575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber || !mAvailPortBuffers[kPortIndexOutput].empty()) { 3182e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang mActivityNotify->setInt32("input-buffers", 3183e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang mAvailPortBuffers[kPortIndexInput].size()); 3184e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang 3185e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang if (isErrorOrOutputChanged) { 3186e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang // we want consumer to dequeue as many times as it can 3187e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang mActivityNotify->setInt32("output-buffers", INT32_MAX); 3188e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang } else { 3189e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang mActivityNotify->setInt32("output-buffers", 3190e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang mAvailPortBuffers[kPortIndexOutput].size()); 3191e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang } 3192575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber mActivityNotify->post(); 3193575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber mActivityNotify.clear(); 3194575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber } 3195575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber} 3196575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 3197a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huberstatus_t MediaCodec::setParameters(const sp<AMessage> ¶ms) { 31981d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatSetParameters, this); 3199a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber msg->setMessage("params", params); 3200a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 3201a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber sp<AMessage> response; 3202a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber return PostAndAwaitResponse(msg, &response); 3203a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber} 3204a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 3205a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huberstatus_t MediaCodec::onSetParameters(const sp<AMessage> ¶ms) { 3206a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber mCodec->signalSetParameters(params); 3207a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 3208a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber return OK; 3209a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber} 3210a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 3211e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huberstatus_t MediaCodec::amendOutputFormatWithCodecSpecificData( 32127e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim const sp<MediaCodecBuffer> &buffer) { 3213e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber AString mime; 3214e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber CHECK(mOutputFormat->findString("mime", &mime)); 3215e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3216e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (!strcasecmp(mime.c_str(), MEDIA_MIMETYPE_VIDEO_AVC)) { 3217e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // Codec specific data should be SPS and PPS in a single buffer, 3218e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // each prefixed by a startcode (0x00 0x00 0x00 0x01). 3219e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // We separate the two and put them into the output format 3220e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // under the keys "csd-0" and "csd-1". 3221e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3222e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber unsigned csdIndex = 0; 3223e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3224e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber const uint8_t *data = buffer->data(); 3225e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber size_t size = buffer->size(); 3226e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3227e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber const uint8_t *nalStart; 3228e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber size_t nalSize; 3229e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber while (getNextNALUnit(&data, &size, &nalStart, &nalSize, true) == OK) { 3230e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber sp<ABuffer> csd = new ABuffer(nalSize + 4); 3231e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber memcpy(csd->data(), "\x00\x00\x00\x01", 4); 3232e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber memcpy(csd->data() + 4, nalStart, nalSize); 3233e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3234e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mOutputFormat->setBuffer( 3235a1e8944a21e5833b7aadc451776f11797f5f9273Elliott Hughes AStringPrintf("csd-%u", csdIndex).c_str(), csd); 3236e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3237e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber ++csdIndex; 3238e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 3239e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3240e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (csdIndex != 2) { 3241e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber return ERROR_MALFORMED; 3242e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 3243e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } else { 3244e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // For everything else we just stash the codec specific data into 3245e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // the output format as a single piece of csd under "csd-0". 32467e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim sp<ABuffer> csd = new ABuffer(buffer->size()); 32477e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim memcpy(csd->data(), buffer->data(), buffer->size()); 32487e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim csd->setRange(0, buffer->size()); 32497e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim mOutputFormat->setBuffer("csd-0", csd); 3250e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 3251e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3252e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber return OK; 3253e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber} 3254e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 32552606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhangvoid MediaCodec::updateBatteryStat() { 32563f273d10817ddb2f792ae043de692efcdf1988aeWei Jia if (!mIsVideo) { 32573f273d10817ddb2f792ae043de692efcdf1988aeWei Jia return; 32583f273d10817ddb2f792ae043de692efcdf1988aeWei Jia } 32592606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 32603f273d10817ddb2f792ae043de692efcdf1988aeWei Jia if (mState == CONFIGURED && !mBatteryStatNotified) { 3261f2ae3e19080938db8cbf29a963fd744a3964fcc2Wei Jia BatteryNotifier::getInstance().noteStartVideo(mUid); 32622606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mBatteryStatNotified = true; 32632606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } else if (mState == UNINITIALIZED && mBatteryStatNotified) { 3264f2ae3e19080938db8cbf29a963fd744a3964fcc2Wei Jia BatteryNotifier::getInstance().noteStopVideo(mUid); 32652606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mBatteryStatNotified = false; 32662606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } 32672606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang} 32682606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 3269573ebe40b005690f797ac4d90ed1ff49f9fdb2b7Ray Essickstd::string MediaCodec::stateString(State state) { 3270573ebe40b005690f797ac4d90ed1ff49f9fdb2b7Ray Essick const char *rval = NULL; 3271573ebe40b005690f797ac4d90ed1ff49f9fdb2b7Ray Essick char rawbuffer[16]; // room for "%d" 3272573ebe40b005690f797ac4d90ed1ff49f9fdb2b7Ray Essick 3273573ebe40b005690f797ac4d90ed1ff49f9fdb2b7Ray Essick switch (state) { 3274573ebe40b005690f797ac4d90ed1ff49f9fdb2b7Ray Essick case UNINITIALIZED: rval = "UNINITIALIZED"; break; 3275573ebe40b005690f797ac4d90ed1ff49f9fdb2b7Ray Essick case INITIALIZING: rval = "INITIALIZING"; break; 3276573ebe40b005690f797ac4d90ed1ff49f9fdb2b7Ray Essick case INITIALIZED: rval = "INITIALIZED"; break; 3277573ebe40b005690f797ac4d90ed1ff49f9fdb2b7Ray Essick case CONFIGURING: rval = "CONFIGURING"; break; 3278573ebe40b005690f797ac4d90ed1ff49f9fdb2b7Ray Essick case CONFIGURED: rval = "CONFIGURED"; break; 3279573ebe40b005690f797ac4d90ed1ff49f9fdb2b7Ray Essick case STARTING: rval = "STARTING"; break; 3280573ebe40b005690f797ac4d90ed1ff49f9fdb2b7Ray Essick case STARTED: rval = "STARTED"; break; 3281573ebe40b005690f797ac4d90ed1ff49f9fdb2b7Ray Essick case FLUSHING: rval = "FLUSHING"; break; 3282573ebe40b005690f797ac4d90ed1ff49f9fdb2b7Ray Essick case FLUSHED: rval = "FLUSHED"; break; 3283573ebe40b005690f797ac4d90ed1ff49f9fdb2b7Ray Essick case STOPPING: rval = "STOPPING"; break; 3284573ebe40b005690f797ac4d90ed1ff49f9fdb2b7Ray Essick case RELEASING: rval = "RELEASING"; break; 3285573ebe40b005690f797ac4d90ed1ff49f9fdb2b7Ray Essick default: 3286573ebe40b005690f797ac4d90ed1ff49f9fdb2b7Ray Essick snprintf(rawbuffer, sizeof(rawbuffer), "%d", state); 3287573ebe40b005690f797ac4d90ed1ff49f9fdb2b7Ray Essick rval = rawbuffer; 3288573ebe40b005690f797ac4d90ed1ff49f9fdb2b7Ray Essick break; 3289573ebe40b005690f797ac4d90ed1ff49f9fdb2b7Ray Essick } 3290573ebe40b005690f797ac4d90ed1ff49f9fdb2b7Ray Essick return rval; 3291573ebe40b005690f797ac4d90ed1ff49f9fdb2b7Ray Essick} 3292573ebe40b005690f797ac4d90ed1ff49f9fdb2b7Ray Essick 32935778822d86b0337407514b9372562b86edfa91cdAndreas Huber} // namespace android 3294