MediaCodec.cpp revision de15b8c160c720c48b93796016801e7ae0b6bd2d
15778822d86b0337407514b9372562b86edfa91cdAndreas Huber/* 25778822d86b0337407514b9372562b86edfa91cdAndreas Huber * Copyright 2012, The Android Open Source Project 35778822d86b0337407514b9372562b86edfa91cdAndreas Huber * 45778822d86b0337407514b9372562b86edfa91cdAndreas Huber * Licensed under the Apache License, Version 2.0 (the "License"); 55778822d86b0337407514b9372562b86edfa91cdAndreas Huber * you may not use this file except in compliance with the License. 65778822d86b0337407514b9372562b86edfa91cdAndreas Huber * You may obtain a copy of the License at 75778822d86b0337407514b9372562b86edfa91cdAndreas Huber * 85778822d86b0337407514b9372562b86edfa91cdAndreas Huber * http://www.apache.org/licenses/LICENSE-2.0 95778822d86b0337407514b9372562b86edfa91cdAndreas Huber * 105778822d86b0337407514b9372562b86edfa91cdAndreas Huber * Unless required by applicable law or agreed to in writing, software 115778822d86b0337407514b9372562b86edfa91cdAndreas Huber * distributed under the License is distributed on an "AS IS" BASIS, 125778822d86b0337407514b9372562b86edfa91cdAndreas Huber * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 135778822d86b0337407514b9372562b86edfa91cdAndreas Huber * See the License for the specific language governing permissions and 145778822d86b0337407514b9372562b86edfa91cdAndreas Huber * limitations under the License. 155778822d86b0337407514b9372562b86edfa91cdAndreas Huber */ 165778822d86b0337407514b9372562b86edfa91cdAndreas Huber 175778822d86b0337407514b9372562b86edfa91cdAndreas Huber//#define LOG_NDEBUG 0 185778822d86b0337407514b9372562b86edfa91cdAndreas Huber#define LOG_TAG "MediaCodec" 19fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar#include <inttypes.h> 205778822d86b0337407514b9372562b86edfa91cdAndreas Huber 214811923e80a8abefa278307ebf8cc9b0294ba67fWonsik Kim#include "include/SecureBuffer.h" 227e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim#include "include/SharedMemoryBuffer.h" 235778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include "include/SoftwareRenderer.h" 245778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25d5a416a49d5074e2966f5fe255561cbaaf31a325Chong Zhang#include <android/hardware/cas/native/1.0/IDescrambler.h> 26d5a416a49d5074e2966f5fe255561cbaaf31a325Chong Zhang 27c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker#include <binder/IMemory.h> 2867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu#include <binder/IPCThreadState.h> 292606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include <binder/IServiceManager.h> 30c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker#include <binder/MemoryDealer.h> 314f87426e12f5f12e0724519e77f8237a6b2d5dacWonsik Kim#include <cutils/properties.h> 3279608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang#include <gui/BufferQueue.h> 331a2952aee048ca7b1765e2bc09ebe9aeddaeafa3Mathias Agopian#include <gui/Surface.h> 34ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber#include <media/ICrypto.h> 35d291c222357303b9611cab89d0c3b047584ef377Chong Zhang#include <media/IOMX.h> 3667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu#include <media/IResourceManagerService.h> 377e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim#include <media/MediaCodecBuffer.h> 38db1221479a7ffe7094c51c463bbd36522ed106abRay Essick#include <media/MediaAnalyticsItem.h> 395778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/foundation/ABuffer.h> 405778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/foundation/ADebug.h> 415778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/foundation/AMessage.h> 425b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber#include <media/stagefright/foundation/AString.h> 43dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim#include <media/stagefright/foundation/AUtils.h> 44d91dc5a0602f54fc0d4d2187f37b5b8169bb62c3Dongwon Kang#include <media/stagefright/foundation/avc_utils.h> 45ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber#include <media/stagefright/foundation/hexdump.h> 465778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/ACodec.h> 477cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden#include <media/stagefright/BufferProducerWrapper.h> 484f87426e12f5f12e0724519e77f8237a6b2d5dacWonsik Kim#include <media/stagefright/CCodec.h> 492606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include <media/stagefright/MediaCodec.h> 506f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen#include <media/stagefright/MediaCodecList.h> 51e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber#include <media/stagefright/MediaDefs.h> 525778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/MediaErrors.h> 53744f5739019d1fd917f981e740b353c3d73fd1a8David Smith#include <media/stagefright/MediaFilter.h> 54d291c222357303b9611cab89d0c3b047584ef377Chong Zhang#include <media/stagefright/OMXClient.h> 55d291c222357303b9611cab89d0c3b047584ef377Chong Zhang#include <media/stagefright/PersistentSurface.h> 568b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar#include <media/stagefright/SurfaceUtils.h> 5799e69716215cd0665379bc90d708f2ea8689831dRuben Brunk#include <mediautils/BatteryNotifier.h> 582606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include <private/android_filesystem_config.h> 592606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include <utils/Log.h> 602606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include <utils/Singleton.h> 61e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 625778822d86b0337407514b9372562b86edfa91cdAndreas Hubernamespace android { 635778822d86b0337407514b9372562b86edfa91cdAndreas Huber 64db1221479a7ffe7094c51c463bbd36522ed106abRay Essick// key for media statistics 658574195df5de20af5fc16d6f9da1b132d6d5bfeeRay Essickstatic const char *kCodecKeyName = "codec"; 66db1221479a7ffe7094c51c463bbd36522ed106abRay Essick// attrs for media statistics 67de15b8c160c720c48b93796016801e7ae0b6bd2dRay Essick// NB: these are matched with public Java API constants defined 68de15b8c160c720c48b93796016801e7ae0b6bd2dRay Essick// in frameworks/base/media/java/android/media/MediaCodec.java 69de15b8c160c720c48b93796016801e7ae0b6bd2dRay Essick// These must be kept synchronized with the constants there. 70afb43f76821e6a63e17e6484289a40430ada6978Ray Essickstatic const char *kCodecCodec = "android.media.mediacodec.codec"; /* e.g. OMX.google.aac.decoder */ 71afb43f76821e6a63e17e6484289a40430ada6978Ray Essickstatic const char *kCodecMime = "android.media.mediacodec.mime"; /* e.g. audio/mime */ 72afb43f76821e6a63e17e6484289a40430ada6978Ray Essickstatic const char *kCodecMode = "android.media.mediacodec.mode"; /* audio, video */ 73de15b8c160c720c48b93796016801e7ae0b6bd2dRay Essickstatic const char *kCodecModeVideo = "video"; /* values returned for kCodecMode */ 74de15b8c160c720c48b93796016801e7ae0b6bd2dRay Essickstatic const char *kCodecModeAudio = "audio"; 75de15b8c160c720c48b93796016801e7ae0b6bd2dRay Essickstatic const char *kCodecEncoder = "android.media.mediacodec.encoder"; /* 0,1 */ 76afb43f76821e6a63e17e6484289a40430ada6978Ray Essickstatic const char *kCodecSecure = "android.media.mediacodec.secure"; /* 0, 1 */ 77afb43f76821e6a63e17e6484289a40430ada6978Ray Essickstatic const char *kCodecWidth = "android.media.mediacodec.width"; /* 0..n */ 78de15b8c160c720c48b93796016801e7ae0b6bd2dRay Essickstatic const char *kCodecHeight = "android.media.mediacodec.height"; /* 0..n */ 79afb43f76821e6a63e17e6484289a40430ada6978Ray Essickstatic const char *kCodecRotation = "android.media.mediacodec.rotation-degrees"; /* 0/90/180/270 */ 808574195df5de20af5fc16d6f9da1b132d6d5bfeeRay Essick 81de15b8c160c720c48b93796016801e7ae0b6bd2dRay Essick// NB: These are not yet exposed as public Java API constants. 82de15b8c160c720c48b93796016801e7ae0b6bd2dRay Essickstatic const char *kCodecCrypto = "android.media.mediacodec.crypto"; /* 0,1 */ 83002e413a5a7460a32790ed08408085a6062f4054Ray Essickstatic const char *kCodecBytesIn = "android.media.mediacodec.bytesin"; /* 0..n */ 84002e413a5a7460a32790ed08408085a6062f4054Ray Essickstatic const char *kCodecProfile = "android.media.mediacodec.profile"; /* 0..n */ 85002e413a5a7460a32790ed08408085a6062f4054Ray Essickstatic const char *kCodecLevel = "android.media.mediacodec.level"; /* 0..n */ 86002e413a5a7460a32790ed08408085a6062f4054Ray Essickstatic const char *kCodecMaxWidth = "android.media.mediacodec.maxwidth"; /* 0..n */ 87002e413a5a7460a32790ed08408085a6062f4054Ray Essickstatic const char *kCodecMaxHeight = "android.media.mediacodec.maxheight"; /* 0..n */ 8882b7fe8aa03558bf90769a3d88536e6105db371bRay Essickstatic const char *kCodecError = "android.media.mediacodec.errcode"; 8982b7fe8aa03558bf90769a3d88536e6105db371bRay Essickstatic const char *kCodecErrorState = "android.media.mediacodec.errstate"; 90db1221479a7ffe7094c51c463bbd36522ed106abRay Essick 91db1221479a7ffe7094c51c463bbd36522ed106abRay Essick 920d1ed381fde5dac12dd84fcf3da66dac46699378Chih-Hung Hsiehstatic int64_t getId(const sp<IResourceManagerClient> &client) { 9367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return (int64_t) client.get(); 9467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 9567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 9667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wustatic bool isResourceError(status_t err) { 9747a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu return (err == NO_MEMORY); 9867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 9967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 10067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wustatic const int kMaxRetry = 2; 1014b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wustatic const int kMaxReclaimWaitTimeInUs = 500000; // 0.5s 102dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimstatic const int kNumBuffersAlign = 16; 10367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 10479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim//////////////////////////////////////////////////////////////////////////////// 10579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 10667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wustruct ResourceManagerClient : public BnResourceManagerClient { 107090ef604f81447eab4aa0a5b45d6307482573560Chih-Hung Hsieh explicit ResourceManagerClient(MediaCodec* codec) : mMediaCodec(codec) {} 10867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 10967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu virtual bool reclaimResource() { 11067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<MediaCodec> codec = mMediaCodec.promote(); 11167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (codec == NULL) { 11267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // codec is already gone. 11367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return true; 11467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 11547a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu status_t err = codec->reclaim(); 1164b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu if (err == WOULD_BLOCK) { 1174b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu ALOGD("Wait for the client to release codec."); 1184b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu usleep(kMaxReclaimWaitTimeInUs); 1194b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu ALOGD("Try to reclaim again."); 1204b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu err = codec->reclaim(true /* force */); 1214b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu } 12267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (err != OK) { 12367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ALOGW("ResourceManagerClient failed to release codec with err %d", err); 12467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 12567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return (err == OK); 12667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 12767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 1288f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu virtual String8 getName() { 1298f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu String8 ret; 1308f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu sp<MediaCodec> codec = mMediaCodec.promote(); 1318f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu if (codec == NULL) { 1328f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu // codec is already gone. 1338f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu return ret; 1348f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu } 1358f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu 1368f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu AString name; 1378f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu if (codec->getName(&name) == OK) { 1388f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu ret.setTo(name.c_str()); 1398f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu } 1408f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu return ret; 1418f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu } 14267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 14367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuprotected: 14467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu virtual ~ResourceManagerClient() {} 14567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 14667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuprivate: 14767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu wp<MediaCodec> mMediaCodec; 14867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 14967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu DISALLOW_EVIL_CONSTRUCTORS(ResourceManagerClient); 15067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu}; 15167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 15268845c14ebf2c7282800b1abffde38d8e9a57aabRonghua WuMediaCodec::ResourceManagerServiceProxy::ResourceManagerServiceProxy(pid_t pid) 15368845c14ebf2c7282800b1abffde38d8e9a57aabRonghua Wu : mPid(pid) { 15468845c14ebf2c7282800b1abffde38d8e9a57aabRonghua Wu if (mPid == MediaCodec::kNoPid) { 15568845c14ebf2c7282800b1abffde38d8e9a57aabRonghua Wu mPid = IPCThreadState::self()->getCallingPid(); 15668845c14ebf2c7282800b1abffde38d8e9a57aabRonghua Wu } 15767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 15867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 15967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua WuMediaCodec::ResourceManagerServiceProxy::~ResourceManagerServiceProxy() { 16067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mService != NULL) { 16167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu IInterface::asBinder(mService)->unlinkToDeath(this); 16267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 16367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 16467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 16567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuvoid MediaCodec::ResourceManagerServiceProxy::init() { 16667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<IServiceManager> sm = defaultServiceManager(); 16767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<IBinder> binder = sm->getService(String16("media.resource_manager")); 16867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mService = interface_cast<IResourceManagerService>(binder); 16967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mService == NULL) { 17067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ALOGE("Failed to get ResourceManagerService"); 17167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return; 17267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 173e4237177a4a3eea059cd74247b2d770d301a8230Ronghua Wu IInterface::asBinder(mService)->linkToDeath(this); 17467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 17567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 17667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuvoid MediaCodec::ResourceManagerServiceProxy::binderDied(const wp<IBinder>& /*who*/) { 17767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ALOGW("ResourceManagerService died."); 17867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Mutex::Autolock _l(mLock); 17967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mService.clear(); 18067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 18167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 18267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuvoid MediaCodec::ResourceManagerServiceProxy::addResource( 18367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu int64_t clientId, 1840d1ed381fde5dac12dd84fcf3da66dac46699378Chih-Hung Hsieh const sp<IResourceManagerClient> &client, 18567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu const Vector<MediaResource> &resources) { 18667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Mutex::Autolock _l(mLock); 18767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mService == NULL) { 18867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return; 18967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 19037c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu mService->addResource(mPid, clientId, client, resources); 19167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 19267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 19367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuvoid MediaCodec::ResourceManagerServiceProxy::removeResource(int64_t clientId) { 19467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Mutex::Autolock _l(mLock); 19567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mService == NULL) { 19667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return; 19767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 19837c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu mService->removeResource(mPid, clientId); 19967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 20067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 20167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wubool MediaCodec::ResourceManagerServiceProxy::reclaimResource( 20237c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu const Vector<MediaResource> &resources) { 20367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Mutex::Autolock _l(mLock); 20467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mService == NULL) { 20567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return false; 20667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 20737c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu return mService->reclaimResource(mPid, resources); 20867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 20967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 21079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim//////////////////////////////////////////////////////////////////////////////// 21179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 212dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik KimMediaCodec::BufferInfo::BufferInfo() : mOwnedByClient(false) {} 213dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim 214dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim//////////////////////////////////////////////////////////////////////////////// 215dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim 21679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kimnamespace { 21779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 21879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kimenum { 21979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim kWhatFillThisBuffer = 'fill', 22079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim kWhatDrainThisBuffer = 'drai', 22179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim kWhatEOS = 'eos ', 222dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim kWhatStartCompleted = 'Scom', 22379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim kWhatStopCompleted = 'scom', 22479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim kWhatReleaseCompleted = 'rcom', 22579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim kWhatFlushCompleted = 'fcom', 22679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim kWhatError = 'erro', 22779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim kWhatComponentAllocated = 'cAll', 22879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim kWhatComponentConfigured = 'cCon', 22979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim kWhatInputSurfaceCreated = 'isfc', 23079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim kWhatInputSurfaceAccepted = 'isfa', 23179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim kWhatSignaledInputEOS = 'seos', 23279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim kWhatOutputFramesRendered = 'outR', 233dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim kWhatOutputBuffersChanged = 'outC', 23479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim}; 23579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 236dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimclass BufferCallback : public CodecBase::BufferCallback { 23779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kimpublic: 238dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim explicit BufferCallback(const sp<AMessage> ¬ify); 239dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim virtual ~BufferCallback() = default; 240dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim 241dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim virtual void onInputBufferAvailable( 242dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim size_t index, const sp<MediaCodecBuffer> &buffer) override; 243dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim virtual void onOutputBufferAvailable( 244dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim size_t index, const sp<MediaCodecBuffer> &buffer) override; 245dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimprivate: 246dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim const sp<AMessage> mNotify; 247dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim}; 248dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim 249dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik KimBufferCallback::BufferCallback(const sp<AMessage> ¬ify) 250dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim : mNotify(notify) {} 251dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim 252dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid BufferCallback::onInputBufferAvailable( 253dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim size_t index, const sp<MediaCodecBuffer> &buffer) { 254dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim sp<AMessage> notify(mNotify->dup()); 255dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim notify->setInt32("what", kWhatFillThisBuffer); 256dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim notify->setSize("index", index); 257dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim notify->setObject("buffer", buffer); 258dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim notify->post(); 259dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim} 260dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim 261dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid BufferCallback::onOutputBufferAvailable( 262dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim size_t index, const sp<MediaCodecBuffer> &buffer) { 263dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim sp<AMessage> notify(mNotify->dup()); 264dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim notify->setInt32("what", kWhatDrainThisBuffer); 265dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim notify->setSize("index", index); 266dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim notify->setObject("buffer", buffer); 267dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim notify->post(); 268dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim} 269dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim 270dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimclass CodecCallback : public CodecBase::CodecCallback { 271dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimpublic: 272dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim explicit CodecCallback(const sp<AMessage> ¬ify); 273dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim virtual ~CodecCallback() = default; 27479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 27579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim virtual void onEos(status_t err) override; 276dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim virtual void onStartCompleted() override; 27779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim virtual void onStopCompleted() override; 27879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim virtual void onReleaseCompleted() override; 27979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim virtual void onFlushCompleted() override; 28079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim virtual void onError(status_t err, enum ActionCode actionCode) override; 28179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim virtual void onComponentAllocated(const char *componentName) override; 28279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim virtual void onComponentConfigured( 28379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim const sp<AMessage> &inputFormat, const sp<AMessage> &outputFormat) override; 28479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim virtual void onInputSurfaceCreated( 28579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim const sp<AMessage> &inputFormat, 28679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim const sp<AMessage> &outputFormat, 28779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim const sp<BufferProducerWrapper> &inputSurface) override; 28879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim virtual void onInputSurfaceCreationFailed(status_t err) override; 28979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim virtual void onInputSurfaceAccepted( 29079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim const sp<AMessage> &inputFormat, 29179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim const sp<AMessage> &outputFormat) override; 29279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim virtual void onInputSurfaceDeclined(status_t err) override; 29379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim virtual void onSignaledInputEOS(status_t err) override; 29479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim virtual void onOutputFramesRendered(const std::list<FrameRenderTracker::Info> &done) override; 295dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim virtual void onOutputBuffersChanged() override; 29679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kimprivate: 29779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim const sp<AMessage> mNotify; 29879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim}; 29979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 300dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik KimCodecCallback::CodecCallback(const sp<AMessage> ¬ify) : mNotify(notify) {} 30179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 302dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid CodecCallback::onEos(status_t err) { 30379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim sp<AMessage> notify(mNotify->dup()); 304dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim notify->setInt32("what", kWhatEOS); 305dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim notify->setInt32("err", err); 306fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim notify->post(); 307fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim} 308fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim 309dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid CodecCallback::onStartCompleted() { 310fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim sp<AMessage> notify(mNotify->dup()); 311dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim notify->setInt32("what", kWhatStartCompleted); 31279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->post(); 31379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} 31479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 315dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid CodecCallback::onStopCompleted() { 31679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim sp<AMessage> notify(mNotify->dup()); 31779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("what", kWhatStopCompleted); 31879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->post(); 31979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} 32079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 321dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid CodecCallback::onReleaseCompleted() { 32279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim sp<AMessage> notify(mNotify->dup()); 32379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("what", kWhatReleaseCompleted); 32479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->post(); 32579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} 32679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 327dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid CodecCallback::onFlushCompleted() { 32879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim sp<AMessage> notify(mNotify->dup()); 32979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("what", kWhatFlushCompleted); 33079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->post(); 33179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} 33279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 333dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid CodecCallback::onError(status_t err, enum ActionCode actionCode) { 33479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim sp<AMessage> notify(mNotify->dup()); 33579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("what", kWhatError); 33679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("err", err); 33779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("actionCode", actionCode); 33879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->post(); 33979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} 34079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 341dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid CodecCallback::onComponentAllocated(const char *componentName) { 34279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim sp<AMessage> notify(mNotify->dup()); 34379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("what", kWhatComponentAllocated); 34479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setString("componentName", componentName); 34579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->post(); 34679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} 34779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 348dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid CodecCallback::onComponentConfigured( 34979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim const sp<AMessage> &inputFormat, const sp<AMessage> &outputFormat) { 35079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim sp<AMessage> notify(mNotify->dup()); 35179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("what", kWhatComponentConfigured); 35279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setMessage("input-format", inputFormat); 35379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setMessage("output-format", outputFormat); 35479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->post(); 35579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} 35679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 357dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid CodecCallback::onInputSurfaceCreated( 35879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim const sp<AMessage> &inputFormat, 35979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim const sp<AMessage> &outputFormat, 36079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim const sp<BufferProducerWrapper> &inputSurface) { 36179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim sp<AMessage> notify(mNotify->dup()); 36279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("what", kWhatInputSurfaceCreated); 36379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setMessage("input-format", inputFormat); 36479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setMessage("output-format", outputFormat); 36579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setObject("input-surface", inputSurface); 36679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->post(); 36779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} 36879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 369dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid CodecCallback::onInputSurfaceCreationFailed(status_t err) { 37079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim sp<AMessage> notify(mNotify->dup()); 37179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("what", kWhatInputSurfaceCreated); 37279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("err", err); 37379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->post(); 37479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} 37579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 376dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid CodecCallback::onInputSurfaceAccepted( 37779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim const sp<AMessage> &inputFormat, 37879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim const sp<AMessage> &outputFormat) { 37979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim sp<AMessage> notify(mNotify->dup()); 38079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("what", kWhatInputSurfaceAccepted); 38179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setMessage("input-format", inputFormat); 38279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setMessage("output-format", outputFormat); 38379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->post(); 38479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} 38579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 386dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid CodecCallback::onInputSurfaceDeclined(status_t err) { 38779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim sp<AMessage> notify(mNotify->dup()); 38879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("what", kWhatInputSurfaceAccepted); 38979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("err", err); 39079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->post(); 39179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} 39279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 393dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid CodecCallback::onSignaledInputEOS(status_t err) { 39479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim sp<AMessage> notify(mNotify->dup()); 39579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("what", kWhatSignaledInputEOS); 39679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim if (err != OK) { 39779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("err", err); 39879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim } 39979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->post(); 40079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} 40179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 402dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid CodecCallback::onOutputFramesRendered(const std::list<FrameRenderTracker::Info> &done) { 40379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim sp<AMessage> notify(mNotify->dup()); 40479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("what", kWhatOutputFramesRendered); 40579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim if (MediaCodec::CreateFramesRenderedMessage(done, notify)) { 40679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->post(); 40779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim } 40879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} 40979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 410dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid CodecCallback::onOutputBuffersChanged() { 411dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim sp<AMessage> notify(mNotify->dup()); 412dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim notify->setInt32("what", kWhatOutputBuffersChanged); 413dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim notify->post(); 414dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim} 415dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim 41679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} // namespace 41779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 41879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim//////////////////////////////////////////////////////////////////////////////// 41979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 4205778822d86b0337407514b9372562b86edfa91cdAndreas Huber// static 4215778822d86b0337407514b9372562b86edfa91cdAndreas Hubersp<MediaCodec> MediaCodec::CreateByType( 422f2ae3e19080938db8cbf29a963fd744a3964fcc2Wei Jia const sp<ALooper> &looper, const AString &mime, bool encoder, status_t *err, pid_t pid, 423f2ae3e19080938db8cbf29a963fd744a3964fcc2Wei Jia uid_t uid) { 424f2ae3e19080938db8cbf29a963fd744a3964fcc2Wei Jia sp<MediaCodec> codec = new MediaCodec(looper, pid, uid); 4255778822d86b0337407514b9372562b86edfa91cdAndreas Huber 426251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung const status_t ret = codec->init(mime, true /* nameIsType */, encoder); 427251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (err != NULL) { 428251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung *err = ret; 429251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 430251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return ret == OK ? codec : NULL; // NULL deallocates codec. 4315778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 4325778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4335778822d86b0337407514b9372562b86edfa91cdAndreas Huber// static 4345778822d86b0337407514b9372562b86edfa91cdAndreas Hubersp<MediaCodec> MediaCodec::CreateByComponentName( 435f2ae3e19080938db8cbf29a963fd744a3964fcc2Wei Jia const sp<ALooper> &looper, const AString &name, status_t *err, pid_t pid, uid_t uid) { 436f2ae3e19080938db8cbf29a963fd744a3964fcc2Wei Jia sp<MediaCodec> codec = new MediaCodec(looper, pid, uid); 4375778822d86b0337407514b9372562b86edfa91cdAndreas Huber 438251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung const status_t ret = codec->init(name, false /* nameIsType */, false /* encoder */); 439251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (err != NULL) { 440251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung *err = ret; 441251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 442251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return ret == OK ? codec : NULL; // NULL deallocates codec. 4435778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 4445778822d86b0337407514b9372562b86edfa91cdAndreas Huber 445d291c222357303b9611cab89d0c3b047584ef377Chong Zhang// static 446d291c222357303b9611cab89d0c3b047584ef377Chong Zhangsp<PersistentSurface> MediaCodec::CreatePersistentInputSurface() { 447d291c222357303b9611cab89d0c3b047584ef377Chong Zhang OMXClient client; 448addf2cbb120346ae42e78fa739245a353db5edadChong Zhang if (client.connect() != OK) { 449addf2cbb120346ae42e78fa739245a353db5edadChong Zhang ALOGE("Failed to connect to OMX to create persistent input surface."); 45079608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang return NULL; 45179608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang } 45279608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang 453addf2cbb120346ae42e78fa739245a353db5edadChong Zhang sp<IOMX> omx = client.interface(); 45479608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang 455d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<IGraphicBufferProducer> bufferProducer; 456addf2cbb120346ae42e78fa739245a353db5edadChong Zhang sp<IGraphicBufferSource> bufferSource; 457d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 458addf2cbb120346ae42e78fa739245a353db5edadChong Zhang status_t err = omx->createInputSurface(&bufferProducer, &bufferSource); 459d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 460d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (err != OK) { 461d291c222357303b9611cab89d0c3b047584ef377Chong Zhang ALOGE("Failed to create persistent input surface."); 462d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return NULL; 463d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 464d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 465addf2cbb120346ae42e78fa739245a353db5edadChong Zhang return new PersistentSurface(bufferProducer, bufferSource); 466d291c222357303b9611cab89d0c3b047584ef377Chong Zhang} 467d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 468f2ae3e19080938db8cbf29a963fd744a3964fcc2Wei JiaMediaCodec::MediaCodec(const sp<ALooper> &looper, pid_t pid, uid_t uid) 4695778822d86b0337407514b9372562b86edfa91cdAndreas Huber : mState(UNINITIALIZED), 47047a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu mReleasedByResourceManager(false), 4715778822d86b0337407514b9372562b86edfa91cdAndreas Huber mLooper(looper), 47292cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar mCodec(NULL), 4737cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mReplyID(0), 4745778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags(0), 475251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mStickyError(OK), 4765778822d86b0337407514b9372562b86edfa91cdAndreas Huber mSoftRenderer(NULL), 47782b7fe8aa03558bf90769a3d88536e6105db371bRay Essick mAnalyticsItem(NULL), 478ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar mResourceManagerClient(new ResourceManagerClient(this)), 47968845c14ebf2c7282800b1abffde38d8e9a57aabRonghua Wu mResourceManagerService(new ResourceManagerServiceProxy(pid)), 4802606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mBatteryStatNotified(false), 4812606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mIsVideo(false), 48267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mVideoWidth(0), 48367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mVideoHeight(0), 484505aab41c0e8e79a49d4506344fcd9d220d5965bChong Zhang mRotationDegrees(0), 4855778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputTimeoutGeneration(0), 4865778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputReplyID(0), 4875778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueOutputTimeoutGeneration(0), 4886507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mDequeueOutputReplyID(0), 4893d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang mHaveInputSurface(false), 4903d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang mHavePendingInputBuffers(false) { 491f2ae3e19080938db8cbf29a963fd744a3964fcc2Wei Jia if (uid == kNoUid) { 492f2ae3e19080938db8cbf29a963fd744a3964fcc2Wei Jia mUid = IPCThreadState::self()->getCallingUid(); 493f2ae3e19080938db8cbf29a963fd744a3964fcc2Wei Jia } else { 494f2ae3e19080938db8cbf29a963fd744a3964fcc2Wei Jia mUid = uid; 495f2ae3e19080938db8cbf29a963fd744a3964fcc2Wei Jia } 49682b7fe8aa03558bf90769a3d88536e6105db371bRay Essick initAnalyticsItem(); 49782b7fe8aa03558bf90769a3d88536e6105db371bRay Essick} 49882b7fe8aa03558bf90769a3d88536e6105db371bRay Essick 49982b7fe8aa03558bf90769a3d88536e6105db371bRay EssickMediaCodec::~MediaCodec() { 50082b7fe8aa03558bf90769a3d88536e6105db371bRay Essick CHECK_EQ(mState, UNINITIALIZED); 50182b7fe8aa03558bf90769a3d88536e6105db371bRay Essick mResourceManagerService->removeResource(getId(mResourceManagerClient)); 50282b7fe8aa03558bf90769a3d88536e6105db371bRay Essick 50382b7fe8aa03558bf90769a3d88536e6105db371bRay Essick flushAnalyticsItem(); 50482b7fe8aa03558bf90769a3d88536e6105db371bRay Essick} 50582b7fe8aa03558bf90769a3d88536e6105db371bRay Essick 50682b7fe8aa03558bf90769a3d88536e6105db371bRay Essickvoid MediaCodec::initAnalyticsItem() { 50782b7fe8aa03558bf90769a3d88536e6105db371bRay Essick CHECK(mAnalyticsItem == NULL); 508db1221479a7ffe7094c51c463bbd36522ed106abRay Essick // set up our new record, get a sessionID, put it into the in-progress list 5098574195df5de20af5fc16d6f9da1b132d6d5bfeeRay Essick mAnalyticsItem = new MediaAnalyticsItem(kCodecKeyName); 510db1221479a7ffe7094c51c463bbd36522ed106abRay Essick if (mAnalyticsItem != NULL) { 511db1221479a7ffe7094c51c463bbd36522ed106abRay Essick // don't record it yet; only at the end, when we have decided that we have 512db1221479a7ffe7094c51c463bbd36522ed106abRay Essick // data worth writing (e.g. .count() > 0) 513db1221479a7ffe7094c51c463bbd36522ed106abRay Essick } 5145778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 5155778822d86b0337407514b9372562b86edfa91cdAndreas Huber 51682b7fe8aa03558bf90769a3d88536e6105db371bRay Essickvoid MediaCodec::flushAnalyticsItem() { 51782b7fe8aa03558bf90769a3d88536e6105db371bRay Essick if (mAnalyticsItem != NULL) { 51882b7fe8aa03558bf90769a3d88536e6105db371bRay Essick // don't log empty records 519db1221479a7ffe7094c51c463bbd36522ed106abRay Essick if (mAnalyticsItem->count() > 0) { 520db1221479a7ffe7094c51c463bbd36522ed106abRay Essick mAnalyticsItem->selfrecord(); 521db1221479a7ffe7094c51c463bbd36522ed106abRay Essick } 522db1221479a7ffe7094c51c463bbd36522ed106abRay Essick delete mAnalyticsItem; 523db1221479a7ffe7094c51c463bbd36522ed106abRay Essick mAnalyticsItem = NULL; 524db1221479a7ffe7094c51c463bbd36522ed106abRay Essick } 5255778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 5265778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5275778822d86b0337407514b9372562b86edfa91cdAndreas Huber// static 5285778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::PostAndAwaitResponse( 5295778822d86b0337407514b9372562b86edfa91cdAndreas Huber const sp<AMessage> &msg, sp<AMessage> *response) { 5305778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = msg->postAndAwaitResponse(response); 5315778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5325778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 5335778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 5345778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 5355778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5365778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!(*response)->findInt32("err", &err)) { 5375778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = OK; 5385778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 5395778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5405778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 5415778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 5425778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5433f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnarvoid MediaCodec::PostReplyWithError(const sp<AReplyToken> &replyID, int32_t err) { 54447a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu int32_t finalErr = err; 54547a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu if (mReleasedByResourceManager) { 54647a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu // override the err code if MediaCodec has been released by ResourceManager. 54747a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu finalErr = DEAD_OBJECT; 54847a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu } 54947a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu 550c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> response = new AMessage; 55147a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu response->setInt32("err", finalErr); 552c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang response->postReply(replyID); 553c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 554c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 5555b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar//static 5565b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnarsp<CodecBase> MediaCodec::GetCodecBase(const AString &name, bool nameIsType) { 5574f87426e12f5f12e0724519e77f8237a6b2d5dacWonsik Kim static bool ccodecEnabled = property_get_bool("debug.stagefright.ccodec", false); 55896310bd5caa54a4ced01d3fca684a8f89799fefdWonsik Kim if (ccodecEnabled && !nameIsType && name.startsWithIgnoreCase("c2.")) { 5594f87426e12f5f12e0724519e77f8237a6b2d5dacWonsik Kim return new CCodec; 5604f87426e12f5f12e0724519e77f8237a6b2d5dacWonsik Kim } else if (nameIsType || name.startsWithIgnoreCase("omx.")) { 5614f87426e12f5f12e0724519e77f8237a6b2d5dacWonsik Kim // at this time only ACodec specifies a mime type. 5625b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return new ACodec; 5635b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } else if (name.startsWithIgnoreCase("android.filter.")) { 5645b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return new MediaFilter; 5655b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } else { 5665b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return NULL; 5675b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 5685b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar} 5695b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 570dc9f58dc23a86d0635fd8601d1cbc8d47bab0303Andy Hungstatus_t MediaCodec::init(const AString &name, bool nameIsType, bool encoder) { 57167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mResourceManagerService->init(); 57267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 573671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar // save init parameters for reset 574671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mInitName = name; 575671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mInitNameIsType = nameIsType; 576671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mInitIsEncoder = encoder; 577671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 5785778822d86b0337407514b9372562b86edfa91cdAndreas Huber // Current video decoders do not return from OMX_FillThisBuffer 5795778822d86b0337407514b9372562b86edfa91cdAndreas Huber // quickly, violating the OpenMAX specs, until that is remedied 5805778822d86b0337407514b9372562b86edfa91cdAndreas Huber // we need to invest in an extra looper to free the main event 5815778822d86b0337407514b9372562b86edfa91cdAndreas Huber // queue. 582744f5739019d1fd917f981e740b353c3d73fd1a8David Smith 5835b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar mCodec = GetCodecBase(name, nameIsType); 5845b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (mCodec == NULL) { 585744f5739019d1fd917f981e740b353c3d73fd1a8David Smith return NAME_NOT_FOUND; 586744f5739019d1fd917f981e740b353c3d73fd1a8David Smith } 587744f5739019d1fd917f981e740b353c3d73fd1a8David Smith 58867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu bool secureCodec = false; 589dc9f58dc23a86d0635fd8601d1cbc8d47bab0303Andy Hung if (nameIsType && !strncasecmp(name.c_str(), "video/", 6)) { 59067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mIsVideo = true; 5916f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen } else { 5926f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen AString tmp = name; 5936f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen if (tmp.endsWith(".secure")) { 59467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu secureCodec = true; 5956f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen tmp.erase(tmp.size() - 7, 7); 5966f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen } 59760b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar const sp<IMediaCodecList> mcl = MediaCodecList::getInstance(); 59848a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung if (mcl == NULL) { 59948a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung mCodec = NULL; // remove the codec. 60048a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung return NO_INIT; // if called from Java should raise IOException 60148a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung } 6026f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen ssize_t codecIdx = mcl->findCodecByName(tmp.c_str()); 6036f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen if (codecIdx >= 0) { 60460b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar const sp<MediaCodecInfo> info = mcl->getCodecInfo(codecIdx); 60560b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar Vector<AString> mimes; 60660b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar info->getSupportedMimes(&mimes); 60760b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar for (size_t i = 0; i < mimes.size(); i++) { 60860b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar if (mimes[i].startsWith("video/")) { 60967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mIsVideo = true; 61060b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar break; 6116f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen } 6126f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen } 6136f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen } 6145778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 6155778822d86b0337407514b9372562b86edfa91cdAndreas Huber 61667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mIsVideo) { 61767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // video codec needs dedicated looper 6185778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mCodecLooper == NULL) { 6195778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodecLooper = new ALooper; 6205778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodecLooper->setName("CodecLooper"); 6215778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodecLooper->start(false, false, ANDROID_PRIORITY_AUDIO); 6225778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 6235778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6245778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodecLooper->registerHandler(mCodec); 6255778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 6265778822d86b0337407514b9372562b86edfa91cdAndreas Huber mLooper->registerHandler(mCodec); 6275778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 6285778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6295778822d86b0337407514b9372562b86edfa91cdAndreas Huber mLooper->registerHandler(this); 6305778822d86b0337407514b9372562b86edfa91cdAndreas Huber 63179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim mCodec->setCallback( 632dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim std::unique_ptr<CodecBase::CodecCallback>( 633dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim new CodecCallback(new AMessage(kWhatCodecNotify, this)))); 634dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mBufferChannel = mCodec->getBufferChannel(); 635dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mBufferChannel->setCallback( 636dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim std::unique_ptr<CodecBase::BufferCallback>( 637dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim new BufferCallback(new AMessage(kWhatCodecNotify, this)))); 6385778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6391d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatInit, this); 6405778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setString("name", name); 6415778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("nameIsType", nameIsType); 6425778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6435778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (nameIsType) { 6445778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("encoder", encoder); 6455778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 6465778822d86b0337407514b9372562b86edfa91cdAndreas Huber 647db1221479a7ffe7094c51c463bbd36522ed106abRay Essick if (mAnalyticsItem != NULL) { 648db1221479a7ffe7094c51c463bbd36522ed106abRay Essick if (nameIsType) { 649db1221479a7ffe7094c51c463bbd36522ed106abRay Essick // name is the mime type 6508574195df5de20af5fc16d6f9da1b132d6d5bfeeRay Essick mAnalyticsItem->setCString(kCodecMime, name.c_str()); 651db1221479a7ffe7094c51c463bbd36522ed106abRay Essick } else { 6528574195df5de20af5fc16d6f9da1b132d6d5bfeeRay Essick mAnalyticsItem->setCString(kCodecCodec, name.c_str()); 653db1221479a7ffe7094c51c463bbd36522ed106abRay Essick } 654de15b8c160c720c48b93796016801e7ae0b6bd2dRay Essick mAnalyticsItem->setCString(kCodecMode, mIsVideo ? kCodecModeVideo : kCodecModeAudio); 655db1221479a7ffe7094c51c463bbd36522ed106abRay Essick if (nameIsType) 656afb43f76821e6a63e17e6484289a40430ada6978Ray Essick mAnalyticsItem->setInt32(kCodecEncoder, encoder); 657db1221479a7ffe7094c51c463bbd36522ed106abRay Essick } 658db1221479a7ffe7094c51c463bbd36522ed106abRay Essick 65967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu status_t err; 66067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Vector<MediaResource> resources; 661ea15fd29af81490311af9e12949b43524c39400eRonghua Wu MediaResource::Type type = 662ea15fd29af81490311af9e12949b43524c39400eRonghua Wu secureCodec ? MediaResource::kSecureCodec : MediaResource::kNonSecureCodec; 663ea15fd29af81490311af9e12949b43524c39400eRonghua Wu MediaResource::SubType subtype = 664ea15fd29af81490311af9e12949b43524c39400eRonghua Wu mIsVideo ? MediaResource::kVideoCodec : MediaResource::kAudioCodec; 665ea15fd29af81490311af9e12949b43524c39400eRonghua Wu resources.push_back(MediaResource(type, subtype, 1)); 66667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu for (int i = 0; i <= kMaxRetry; ++i) { 66767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (i > 0) { 66867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // Don't try to reclaim resource for the first time. 66937c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu if (!mResourceManagerService->reclaimResource(resources)) { 67067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 67167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 67267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 67367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 67467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<AMessage> response; 67567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu err = PostAndAwaitResponse(msg, &response); 67667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (!isResourceError(err)) { 67767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 67867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 67967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 68067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return err; 6815778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 6825778822d86b0337407514b9372562b86edfa91cdAndreas Huber 683c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhangstatus_t MediaCodec::setCallback(const sp<AMessage> &callback) { 6841d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatSetCallback, this); 685c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setMessage("callback", callback); 686c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 687c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> response; 688c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang return PostAndAwaitResponse(msg, &response); 689c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 690c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 69190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarstatus_t MediaCodec::setOnFrameRenderedNotification(const sp<AMessage> ¬ify) { 69290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar sp<AMessage> msg = new AMessage(kWhatSetNotification, this); 69390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar msg->setMessage("on-frame-rendered", notify); 69490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar return msg->post(); 69590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 69690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 6975778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::configure( 6985778822d86b0337407514b9372562b86edfa91cdAndreas Huber const sp<AMessage> &format, 6999dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang const sp<Surface> &nativeWindow, 7009dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang const sp<ICrypto> &crypto, 7019dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang uint32_t flags) { 7029dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang return configure(format, nativeWindow, crypto, NULL, flags); 7039dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang} 7049dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang 7059dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhangstatus_t MediaCodec::configure( 7069dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang const sp<AMessage> &format, 707f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar const sp<Surface> &surface, 7081bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber const sp<ICrypto> &crypto, 7099dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang const sp<IDescrambler> &descrambler, 7105778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t flags) { 7111d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatConfigure, this); 7125778822d86b0337407514b9372562b86edfa91cdAndreas Huber 713002e413a5a7460a32790ed08408085a6062f4054Ray Essick if (mAnalyticsItem != NULL) { 714002e413a5a7460a32790ed08408085a6062f4054Ray Essick int32_t profile = 0; 715002e413a5a7460a32790ed08408085a6062f4054Ray Essick if (format->findInt32("profile", &profile)) { 716002e413a5a7460a32790ed08408085a6062f4054Ray Essick mAnalyticsItem->setInt32(kCodecProfile, profile); 717002e413a5a7460a32790ed08408085a6062f4054Ray Essick } 718002e413a5a7460a32790ed08408085a6062f4054Ray Essick int32_t level = 0; 719002e413a5a7460a32790ed08408085a6062f4054Ray Essick if (format->findInt32("level", &level)) { 720002e413a5a7460a32790ed08408085a6062f4054Ray Essick mAnalyticsItem->setInt32(kCodecLevel, level); 721002e413a5a7460a32790ed08408085a6062f4054Ray Essick } 722002e413a5a7460a32790ed08408085a6062f4054Ray Essick } 723002e413a5a7460a32790ed08408085a6062f4054Ray Essick 72467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mIsVideo) { 72567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu format->findInt32("width", &mVideoWidth); 72667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu format->findInt32("height", &mVideoHeight); 727002e413a5a7460a32790ed08408085a6062f4054Ray Essick if (!format->findInt32("rotation-degrees", &mRotationDegrees)) { 728505aab41c0e8e79a49d4506344fcd9d220d5965bChong Zhang mRotationDegrees = 0; 729505aab41c0e8e79a49d4506344fcd9d220d5965bChong Zhang } 7302034457336d28124e0f9f3c625978052ae03fceaWei Jia 731db1221479a7ffe7094c51c463bbd36522ed106abRay Essick if (mAnalyticsItem != NULL) { 732afb43f76821e6a63e17e6484289a40430ada6978Ray Essick mAnalyticsItem->setInt32(kCodecWidth, mVideoWidth); 733afb43f76821e6a63e17e6484289a40430ada6978Ray Essick mAnalyticsItem->setInt32(kCodecHeight, mVideoHeight); 734afb43f76821e6a63e17e6484289a40430ada6978Ray Essick mAnalyticsItem->setInt32(kCodecRotation, mRotationDegrees); 735002e413a5a7460a32790ed08408085a6062f4054Ray Essick int32_t maxWidth = 0; 736002e413a5a7460a32790ed08408085a6062f4054Ray Essick if (format->findInt32("max-width", &maxWidth)) { 737002e413a5a7460a32790ed08408085a6062f4054Ray Essick mAnalyticsItem->setInt32(kCodecMaxWidth, maxWidth); 738002e413a5a7460a32790ed08408085a6062f4054Ray Essick } 739002e413a5a7460a32790ed08408085a6062f4054Ray Essick int32_t maxHeight = 0; 740002e413a5a7460a32790ed08408085a6062f4054Ray Essick if (format->findInt32("max-height", &maxHeight)) { 741002e413a5a7460a32790ed08408085a6062f4054Ray Essick mAnalyticsItem->setInt32(kCodecMaxHeight, maxHeight); 742002e413a5a7460a32790ed08408085a6062f4054Ray Essick } 743db1221479a7ffe7094c51c463bbd36522ed106abRay Essick } 744db1221479a7ffe7094c51c463bbd36522ed106abRay Essick 7452034457336d28124e0f9f3c625978052ae03fceaWei Jia // Prevent possible integer overflow in downstream code. 7462034457336d28124e0f9f3c625978052ae03fceaWei Jia if (mInitIsEncoder 7472034457336d28124e0f9f3c625978052ae03fceaWei Jia && (uint64_t)mVideoWidth * mVideoHeight > (uint64_t)INT32_MAX / 4) { 7482034457336d28124e0f9f3c625978052ae03fceaWei Jia ALOGE("buffer size is too big, width=%d, height=%d", mVideoWidth, mVideoHeight); 7492034457336d28124e0f9f3c625978052ae03fceaWei Jia return BAD_VALUE; 7502034457336d28124e0f9f3c625978052ae03fceaWei Jia } 75167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 75267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 7535778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setMessage("format", format); 7545778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("flags", flags); 755f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar msg->setObject("surface", surface); 7561bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber 7579dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang if (crypto != NULL || descrambler != NULL) { 7589dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang if (crypto != NULL) { 7599dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang msg->setPointer("crypto", crypto.get()); 7609dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang } else { 7619dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang msg->setPointer("descrambler", descrambler.get()); 7629dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang } 763db1221479a7ffe7094c51c463bbd36522ed106abRay Essick if (mAnalyticsItem != NULL) { 764db1221479a7ffe7094c51c463bbd36522ed106abRay Essick // XXX: save indication that it's crypto in some way... 765afb43f76821e6a63e17e6484289a40430ada6978Ray Essick mAnalyticsItem->setInt32(kCodecCrypto, 1); 766db1221479a7ffe7094c51c463bbd36522ed106abRay Essick } 76732c1bcda7c9fb429fe6c235184f8bb6aa7ef12dbDongwon Kang } else if (mFlags & kFlagIsSecure) { 76832c1bcda7c9fb429fe6c235184f8bb6aa7ef12dbDongwon Kang ALOGW("Crypto or descrambler should be given for secure codec"); 7695778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 7705778822d86b0337407514b9372562b86edfa91cdAndreas Huber 77167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // save msg for reset 77267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mConfigureMsg = msg; 773f64b36deccd473b545dbed22c2feb11fc49157e5Chong Zhang 77467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu status_t err; 77567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Vector<MediaResource> resources; 776ea15fd29af81490311af9e12949b43524c39400eRonghua Wu MediaResource::Type type = (mFlags & kFlagIsSecure) ? 777ea15fd29af81490311af9e12949b43524c39400eRonghua Wu MediaResource::kSecureCodec : MediaResource::kNonSecureCodec; 778ea15fd29af81490311af9e12949b43524c39400eRonghua Wu MediaResource::SubType subtype = 779ea15fd29af81490311af9e12949b43524c39400eRonghua Wu mIsVideo ? MediaResource::kVideoCodec : MediaResource::kAudioCodec; 780ea15fd29af81490311af9e12949b43524c39400eRonghua Wu resources.push_back(MediaResource(type, subtype, 1)); 78167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // Don't know the buffer size at this point, but it's fine to use 1 because 78267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // the reclaimResource call doesn't consider the requester's buffer size for now. 783ea15fd29af81490311af9e12949b43524c39400eRonghua Wu resources.push_back(MediaResource(MediaResource::kGraphicMemory, 1)); 78467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu for (int i = 0; i <= kMaxRetry; ++i) { 78567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (i > 0) { 78667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // Don't try to reclaim resource for the first time. 78737c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu if (!mResourceManagerService->reclaimResource(resources)) { 78867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 78967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 79067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 791f64b36deccd473b545dbed22c2feb11fc49157e5Chong Zhang 79267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<AMessage> response; 79367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu err = PostAndAwaitResponse(msg, &response); 79467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (err != OK && err != INVALID_OPERATION) { 79567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // MediaCodec now set state to UNINITIALIZED upon any fatal error. 79667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // To maintain backward-compatibility, do a reset() to put codec 79767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // back into INITIALIZED state. 79867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // But don't reset if the err is INVALID_OPERATION, which means 79967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // the configure failure is due to wrong state. 80067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 80167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ALOGE("configure failed with err 0x%08x, resetting...", err); 80267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu reset(); 80367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 80467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (!isResourceError(err)) { 80567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 80667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 807f64b36deccd473b545dbed22c2feb11fc49157e5Chong Zhang } 808f64b36deccd473b545dbed22c2feb11fc49157e5Chong Zhang return err; 8095778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 8105778822d86b0337407514b9372562b86edfa91cdAndreas Huber 811cefac14261a32fb856b0d1ab31541787112e306eHassan Shojaniastatus_t MediaCodec::releaseCrypto() 812cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania{ 813cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania ALOGV("releaseCrypto"); 814cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania 815cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania sp<AMessage> msg = new AMessage(kWhatDrmReleaseCrypto, this); 816cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania 817cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania sp<AMessage> response; 818cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania status_t status = msg->postAndAwaitResponse(&response); 819cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania 820cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania if (status == OK && response != NULL) { 821cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania CHECK(response->findInt32("status", &status)); 822cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania ALOGV("releaseCrypto ret: %d ", status); 823cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania } 824cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania else { 825cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania ALOGE("releaseCrypto err: %d", status); 826cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania } 827cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania 828cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania return status; 829cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania} 830cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania 831cefac14261a32fb856b0d1ab31541787112e306eHassan Shojaniavoid MediaCodec::onReleaseCrypto(const sp<AMessage>& msg) 832cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania{ 833cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania status_t status = INVALID_OPERATION; 834cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania if (mCrypto != NULL) { 835cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania ALOGV("onReleaseCrypto: mCrypto: %p (%d)", mCrypto.get(), mCrypto->getStrongCount()); 836cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania mBufferChannel->setCrypto(NULL); 837cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania // TODO change to ALOGV 838cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania ALOGD("onReleaseCrypto: [before clear] mCrypto: %p (%d)", 839cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania mCrypto.get(), mCrypto->getStrongCount()); 840cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania mCrypto.clear(); 841cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania 842cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania status = OK; 843cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania } 844cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania else { 845cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania ALOGW("onReleaseCrypto: No mCrypto. err: %d", status); 846cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania } 847cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania 848cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania sp<AMessage> response = new AMessage; 849cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania response->setInt32("status", status); 850cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania 851cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania sp<AReplyToken> replyID; 852cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania CHECK(msg->senderAwaitsResponse(&replyID)); 853cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania response->postReply(replyID); 854cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania} 855cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania 8568f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhangstatus_t MediaCodec::setInputSurface( 857d291c222357303b9611cab89d0c3b047584ef377Chong Zhang const sp<PersistentSurface> &surface) { 8588f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang sp<AMessage> msg = new AMessage(kWhatSetInputSurface, this); 859d291c222357303b9611cab89d0c3b047584ef377Chong Zhang msg->setObject("input-surface", surface.get()); 860d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 861d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<AMessage> response; 862d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return PostAndAwaitResponse(msg, &response); 863d291c222357303b9611cab89d0c3b047584ef377Chong Zhang} 864d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 8651dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t MediaCodec::setSurface(const sp<Surface> &surface) { 8661dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AMessage> msg = new AMessage(kWhatSetSurface, this); 8671dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar msg->setObject("surface", surface); 8681dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 8691dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AMessage> response; 8701dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return PostAndAwaitResponse(msg, &response); 8711dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar} 8721dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 8737cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFaddenstatus_t MediaCodec::createInputSurface( 8747cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<IGraphicBufferProducer>* bufferProducer) { 8751d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatCreateInputSurface, this); 8767cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 8777cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<AMessage> response; 8787cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden status_t err = PostAndAwaitResponse(msg, &response); 8797cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden if (err == NO_ERROR) { 8807cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden // unwrap the sp<IGraphicBufferProducer> 8817cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<RefBase> obj; 8827cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden bool found = response->findObject("input-surface", &obj); 8837cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden CHECK(found); 8847cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<BufferProducerWrapper> wrapper( 8857cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden static_cast<BufferProducerWrapper*>(obj.get())); 8867cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden *bufferProducer = wrapper->getBufferProducer(); 8877cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } else { 8887cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden ALOGW("createInputSurface failed, err=%d", err); 8897cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 8907cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden return err; 8917cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden} 8927cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 89367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuuint64_t MediaCodec::getGraphicBufferSize() { 89467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (!mIsVideo) { 89567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return 0; 89667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 89767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 89867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu uint64_t size = 0; 89967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu size_t portNum = sizeof(mPortBuffers) / sizeof((mPortBuffers)[0]); 90067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu for (size_t i = 0; i < portNum; ++i) { 90167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // TODO: this is just an estimation, we should get the real buffer size from ACodec. 90267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu size += mPortBuffers[i].size() * mVideoWidth * mVideoHeight * 3 / 2; 90367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 90467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return size; 90567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 90667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 907ea15fd29af81490311af9e12949b43524c39400eRonghua Wuvoid MediaCodec::addResource( 908ea15fd29af81490311af9e12949b43524c39400eRonghua Wu MediaResource::Type type, MediaResource::SubType subtype, uint64_t value) { 90967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Vector<MediaResource> resources; 910c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu resources.push_back(MediaResource(type, subtype, value)); 91167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mResourceManagerService->addResource( 91237c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu getId(mResourceManagerClient), mResourceManagerClient, resources); 91367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 91467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 9155778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::start() { 9161d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatStart, this); 9175778822d86b0337407514b9372562b86edfa91cdAndreas Huber 91867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu status_t err; 91967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Vector<MediaResource> resources; 920ea15fd29af81490311af9e12949b43524c39400eRonghua Wu MediaResource::Type type = (mFlags & kFlagIsSecure) ? 921ea15fd29af81490311af9e12949b43524c39400eRonghua Wu MediaResource::kSecureCodec : MediaResource::kNonSecureCodec; 922ea15fd29af81490311af9e12949b43524c39400eRonghua Wu MediaResource::SubType subtype = 923ea15fd29af81490311af9e12949b43524c39400eRonghua Wu mIsVideo ? MediaResource::kVideoCodec : MediaResource::kAudioCodec; 924ea15fd29af81490311af9e12949b43524c39400eRonghua Wu resources.push_back(MediaResource(type, subtype, 1)); 92567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // Don't know the buffer size at this point, but it's fine to use 1 because 92667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // the reclaimResource call doesn't consider the requester's buffer size for now. 927ea15fd29af81490311af9e12949b43524c39400eRonghua Wu resources.push_back(MediaResource(MediaResource::kGraphicMemory, 1)); 92867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu for (int i = 0; i <= kMaxRetry; ++i) { 92967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (i > 0) { 93067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // Don't try to reclaim resource for the first time. 93137c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu if (!mResourceManagerService->reclaimResource(resources)) { 93267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 93367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 93467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // Recover codec from previous error before retry start. 93567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu err = reset(); 93667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (err != OK) { 93767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ALOGE("retrying start: failed to reset codec"); 93867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 93967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 94067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<AMessage> response; 94167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu err = PostAndAwaitResponse(mConfigureMsg, &response); 94267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (err != OK) { 94367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ALOGE("retrying start: failed to configure codec"); 94467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 94567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 94667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 94767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 94867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<AMessage> response; 94967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu err = PostAndAwaitResponse(msg, &response); 95067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (!isResourceError(err)) { 95167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 95267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 95367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 95467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return err; 9555778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 9565778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9575778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::stop() { 9581d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatStop, this); 9595778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9605778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 9615778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 9625778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 9635778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9644b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wubool MediaCodec::hasPendingBuffer(int portIndex) { 965dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim return std::any_of( 966dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mPortBuffers[portIndex].begin(), mPortBuffers[portIndex].end(), 967dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim [](const BufferInfo &info) { return info.mOwnedByClient; }); 9684b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu} 9694b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu 9704b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wubool MediaCodec::hasPendingBuffer() { 9714b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu return hasPendingBuffer(kPortIndexInput) || hasPendingBuffer(kPortIndexOutput); 9724b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu} 9734b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu 9744b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wustatus_t MediaCodec::reclaim(bool force) { 97558828196edf2fc4debbd7913198a8149f039b4a9Ronghua Wu ALOGD("MediaCodec::reclaim(%p) %s", this, mInitName.c_str()); 97647a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu sp<AMessage> msg = new AMessage(kWhatRelease, this); 97747a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu msg->setInt32("reclaimed", 1); 9784b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu msg->setInt32("force", force ? 1 : 0); 97947a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu 98047a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu sp<AMessage> response; 9810abb2aa4859ced9165c77324cb83d1cd94f5f20cRonghua Wu status_t ret = PostAndAwaitResponse(msg, &response); 9820abb2aa4859ced9165c77324cb83d1cd94f5f20cRonghua Wu if (ret == -ENOENT) { 9830abb2aa4859ced9165c77324cb83d1cd94f5f20cRonghua Wu ALOGD("MediaCodec looper is gone, skip reclaim"); 9840abb2aa4859ced9165c77324cb83d1cd94f5f20cRonghua Wu ret = OK; 9850abb2aa4859ced9165c77324cb83d1cd94f5f20cRonghua Wu } 9860abb2aa4859ced9165c77324cb83d1cd94f5f20cRonghua Wu return ret; 98747a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu} 98847a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu 989c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberstatus_t MediaCodec::release() { 9901d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatRelease, this); 991c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 992c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber sp<AMessage> response; 993c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return PostAndAwaitResponse(msg, &response); 994c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber} 995c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 996671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnarstatus_t MediaCodec::reset() { 997671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar /* When external-facing MediaCodec object is created, 998671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar it is already initialized. Thus, reset is essentially 999671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar release() followed by init(), plus clearing the state */ 1000671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 1001671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar status_t err = release(); 1002671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 1003671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar // unregister handlers 1004671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar if (mCodec != NULL) { 1005671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar if (mCodecLooper != NULL) { 1006671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mCodecLooper->unregisterHandler(mCodec->id()); 1007671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar } else { 1008671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mLooper->unregisterHandler(mCodec->id()); 1009671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar } 1010671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mCodec = NULL; 1011671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar } 1012671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mLooper->unregisterHandler(id()); 1013671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 1014671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mFlags = 0; // clear all flags 1015251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mStickyError = OK; 1016671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 1017671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar // reset state not reset by setState(UNINITIALIZED) 1018671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mReplyID = 0; 1019671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mDequeueInputReplyID = 0; 1020671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mDequeueOutputReplyID = 0; 1021671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mDequeueInputTimeoutGeneration = 0; 1022671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mDequeueOutputTimeoutGeneration = 0; 1023671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mHaveInputSurface = false; 1024671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 1025671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar if (err == OK) { 1026dc9f58dc23a86d0635fd8601d1cbc8d47bab0303Andy Hung err = init(mInitName, mInitNameIsType, mInitIsEncoder); 1027671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar } 1028671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar return err; 1029671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar} 1030671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 10315778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::queueInputBuffer( 10325778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t index, 10335778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t offset, 10345778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t size, 10355778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t presentationTimeUs, 10365b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber uint32_t flags, 10375b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber AString *errorDetailMsg) { 10385b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber if (errorDetailMsg != NULL) { 10395b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber errorDetailMsg->clear(); 10405b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber } 10415b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber 10421d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatQueueInputBuffer, this); 10435778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setSize("index", index); 10445778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setSize("offset", offset); 10455778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setSize("size", size); 10465778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt64("timeUs", presentationTimeUs); 10475778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("flags", flags); 10485b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber msg->setPointer("errorDetailMsg", errorDetailMsg); 10495778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10505778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 10515778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 10525778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 10535778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10544b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huberstatus_t MediaCodec::queueSecureInputBuffer( 10554b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size_t index, 10564b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size_t offset, 10574b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const CryptoPlugin::SubSample *subSamples, 10584b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size_t numSubSamples, 10594b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const uint8_t key[16], 10604b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const uint8_t iv[16], 10614b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CryptoPlugin::Mode mode, 106218cb1eca504817b5b144a023ae2792d90e74c9a5Jeff Tinker const CryptoPlugin::Pattern &pattern, 10634b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber int64_t presentationTimeUs, 10645b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber uint32_t flags, 10655b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber AString *errorDetailMsg) { 10665b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber if (errorDetailMsg != NULL) { 10675b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber errorDetailMsg->clear(); 10685b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber } 10695b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber 10701d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatQueueInputBuffer, this); 10714b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setSize("index", index); 10724b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setSize("offset", offset); 10734b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setPointer("subSamples", (void *)subSamples); 10744b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setSize("numSubSamples", numSubSamples); 10754b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setPointer("key", (void *)key); 10764b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setPointer("iv", (void *)iv); 10774b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setInt32("mode", mode); 107818cb1eca504817b5b144a023ae2792d90e74c9a5Jeff Tinker msg->setInt32("encryptBlocks", pattern.mEncryptBlocks); 107918cb1eca504817b5b144a023ae2792d90e74c9a5Jeff Tinker msg->setInt32("skipBlocks", pattern.mSkipBlocks); 10804b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setInt64("timeUs", presentationTimeUs); 10814b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setInt32("flags", flags); 10825b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber msg->setPointer("errorDetailMsg", errorDetailMsg); 10834b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 10844b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber sp<AMessage> response; 10855b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber status_t err = PostAndAwaitResponse(msg, &response); 10865b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber 10875b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber return err; 10884b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber} 10894b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 10905778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::dequeueInputBuffer(size_t *index, int64_t timeoutUs) { 10911d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatDequeueInputBuffer, this); 10925778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt64("timeoutUs", timeoutUs); 10935778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10945778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 10955778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err; 10965778822d86b0337407514b9372562b86edfa91cdAndreas Huber if ((err = PostAndAwaitResponse(msg, &response)) != OK) { 10975778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 10985778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 10995778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11005778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findSize("index", index)); 11015778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11025778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 11035778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 11045778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11055778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::dequeueOutputBuffer( 11065778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t *index, 11075778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t *offset, 11085778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t *size, 11095778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t *presentationTimeUs, 11105778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t *flags, 11115778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t timeoutUs) { 11121d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatDequeueOutputBuffer, this); 11135778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt64("timeoutUs", timeoutUs); 11145778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11155778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 11165778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err; 11175778822d86b0337407514b9372562b86edfa91cdAndreas Huber if ((err = PostAndAwaitResponse(msg, &response)) != OK) { 11185778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 11195778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 11205778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11215778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findSize("index", index)); 11225778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findSize("offset", offset)); 11235778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findSize("size", size)); 11245778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findInt64("timeUs", presentationTimeUs)); 11255778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findInt32("flags", (int32_t *)flags)); 11265778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11275778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 11285778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 11295778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11305778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::renderOutputBufferAndRelease(size_t index) { 11311d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatReleaseOutputBuffer, this); 11325778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setSize("index", index); 11335778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("render", true); 11345778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11355778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 11365778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 11375778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 11385778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1139fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnarstatus_t MediaCodec::renderOutputBufferAndRelease(size_t index, int64_t timestampNs) { 11401d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatReleaseOutputBuffer, this); 1141fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar msg->setSize("index", index); 1142fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar msg->setInt32("render", true); 1143fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar msg->setInt64("timestampNs", timestampNs); 1144fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar 1145fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar sp<AMessage> response; 1146fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar return PostAndAwaitResponse(msg, &response); 1147fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar} 1148fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar 11495778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::releaseOutputBuffer(size_t index) { 11501d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatReleaseOutputBuffer, this); 11515778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setSize("index", index); 11525778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11535778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 11545778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 11555778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 11565778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11577cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFaddenstatus_t MediaCodec::signalEndOfInputStream() { 11581d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatSignalEndOfInputStream, this); 11597cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 11607cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<AMessage> response; 11617cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden return PostAndAwaitResponse(msg, &response); 11627cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden} 11637cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 11645778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::getOutputFormat(sp<AMessage> *format) const { 11651d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatGetOutputFormat, this); 11665778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11675778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 11685778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err; 11695778822d86b0337407514b9372562b86edfa91cdAndreas Huber if ((err = PostAndAwaitResponse(msg, &response)) != OK) { 11705778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 11715778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 11725778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11735778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findMessage("format", format)); 11745778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11755778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 11765778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 11775778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1178e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnarstatus_t MediaCodec::getInputFormat(sp<AMessage> *format) const { 11791d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatGetInputFormat, this); 1180e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 1181e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar sp<AMessage> response; 1182e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar status_t err; 1183e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if ((err = PostAndAwaitResponse(msg, &response)) != OK) { 1184e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar return err; 1185e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 1186e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 1187e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar CHECK(response->findMessage("format", format)); 1188e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 1189e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar return OK; 1190e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar} 1191e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 1192717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjostatus_t MediaCodec::getName(AString *name) const { 11931d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatGetName, this); 1194717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 1195717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo sp<AMessage> response; 1196717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo status_t err; 1197717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo if ((err = PostAndAwaitResponse(msg, &response)) != OK) { 1198717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo return err; 1199717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo } 1200717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 1201717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo CHECK(response->findString("name", name)); 1202717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 1203717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo return OK; 1204717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo} 1205717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 1206afb43f76821e6a63e17e6484289a40430ada6978Ray Essickstatus_t MediaCodec::getMetrics(MediaAnalyticsItem * &reply) { 1207afb43f76821e6a63e17e6484289a40430ada6978Ray Essick 1208afb43f76821e6a63e17e6484289a40430ada6978Ray Essick reply = NULL; 1209db1221479a7ffe7094c51c463bbd36522ed106abRay Essick 1210db1221479a7ffe7094c51c463bbd36522ed106abRay Essick // shouldn't happen, but be safe 1211db1221479a7ffe7094c51c463bbd36522ed106abRay Essick if (mAnalyticsItem == NULL) { 1212db1221479a7ffe7094c51c463bbd36522ed106abRay Essick return UNKNOWN_ERROR; 1213db1221479a7ffe7094c51c463bbd36522ed106abRay Essick } 1214db1221479a7ffe7094c51c463bbd36522ed106abRay Essick 1215db1221479a7ffe7094c51c463bbd36522ed106abRay Essick // XXX: go get current values for whatever in-flight data we want 1216db1221479a7ffe7094c51c463bbd36522ed106abRay Essick 1217db1221479a7ffe7094c51c463bbd36522ed106abRay Essick // send it back to the caller. 1218afb43f76821e6a63e17e6484289a40430ada6978Ray Essick reply = mAnalyticsItem->dup(); 1219db1221479a7ffe7094c51c463bbd36522ed106abRay Essick 1220db1221479a7ffe7094c51c463bbd36522ed106abRay Essick return OK; 1221db1221479a7ffe7094c51c463bbd36522ed106abRay Essick} 1222db1221479a7ffe7094c51c463bbd36522ed106abRay Essick 12237e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kimstatus_t MediaCodec::getInputBuffers(Vector<sp<MediaCodecBuffer> > *buffers) const { 12241d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatGetBuffers, this); 12255778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("portIndex", kPortIndexInput); 12265778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setPointer("buffers", buffers); 12275778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12285778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 12295778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 12305778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 12315778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12327e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kimstatus_t MediaCodec::getOutputBuffers(Vector<sp<MediaCodecBuffer> > *buffers) const { 12331d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatGetBuffers, this); 12345778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("portIndex", kPortIndexOutput); 12355778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setPointer("buffers", buffers); 12365778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12375778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 12385778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 12395778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 12405778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12417e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kimstatus_t MediaCodec::getOutputBuffer(size_t index, sp<MediaCodecBuffer> *buffer) { 12427bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar sp<AMessage> format; 12437bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar return getBufferAndFormat(kPortIndexOutput, index, buffer, &format); 12447bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar} 12457bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 12467bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnarstatus_t MediaCodec::getOutputFormat(size_t index, sp<AMessage> *format) { 12477e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim sp<MediaCodecBuffer> buffer; 12487bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar return getBufferAndFormat(kPortIndexOutput, index, &buffer, format); 12497bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar} 12507bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 12517e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kimstatus_t MediaCodec::getInputBuffer(size_t index, sp<MediaCodecBuffer> *buffer) { 12527bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar sp<AMessage> format; 12537bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar return getBufferAndFormat(kPortIndexInput, index, buffer, &format); 12547bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar} 12557bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 12560e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnarbool MediaCodec::isExecuting() const { 12570e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar return mState == STARTED || mState == FLUSHED; 12580e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar} 12590e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar 12607bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnarstatus_t MediaCodec::getBufferAndFormat( 12617bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar size_t portIndex, size_t index, 12627e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim sp<MediaCodecBuffer> *buffer, sp<AMessage> *format) { 12637bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar // use mutex instead of a context switch 126447a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu if (mReleasedByResourceManager) { 1265b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage ALOGE("getBufferAndFormat - resource already released"); 126647a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu return DEAD_OBJECT; 126747a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu } 126847a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu 1269b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage if (buffer == NULL) { 12707e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim ALOGE("getBufferAndFormat - null MediaCodecBuffer"); 1271b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage return INVALID_OPERATION; 1272b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage } 1273b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage 1274b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage if (format == NULL) { 1275b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage ALOGE("getBufferAndFormat - null AMessage"); 1276b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage return INVALID_OPERATION; 1277b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage } 1278b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage 12797bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar buffer->clear(); 12807bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar format->clear(); 1281b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage 12820e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (!isExecuting()) { 1283b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage ALOGE("getBufferAndFormat - not executing"); 12847bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar return INVALID_OPERATION; 12857bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar } 12867bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 12877bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar // we do not want mPortBuffers to change during this section 12887bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar // we also don't want mOwnedByClient to change during this 12897bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Mutex::Autolock al(mBufferLock); 1290b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage 1291dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim std::vector<BufferInfo> &buffers = mPortBuffers[portIndex]; 1292dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim if (index >= buffers.size()) { 1293b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage ALOGE("getBufferAndFormat - trying to get buffer with " 1294dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim "bad index (index=%zu buffer_size=%zu)", index, buffers.size()); 1295b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage return INVALID_OPERATION; 12967bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar } 1297b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage 1298dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim const BufferInfo &info = buffers[index]; 1299b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage if (!info.mOwnedByClient) { 1300b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage ALOGE("getBufferAndFormat - invalid operation " 13010362655ca9494052f348f83dabecf9ea27003976Aaron Vaage "(the index %zu is not owned by client)", index); 1302b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage return INVALID_OPERATION; 1303b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage } 1304b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage 13054811923e80a8abefa278307ebf8cc9b0294ba67fWonsik Kim *buffer = info.mData; 1306fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim *format = info.mData->format(); 1307b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage 13087bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar return OK; 13097bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar} 13107bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 13115778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::flush() { 13121d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatFlush, this); 13135778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13145778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 13155778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 13165778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 13175778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1318496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huberstatus_t MediaCodec::requestIDRFrame() { 13191d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatRequestIDRFrame, this))->post(); 1320496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 1321496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber return OK; 1322496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber} 1323496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 1324575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Hubervoid MediaCodec::requestActivityNotification(const sp<AMessage> ¬ify) { 13251d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatRequestActivityNotification, this); 1326575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber msg->setMessage("notify", notify); 1327575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber msg->post(); 1328575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber} 1329575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 13305778822d86b0337407514b9372562b86edfa91cdAndreas Huber//////////////////////////////////////////////////////////////////////////////// 13315778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13325778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid MediaCodec::cancelPendingDequeueOperations() { 13335778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mFlags & kFlagDequeueInputPending) { 1334c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(mDequeueInputReplyID, INVALID_OPERATION); 13355778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13365778822d86b0337407514b9372562b86edfa91cdAndreas Huber ++mDequeueInputTimeoutGeneration; 13375778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputReplyID = 0; 13385778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueInputPending; 13395778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 13405778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13415778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mFlags & kFlagDequeueOutputPending) { 1342c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(mDequeueOutputReplyID, INVALID_OPERATION); 13435778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13445778822d86b0337407514b9372562b86edfa91cdAndreas Huber ++mDequeueOutputTimeoutGeneration; 13455778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueOutputReplyID = 0; 13465778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueOutputPending; 13475778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 13485778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 13495778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13503f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnarbool MediaCodec::handleDequeueInputBuffer(const sp<AReplyToken> &replyID, bool newRequest) { 13510e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (!isExecuting() || (mFlags & kFlagIsAsync) 13525778822d86b0337407514b9372562b86edfa91cdAndreas Huber || (newRequest && (mFlags & kFlagDequeueInputPending))) { 1353c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 13545778822d86b0337407514b9372562b86edfa91cdAndreas Huber return true; 1355251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 1356251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 1357251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return true; 13585778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 13595778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13605778822d86b0337407514b9372562b86edfa91cdAndreas Huber ssize_t index = dequeuePortBuffer(kPortIndexInput); 13615778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13625778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (index < 0) { 13635778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ(index, -EAGAIN); 13645778822d86b0337407514b9372562b86edfa91cdAndreas Huber return false; 13655778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 13665778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13675778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response = new AMessage; 13685778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setSize("index", index); 13695778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->postReply(replyID); 13705778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13715778822d86b0337407514b9372562b86edfa91cdAndreas Huber return true; 13725778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 13735778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13743f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnarbool MediaCodec::handleDequeueOutputBuffer(const sp<AReplyToken> &replyID, bool newRequest) { 13750e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (!isExecuting() || (mFlags & kFlagIsAsync) 13765778822d86b0337407514b9372562b86edfa91cdAndreas Huber || (newRequest && (mFlags & kFlagDequeueOutputPending))) { 137747a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu PostReplyWithError(replyID, INVALID_OPERATION); 1378251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 137947a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu PostReplyWithError(replyID, getStickyError()); 13805778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (mFlags & kFlagOutputBuffersChanged) { 138147a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu PostReplyWithError(replyID, INFO_OUTPUT_BUFFERS_CHANGED); 13825778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagOutputBuffersChanged; 13835778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (mFlags & kFlagOutputFormatChanged) { 138447a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu PostReplyWithError(replyID, INFO_FORMAT_CHANGED); 13855778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagOutputFormatChanged; 13865778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 138747a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu sp<AMessage> response = new AMessage; 13885778822d86b0337407514b9372562b86edfa91cdAndreas Huber ssize_t index = dequeuePortBuffer(kPortIndexOutput); 13895778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13905778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (index < 0) { 13915778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ(index, -EAGAIN); 13925778822d86b0337407514b9372562b86edfa91cdAndreas Huber return false; 13935778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 13945778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13957e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim const sp<MediaCodecBuffer> &buffer = 1396dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mPortBuffers[kPortIndexOutput][index].mData; 13975778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13985778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setSize("index", index); 13995778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setSize("offset", buffer->offset()); 14005778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setSize("size", buffer->size()); 14015778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14025778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t timeUs; 14035778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(buffer->meta()->findInt64("timeUs", &timeUs)); 14045778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14055778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setInt64("timeUs", timeUs); 14065778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1407dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim int32_t flags; 1408dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim CHECK(buffer->meta()->findInt32("flags", &flags)); 14095778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14105778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setInt32("flags", flags); 141147a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu response->postReply(replyID); 14125778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14135778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14145778822d86b0337407514b9372562b86edfa91cdAndreas Huber return true; 14155778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 14165778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14175778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid MediaCodec::onMessageReceived(const sp<AMessage> &msg) { 14185778822d86b0337407514b9372562b86edfa91cdAndreas Huber switch (msg->what()) { 14195778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatCodecNotify: 14205778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 14215778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t what; 14225778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("what", &what)); 14235778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14245778822d86b0337407514b9372562b86edfa91cdAndreas Huber switch (what) { 142579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim case kWhatError: 14265778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 1427251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung int32_t err, actionCode; 1428251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung CHECK(msg->findInt32("err", &err)); 1429251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung CHECK(msg->findInt32("actionCode", &actionCode)); 14305778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14319e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen ALOGE("Codec reported err %#x, actionCode %d, while in state %d", 14329e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen err, actionCode, mState); 1433251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (err == DEAD_OBJECT) { 1434aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber mFlags |= kFlagSawMediaServerDie; 143552dfbee90cc3c4426428318e06a92774f5201198Praveen Chavan mFlags &= ~kFlagIsComponentAllocated; 1436aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber } 1437aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber 14385530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia bool sendErrorResponse = true; 14395778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14405778822d86b0337407514b9372562b86edfa91cdAndreas Huber switch (mState) { 14415778822d86b0337407514b9372562b86edfa91cdAndreas Huber case INITIALIZING: 14425778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 14435778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(UNINITIALIZED); 14445778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 14455778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14465778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14475778822d86b0337407514b9372562b86edfa91cdAndreas Huber case CONFIGURING: 14485778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 144982b7fe8aa03558bf90769a3d88536e6105db371bRay Essick if (actionCode == ACTION_CODE_FATAL) { 145082b7fe8aa03558bf90769a3d88536e6105db371bRay Essick mAnalyticsItem->setInt32(kCodecError, err); 1451573ebe40b005690f797ac4d90ed1ff49f9fdb2b7Ray Essick mAnalyticsItem->setCString(kCodecErrorState, stateString(mState).c_str()); 145282b7fe8aa03558bf90769a3d88536e6105db371bRay Essick flushAnalyticsItem(); 145382b7fe8aa03558bf90769a3d88536e6105db371bRay Essick initAnalyticsItem(); 145482b7fe8aa03558bf90769a3d88536e6105db371bRay Essick } 1455c22c695660ed9edaba0d4cd7c0ab3a794216fe80Wei Jia setState(actionCode == ACTION_CODE_FATAL ? 1456c22c695660ed9edaba0d4cd7c0ab3a794216fe80Wei Jia UNINITIALIZED : INITIALIZED); 14575778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 14585778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14595778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14605778822d86b0337407514b9372562b86edfa91cdAndreas Huber case STARTING: 14615778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 146282b7fe8aa03558bf90769a3d88536e6105db371bRay Essick if (actionCode == ACTION_CODE_FATAL) { 146382b7fe8aa03558bf90769a3d88536e6105db371bRay Essick mAnalyticsItem->setInt32(kCodecError, err); 1464573ebe40b005690f797ac4d90ed1ff49f9fdb2b7Ray Essick mAnalyticsItem->setCString(kCodecErrorState, stateString(mState).c_str()); 146582b7fe8aa03558bf90769a3d88536e6105db371bRay Essick flushAnalyticsItem(); 146682b7fe8aa03558bf90769a3d88536e6105db371bRay Essick initAnalyticsItem(); 146782b7fe8aa03558bf90769a3d88536e6105db371bRay Essick } 1468c22c695660ed9edaba0d4cd7c0ab3a794216fe80Wei Jia setState(actionCode == ACTION_CODE_FATAL ? 1469c22c695660ed9edaba0d4cd7c0ab3a794216fe80Wei Jia UNINITIALIZED : CONFIGURED); 14705778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 14715778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14725778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1473c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber case RELEASING: 14745778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 14755778822d86b0337407514b9372562b86edfa91cdAndreas Huber // Ignore the error, assuming we'll still get 14765d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang // the shutdown complete notification. If we 14775d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang // don't, we'll timeout and force release. 14785530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia sendErrorResponse = false; 14795d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang } 14805d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang // fall-thru 14815d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang case STOPPING: 14825d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang { 1483aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber if (mFlags & kFlagSawMediaServerDie) { 148403ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // MediaServer died, there definitely won't 148503ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // be a shutdown complete notification after 148603ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // all. 148703ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber 148803ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // note that we're directly going from 148903ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // STOPPING->UNINITIALIZED, instead of the 149003ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // usual STOPPING->INITIALIZED state. 149103ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber setState(UNINITIALIZED); 14926e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar if (mState == RELEASING) { 14936e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar mComponentName.clear(); 14946e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar } 149503ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber (new AMessage)->postReply(mReplyID); 14965d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang sendErrorResponse = false; 149703ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber } 14985778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 14995778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15005778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15015778822d86b0337407514b9372562b86edfa91cdAndreas Huber case FLUSHING: 15025778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 15039e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen if (actionCode == ACTION_CODE_FATAL) { 150482b7fe8aa03558bf90769a3d88536e6105db371bRay Essick mAnalyticsItem->setInt32(kCodecError, err); 1505573ebe40b005690f797ac4d90ed1ff49f9fdb2b7Ray Essick mAnalyticsItem->setCString(kCodecErrorState, stateString(mState).c_str()); 150682b7fe8aa03558bf90769a3d88536e6105db371bRay Essick flushAnalyticsItem(); 150782b7fe8aa03558bf90769a3d88536e6105db371bRay Essick initAnalyticsItem(); 150882b7fe8aa03558bf90769a3d88536e6105db371bRay Essick 15099e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen setState(UNINITIALIZED); 15109e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen } else { 15119e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen setState( 15129e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen (mFlags & kFlagIsAsync) ? FLUSHED : STARTED); 15139e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen } 15145778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 15155778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15165778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15170e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar case FLUSHED: 15185778822d86b0337407514b9372562b86edfa91cdAndreas Huber case STARTED: 15195778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 15205530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia sendErrorResponse = false; 15215778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1522251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setStickyError(err); 1523575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 15245778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15255778822d86b0337407514b9372562b86edfa91cdAndreas Huber cancelPendingDequeueOperations(); 1526c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1527c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 1528251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung onError(err, actionCode); 1529251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 1530251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung switch (actionCode) { 1531251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case ACTION_CODE_TRANSIENT: 1532251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 1533251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case ACTION_CODE_RECOVERABLE: 1534251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setState(INITIALIZED); 1535251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 1536251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung default: 153782b7fe8aa03558bf90769a3d88536e6105db371bRay Essick mAnalyticsItem->setInt32(kCodecError, err); 1538573ebe40b005690f797ac4d90ed1ff49f9fdb2b7Ray Essick mAnalyticsItem->setCString(kCodecErrorState, stateString(mState).c_str()); 153982b7fe8aa03558bf90769a3d88536e6105db371bRay Essick flushAnalyticsItem(); 154082b7fe8aa03558bf90769a3d88536e6105db371bRay Essick initAnalyticsItem(); 1541251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setState(UNINITIALIZED); 1542251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 1543c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 15445778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 15455778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15465778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15475778822d86b0337407514b9372562b86edfa91cdAndreas Huber default: 15485778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 15495530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia sendErrorResponse = false; 15505778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1551251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setStickyError(err); 1552575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 1553c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1554251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung // actionCode in an uninitialized state is always fatal. 1555251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (mState == UNINITIALIZED) { 1556251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung actionCode = ACTION_CODE_FATAL; 1557251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 1558c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 1559251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung onError(err, actionCode); 1560251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 1561251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung switch (actionCode) { 1562251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case ACTION_CODE_TRANSIENT: 1563251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 1564251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case ACTION_CODE_RECOVERABLE: 1565251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setState(INITIALIZED); 1566251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 1567251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung default: 1568251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setState(UNINITIALIZED); 1569251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 1570c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 15715778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 15725778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15735778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15745778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15755530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia if (sendErrorResponse) { 1576251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(mReplyID, err); 15775778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15785778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 15795778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15805778822d86b0337407514b9372562b86edfa91cdAndreas Huber 158179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim case kWhatComponentAllocated: 15825778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 15835778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ(mState, INITIALIZING); 15845778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(INITIALIZED); 158552dfbee90cc3c4426428318e06a92774f5201198Praveen Chavan mFlags |= kFlagIsComponentAllocated; 15865778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1587717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo CHECK(msg->findString("componentName", &mComponentName)); 15885778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15898574195df5de20af5fc16d6f9da1b132d6d5bfeeRay Essick if (mComponentName.c_str()) { 15908574195df5de20af5fc16d6f9da1b132d6d5bfeeRay Essick mAnalyticsItem->setCString(kCodecCodec, mComponentName.c_str()); 15918574195df5de20af5fc16d6f9da1b132d6d5bfeeRay Essick } 15928574195df5de20af5fc16d6f9da1b132d6d5bfeeRay Essick 1593717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo if (mComponentName.startsWith("OMX.google.")) { 15943a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar mFlags |= kFlagUsesSoftwareRenderer; 15955778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 15963a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar mFlags &= ~kFlagUsesSoftwareRenderer; 15975778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15985778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1599ea15fd29af81490311af9e12949b43524c39400eRonghua Wu MediaResource::Type resourceType; 1600717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo if (mComponentName.endsWith(".secure")) { 16011bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber mFlags |= kFlagIsSecure; 1602ea15fd29af81490311af9e12949b43524c39400eRonghua Wu resourceType = MediaResource::kSecureCodec; 16038574195df5de20af5fc16d6f9da1b132d6d5bfeeRay Essick mAnalyticsItem->setInt32(kCodecSecure, 1); 16041bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber } else { 16051bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber mFlags &= ~kFlagIsSecure; 1606ea15fd29af81490311af9e12949b43524c39400eRonghua Wu resourceType = MediaResource::kNonSecureCodec; 16078574195df5de20af5fc16d6f9da1b132d6d5bfeeRay Essick mAnalyticsItem->setInt32(kCodecSecure, 0); 16081bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber } 1609c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu 161058828196edf2fc4debbd7913198a8149f039b4a9Ronghua Wu if (mIsVideo) { 161158828196edf2fc4debbd7913198a8149f039b4a9Ronghua Wu // audio codec is currently ignored. 1612ea15fd29af81490311af9e12949b43524c39400eRonghua Wu addResource(resourceType, MediaResource::kVideoCodec, 1); 161358828196edf2fc4debbd7913198a8149f039b4a9Ronghua Wu } 16141bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber 16155778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(mReplyID); 16165778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 16175778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 16185778822d86b0337407514b9372562b86edfa91cdAndreas Huber 161979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim case kWhatComponentConfigured: 16205778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 1621c6044a135324979e62cc59db9dbde8b11c4bb74bAndy Hung if (mState == UNINITIALIZED || mState == INITIALIZED) { 1622c6044a135324979e62cc59db9dbde8b11c4bb74bAndy Hung // In case a kWhatError message came in and replied with error, 1623c6044a135324979e62cc59db9dbde8b11c4bb74bAndy Hung // we log a warning and ignore. 1624c6044a135324979e62cc59db9dbde8b11c4bb74bAndy Hung ALOGW("configure interrupted by error, current state %d", mState); 1625c6044a135324979e62cc59db9dbde8b11c4bb74bAndy Hung break; 1626c6044a135324979e62cc59db9dbde8b11c4bb74bAndy Hung } 16275778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ(mState, CONFIGURING); 16285778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16296507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden // reset input surface flag 16306507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mHaveInputSurface = false; 16316507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden 1632e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar CHECK(msg->findMessage("input-format", &mInputFormat)); 1633e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar CHECK(msg->findMessage("output-format", &mOutputFormat)); 1634b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGV("[%s] configured as input format: %s, output format: %s", 1635b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mComponentName.c_str(), 1636b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mInputFormat->debugString(4).c_str(), 1637b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mOutputFormat->debugString(4).c_str()); 16383a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar int32_t usingSwRenderer; 16393a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (mOutputFormat->findInt32("using-sw-renderer", &usingSwRenderer) 16403a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar && usingSwRenderer) { 16413a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar mFlags |= kFlagUsesSoftwareRenderer; 16423a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 16432606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang setState(CONFIGURED); 16445778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(mReplyID); 16459c2480b117dc3fd1e6af3b0fdb209d787c17e087Ray Essick 16469c2480b117dc3fd1e6af3b0fdb209d787c17e087Ray Essick // augment our media metrics info, now that we know more things 16479c2480b117dc3fd1e6af3b0fdb209d787c17e087Ray Essick if (mAnalyticsItem != NULL) { 16489c2480b117dc3fd1e6af3b0fdb209d787c17e087Ray Essick sp<AMessage> format; 16499c2480b117dc3fd1e6af3b0fdb209d787c17e087Ray Essick if (mConfigureMsg != NULL && 16509c2480b117dc3fd1e6af3b0fdb209d787c17e087Ray Essick mConfigureMsg->findMessage("format", &format)) { 16519c2480b117dc3fd1e6af3b0fdb209d787c17e087Ray Essick // format includes: mime 16529c2480b117dc3fd1e6af3b0fdb209d787c17e087Ray Essick AString mime; 16539c2480b117dc3fd1e6af3b0fdb209d787c17e087Ray Essick if (format->findString("mime", &mime)) { 16549c2480b117dc3fd1e6af3b0fdb209d787c17e087Ray Essick mAnalyticsItem->setCString(kCodecMime, mime.c_str()); 16559c2480b117dc3fd1e6af3b0fdb209d787c17e087Ray Essick } 16569c2480b117dc3fd1e6af3b0fdb209d787c17e087Ray Essick } 16579c2480b117dc3fd1e6af3b0fdb209d787c17e087Ray Essick } 16585778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 16595778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 16605778822d86b0337407514b9372562b86edfa91cdAndreas Huber 166179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim case kWhatInputSurfaceCreated: 16627cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 166392cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar // response to initiateCreateInputSurface() 16647cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden status_t err = NO_ERROR; 16651dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AMessage> response = new AMessage; 16667cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden if (!msg->findInt32("err", &err)) { 16677cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<RefBase> obj; 16687cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden msg->findObject("input-surface", &obj); 1669b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar CHECK(msg->findMessage("input-format", &mInputFormat)); 1670b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar CHECK(msg->findMessage("output-format", &mOutputFormat)); 1671b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGV("[%s] input surface created as input format: %s, output format: %s", 1672b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mComponentName.c_str(), 1673b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mInputFormat->debugString(4).c_str(), 1674b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mOutputFormat->debugString(4).c_str()); 16757cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden CHECK(obj != NULL); 16767cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden response->setObject("input-surface", obj); 16776507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mHaveInputSurface = true; 16787cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } else { 16797cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden response->setInt32("err", err); 16807cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 16817cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden response->postReply(mReplyID); 16827cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 16837cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 16847cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 168579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim case kWhatInputSurfaceAccepted: 1686d291c222357303b9611cab89d0c3b047584ef377Chong Zhang { 16878f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang // response to initiateSetInputSurface() 1688d291c222357303b9611cab89d0c3b047584ef377Chong Zhang status_t err = NO_ERROR; 1689d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<AMessage> response = new AMessage(); 1690d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (!msg->findInt32("err", &err)) { 1691addf2cbb120346ae42e78fa739245a353db5edadChong Zhang CHECK(msg->findMessage("input-format", &mInputFormat)); 1692addf2cbb120346ae42e78fa739245a353db5edadChong Zhang CHECK(msg->findMessage("output-format", &mOutputFormat)); 1693d291c222357303b9611cab89d0c3b047584ef377Chong Zhang mHaveInputSurface = true; 1694d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } else { 1695d291c222357303b9611cab89d0c3b047584ef377Chong Zhang response->setInt32("err", err); 1696d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 1697d291c222357303b9611cab89d0c3b047584ef377Chong Zhang response->postReply(mReplyID); 1698d291c222357303b9611cab89d0c3b047584ef377Chong Zhang break; 1699d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 1700d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 170179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim case kWhatSignaledInputEOS: 17027cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 170392cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar // response to signalEndOfInputStream() 17041dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AMessage> response = new AMessage; 17057cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden status_t err; 17067cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden if (msg->findInt32("err", &err)) { 17077cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden response->setInt32("err", err); 17087cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 17097cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden response->postReply(mReplyID); 17107cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 17117cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 17127cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 1713dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim case kWhatStartCompleted: 17145778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 1715dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim CHECK_EQ(mState, STARTING); 1716dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim if (mIsVideo) { 1717dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim addResource( 1718dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim MediaResource::kGraphicMemory, 1719dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim MediaResource::kUnspecifiedSubType, 1720dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim getGraphicBufferSize()); 1721fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim } 1722dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim setState(STARTED); 1723dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim (new AMessage)->postReply(mReplyID); 1724dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim break; 1725dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim } 1726fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim 1727dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim case kWhatOutputBuffersChanged: 1728dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim { 1729dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mFlags |= kFlagOutputBuffersChanged; 1730dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim postActivityNotificationIfPossible(); 17315778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 17325778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 17335778822d86b0337407514b9372562b86edfa91cdAndreas Huber 173479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim case kWhatOutputFramesRendered: 173590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar { 173690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // ignore these in all states except running, and check that we have a 173790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // notification set 173890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (mState == STARTED && mOnFrameRenderedNotification != NULL) { 173990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar sp<AMessage> notify = mOnFrameRenderedNotification->dup(); 174090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar notify->setMessage("data", msg); 174190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar notify->post(); 174290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 174390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar break; 174490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 174590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 174679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim case kWhatFillThisBuffer: 17475778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 17485778822d86b0337407514b9372562b86edfa91cdAndreas Huber /* size_t index = */updateBuffers(kPortIndexInput, msg); 17495778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1750c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber if (mState == FLUSHING 1751c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber || mState == STOPPING 1752c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber || mState == RELEASING) { 17535778822d86b0337407514b9372562b86edfa91cdAndreas Huber returnBuffersToCodecOnPort(kPortIndexInput); 17545778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 17555778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 17565778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17578ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber if (!mCSD.empty()) { 17588ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber ssize_t index = dequeuePortBuffer(kPortIndexInput); 17598ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber CHECK_GE(index, 0); 17608ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 17618ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber // If codec specific data had been specified as 17628ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber // part of the format in the call to configure and 17638ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber // if there's more csd left, we submit it here 17648ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber // clients only get access to input buffers once 17658ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber // this data has been exhausted. 17668ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 17678ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber status_t err = queueCSDInputBuffer(index); 17688ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 17698ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber if (err != OK) { 17708ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber ALOGE("queueCSDInputBuffer failed w/ error %d", 17718ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber err); 17728ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 1773251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setStickyError(err); 1774575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 1775575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 17768ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber cancelPendingDequeueOperations(); 17778ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber } 17788ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber break; 17798ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber } 17808ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 1781c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 17826e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar if (!mHaveInputSurface) { 17833d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang if (mState == FLUSHED) { 17843d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang mHavePendingInputBuffers = true; 17853d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang } else { 17863d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang onInputBufferAvailable(); 17873d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang } 17886e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar } 1789c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } else if (mFlags & kFlagDequeueInputPending) { 17905778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(handleDequeueInputBuffer(mDequeueInputReplyID)); 17915778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17925778822d86b0337407514b9372562b86edfa91cdAndreas Huber ++mDequeueInputTimeoutGeneration; 17935778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueInputPending; 17945778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputReplyID = 0; 1795575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber } else { 1796575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 17975778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 17985778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 17995778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 18005778822d86b0337407514b9372562b86edfa91cdAndreas Huber 180179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim case kWhatDrainThisBuffer: 18025778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 18035778822d86b0337407514b9372562b86edfa91cdAndreas Huber /* size_t index = */updateBuffers(kPortIndexOutput, msg); 18045778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1805c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber if (mState == FLUSHING 1806c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber || mState == STOPPING 1807c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber || mState == RELEASING) { 18085778822d86b0337407514b9372562b86edfa91cdAndreas Huber returnBuffersToCodecOnPort(kPortIndexOutput); 18095778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 18105778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 18115778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18127e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim sp<RefBase> obj; 18137e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim CHECK(msg->findObject("buffer", &obj)); 18147e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim sp<MediaCodecBuffer> buffer = static_cast<MediaCodecBuffer *>(obj.get()); 18155778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1816fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim if (mOutputFormat != buffer->format()) { 1817fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim mOutputFormat = buffer->format(); 1818fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim ALOGV("[%s] output format changed to: %s", 1819fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim mComponentName.c_str(), mOutputFormat->debugString(4).c_str()); 1820fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim 1821fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim if (mSoftRenderer == NULL && 1822fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim mSurface != NULL && 1823fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim (mFlags & kFlagUsesSoftwareRenderer)) { 1824fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim AString mime; 1825fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim CHECK(mOutputFormat->findString("mime", &mime)); 1826fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim 1827fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim // TODO: propagate color aspects to software renderer to allow better 1828fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim // color conversion to RGB. For now, just mark dataspace for YUV 1829fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim // rendering. 1830fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim int32_t dataSpace; 1831fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim if (mOutputFormat->findInt32("android._dataspace", &dataSpace)) { 1832fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim ALOGD("[%s] setting dataspace on output surface to #%x", 1833fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim mComponentName.c_str(), dataSpace); 1834fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim int err = native_window_set_buffers_data_space( 1835fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim mSurface.get(), (android_dataspace)dataSpace); 1836fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim ALOGW_IF(err != 0, "failed to set dataspace on surface (%d)", err); 1837fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim } 18382d2a2967ce29281816b9ddb9434b3c0084e4ce52Chong Zhang if (mOutputFormat->contains("hdr-static-info")) { 18392d2a2967ce29281816b9ddb9434b3c0084e4ce52Chong Zhang HDRStaticInfo info; 18402d2a2967ce29281816b9ddb9434b3c0084e4ce52Chong Zhang if (ColorUtils::getHDRStaticInfoFromFormat(mOutputFormat, &info)) { 18412d2a2967ce29281816b9ddb9434b3c0084e4ce52Chong Zhang setNativeWindowHdrMetadata(mSurface.get(), &info); 18422d2a2967ce29281816b9ddb9434b3c0084e4ce52Chong Zhang } 18432d2a2967ce29281816b9ddb9434b3c0084e4ce52Chong Zhang } 1844fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim 1845fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim if (mime.startsWithIgnoreCase("video/")) { 1846fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim mSoftRenderer = new SoftwareRenderer(mSurface, mRotationDegrees); 1847fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim } 1848fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim } 18495778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1850fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim if (mFlags & kFlagIsEncoder) { 1851fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim // Before we announce the format change we should 1852fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim // collect codec specific data and amend the output 1853fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim // format as necessary. 1854dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim int32_t flags = 0; 1855dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim (void) buffer->meta()->findInt32("flags", &flags); 1856dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim if (flags & BUFFER_FLAG_CODECCONFIG) { 1857fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim status_t err = 1858fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim amendOutputFormatWithCodecSpecificData(buffer); 1859fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim 1860fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim if (err != OK) { 1861fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim ALOGE("Codec spit out malformed codec " 1862fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim "specific data!"); 1863fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim } 1864e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 1865e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 1866c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 1867c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang onOutputFormatChanged(); 1868c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } else { 1869c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mFlags |= kFlagOutputFormatChanged; 1870fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim postActivityNotificationIfPossible(); 1871fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim } 1872fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim 1873fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim // Notify mCrypto of video resolution changes 1874fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim if (mCrypto != NULL) { 1875fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim int32_t left, top, right, bottom, width, height; 1876fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim if (mOutputFormat->findRect("crop", &left, &top, &right, &bottom)) { 1877fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim mCrypto->notifyResolution(right - left + 1, bottom - top + 1); 1878fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim } else if (mOutputFormat->findInt32("width", &width) 1879fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim && mOutputFormat->findInt32("height", &height)) { 1880fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim mCrypto->notifyResolution(width, height); 1881fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim } 1882c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 1883e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 1884e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 1885c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 1886c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang onOutputBufferAvailable(); 1887c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } else if (mFlags & kFlagDequeueOutputPending) { 18885778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(handleDequeueOutputBuffer(mDequeueOutputReplyID)); 18895778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18905778822d86b0337407514b9372562b86edfa91cdAndreas Huber ++mDequeueOutputTimeoutGeneration; 18915778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueOutputPending; 18925778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueOutputReplyID = 0; 1893575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber } else { 1894575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 18955778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 1896575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 18975778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 18985778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 18995778822d86b0337407514b9372562b86edfa91cdAndreas Huber 190079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim case kWhatEOS: 19015778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 19025778822d86b0337407514b9372562b86edfa91cdAndreas Huber // We already notify the client of this by using the 19035778822d86b0337407514b9372562b86edfa91cdAndreas Huber // corresponding flag in "onOutputBufferReady". 19045778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 19055778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19065778822d86b0337407514b9372562b86edfa91cdAndreas Huber 190779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim case kWhatStopCompleted: 19085778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 1909349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang if (mState != STOPPING) { 1910349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang ALOGW("Received kWhatStopCompleted in state %d", mState); 19115d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang break; 19125d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang } 1913349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang setState(INITIALIZED); 1914349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang (new AMessage)->postReply(mReplyID); 1915349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang break; 1916349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang } 1917349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang 191879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim case kWhatReleaseCompleted: 1919349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang { 1920349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang if (mState != RELEASING) { 1921349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang ALOGW("Received kWhatReleaseCompleted in state %d", mState); 1922349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang break; 1923c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 1924349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang setState(UNINITIALIZED); 1925349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang mComponentName.clear(); 1926349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang 192752dfbee90cc3c4426428318e06a92774f5201198Praveen Chavan mFlags &= ~kFlagIsComponentAllocated; 19285778822d86b0337407514b9372562b86edfa91cdAndreas Huber 192967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mResourceManagerService->removeResource(getId(mResourceManagerClient)); 193067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 19315778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(mReplyID); 19325778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 19335778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19345778822d86b0337407514b9372562b86edfa91cdAndreas Huber 193579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim case kWhatFlushCompleted: 19365778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 19375530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia if (mState != FLUSHING) { 19385530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia ALOGW("received FlushCompleted message in state %d", 19395530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia mState); 19405530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia break; 19415530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia } 19425778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19430e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (mFlags & kFlagIsAsync) { 19440e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar setState(FLUSHED); 19450e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar } else { 19460e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar setState(STARTED); 19470e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar mCodec->signalResume(); 19480e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar } 19495778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19505778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(mReplyID); 19515778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 19525778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19535778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19545778822d86b0337407514b9372562b86edfa91cdAndreas Huber default: 19555778822d86b0337407514b9372562b86edfa91cdAndreas Huber TRESPASS(); 19565778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19575778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 19585778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19595778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19605778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatInit: 19615778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 19623f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 19635778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 19645778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19655778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mState != UNINITIALIZED) { 1966c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 19675778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 19685778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19695778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19705778822d86b0337407514b9372562b86edfa91cdAndreas Huber mReplyID = replyID; 19715778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(INITIALIZING); 19725778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19735778822d86b0337407514b9372562b86edfa91cdAndreas Huber AString name; 19745778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findString("name", &name)); 19755778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19765778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t nameIsType; 19775778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t encoder = false; 19780db280176bd3277e3256252d063f3712b1905ba9Andreas Huber CHECK(msg->findInt32("nameIsType", &nameIsType)); 19790db280176bd3277e3256252d063f3712b1905ba9Andreas Huber if (nameIsType) { 19805778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("encoder", &encoder)); 19815778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19825778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19835778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> format = new AMessage; 19845778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19855778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (nameIsType) { 19865778822d86b0337407514b9372562b86edfa91cdAndreas Huber format->setString("mime", name.c_str()); 19875778822d86b0337407514b9372562b86edfa91cdAndreas Huber format->setInt32("encoder", encoder); 19885778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 19895778822d86b0337407514b9372562b86edfa91cdAndreas Huber format->setString("componentName", name.c_str()); 19905778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19915778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19925778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->initiateAllocateComponent(format); 19935778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 19945778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19955778822d86b0337407514b9372562b86edfa91cdAndreas Huber 199690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar case kWhatSetNotification: 199790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar { 199890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar sp<AMessage> notify; 199990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (msg->findMessage("on-frame-rendered", ¬ify)) { 200090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mOnFrameRenderedNotification = notify; 200190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 200290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar break; 200390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 200490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 2005c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang case kWhatSetCallback: 2006c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang { 20073f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 2008c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang CHECK(msg->senderAwaitsResponse(&replyID)); 2009c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2010c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mState == UNINITIALIZED 2011c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang || mState == INITIALIZING 20120e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar || isExecuting()) { 20130e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar // callback can't be set after codec is executing, 2014c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang // or before it's initialized (as the callback 2015c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang // will be cleared when it goes to INITIALIZED) 2016c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 2017c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang break; 2018c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2019c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2020c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> callback; 2021c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang CHECK(msg->findMessage("callback", &callback)); 2022c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2023c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mCallback = callback; 2024c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2025c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mCallback != NULL) { 2026c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang ALOGI("MediaCodec will operate in async mode"); 2027c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mFlags |= kFlagIsAsync; 2028c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } else { 2029c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mFlags &= ~kFlagIsAsync; 2030c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2031c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2032c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> response = new AMessage; 2033c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang response->postReply(replyID); 2034c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang break; 2035c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2036c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 20375778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatConfigure: 20385778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 20393f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 20405778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 20415778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20425778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mState != INITIALIZED) { 2043c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 20445778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 20455778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20465778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20475778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<RefBase> obj; 2048f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar CHECK(msg->findObject("surface", &obj)); 20495778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20505778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> format; 20515778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findMessage("format", &format)); 20525778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20538b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar int32_t push; 20548b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar if (msg->findInt32("push-blank-buffers-on-shutdown", &push) && push != 0) { 20558b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar mFlags |= kFlagPushBlankBuffersOnShutdown; 20568b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar } 20578b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar 20585778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (obj != NULL) { 20595778822d86b0337407514b9372562b86edfa91cdAndreas Huber format->setObject("native-window", obj); 2060f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar status_t err = handleSetSurface(static_cast<Surface *>(obj.get())); 20617541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber if (err != OK) { 2062c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, err); 20637541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber break; 20641bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber } 20651bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber } else { 2066f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar handleSetSurface(NULL); 20671bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber } 20681bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber 20697541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber mReplyID = replyID; 20707541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber setState(CONFIGURING); 20717541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 20721bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber void *crypto; 20731bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber if (!msg->findPointer("crypto", &crypto)) { 20741bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber crypto = NULL; 20755778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20765778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2077cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania ALOGV("kWhatConfigure: Old mCrypto: %p (%d)", 2078cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania mCrypto.get(), (mCrypto != NULL ? mCrypto->getStrongCount() : 0)); 2079cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania 20801bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber mCrypto = static_cast<ICrypto *>(crypto); 2081dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mBufferChannel->setCrypto(mCrypto); 20821bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber 2083cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania ALOGV("kWhatConfigure: New mCrypto: %p (%d)", 2084cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania mCrypto.get(), (mCrypto != NULL ? mCrypto->getStrongCount() : 0)); 2085cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania 20869dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang void *descrambler; 20879dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang if (!msg->findPointer("descrambler", &descrambler)) { 20889dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang descrambler = NULL; 20899dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang } 20909dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang 20919dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang mDescrambler = static_cast<IDescrambler *>(descrambler); 20923b2847fa5506dc265d2e46f067bfbb66ae209f74Chong Zhang mBufferChannel->setDescrambler(mDescrambler); 20939dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang 20945778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t flags; 20955778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("flags", (int32_t *)&flags)); 20965778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20975778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (flags & CONFIGURE_FLAG_ENCODE) { 20985778822d86b0337407514b9372562b86edfa91cdAndreas Huber format->setInt32("encoder", true); 2099e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mFlags |= kFlagIsEncoder; 21005778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 21015778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21028ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber extractCSD(format); 21038ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 21045778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->initiateConfigureComponent(format); 21055778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 21065778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 21075778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21081dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar case kWhatSetSurface: 21091dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar { 21101dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AReplyToken> replyID; 21111dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar CHECK(msg->senderAwaitsResponse(&replyID)); 21121dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 21131dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar status_t err = OK; 21141dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 21151dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar switch (mState) { 21161dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar case CONFIGURED: 21171dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar case STARTED: 21181dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar case FLUSHED: 21191dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar { 21201dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<RefBase> obj; 21211dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar (void)msg->findObject("surface", &obj); 21221dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<Surface> surface = static_cast<Surface *>(obj.get()); 21231dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mSurface == NULL) { 21241dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // do not support setting surface if it was not set 21251dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = INVALID_OPERATION; 21261dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } else if (obj == NULL) { 21271dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // do not support unsetting surface 21281dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = BAD_VALUE; 21291dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } else { 21301dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = connectToSurface(surface); 2131098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar if (err == ALREADY_EXISTS) { 2132098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar // reconnecting to same surface 21331dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = OK; 21341dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } else { 21351dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err == OK) { 21361dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mFlags & kFlagUsesSoftwareRenderer) { 21378b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar if (mSoftRenderer != NULL 21388b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar && (mFlags & kFlagPushBlankBuffersOnShutdown)) { 21398b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar pushBlankBuffersToNativeWindow(mSurface.get()); 21408b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar } 21411dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mSoftRenderer = new SoftwareRenderer(surface); 21421dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // TODO: check if this was successful 21431dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } else { 21441dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = mCodec->setSurface(surface); 21451dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 21461dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 21471dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err == OK) { 21481dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar (void)disconnectFromSurface(); 21491dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mSurface = surface; 21501dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 21511dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 21521dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 21531dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar break; 21541dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 21551dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 21561dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar default: 21571dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = INVALID_OPERATION; 21581dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar break; 21591dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 21601dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 21611dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar PostReplyWithError(replyID, err); 21621dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar break; 21631dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 21641dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 21657cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden case kWhatCreateInputSurface: 21668f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang case kWhatSetInputSurface: 21677cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 21683f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 21697cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden CHECK(msg->senderAwaitsResponse(&replyID)); 21707cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 21717cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden // Must be configured, but can't have been started yet. 21727cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden if (mState != CONFIGURED) { 2173c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 21747cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 21757cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 21767cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 21777cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mReplyID = replyID; 2178d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (msg->what() == kWhatCreateInputSurface) { 2179d291c222357303b9611cab89d0c3b047584ef377Chong Zhang mCodec->initiateCreateInputSurface(); 2180d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } else { 2181d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<RefBase> obj; 2182d291c222357303b9611cab89d0c3b047584ef377Chong Zhang CHECK(msg->findObject("input-surface", &obj)); 2183d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 21848f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang mCodec->initiateSetInputSurface( 2185d291c222357303b9611cab89d0c3b047584ef377Chong Zhang static_cast<PersistentSurface *>(obj.get())); 2186d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 21877cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 21887cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 21895778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatStart: 21905778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 21913f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 21925778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 21935778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21940e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (mState == FLUSHED) { 2195d9e0603a1be07dbb347c55050c7d4629ea7492e8Chong Zhang setState(STARTED); 21963d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang if (mHavePendingInputBuffers) { 21973d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang onInputBufferAvailable(); 21983d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang mHavePendingInputBuffers = false; 21993d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang } 22000e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar mCodec->signalResume(); 22010e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar PostReplyWithError(replyID, OK); 2202d9e0603a1be07dbb347c55050c7d4629ea7492e8Chong Zhang break; 22030e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar } else if (mState != CONFIGURED) { 2204c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 22055778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 22065778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 22075778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22085778822d86b0337407514b9372562b86edfa91cdAndreas Huber mReplyID = replyID; 22095778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(STARTING); 22105778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22115778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->initiateStart(); 22125778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 22135778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 22145778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22155778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatStop: 2216c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber case kWhatRelease: 2217c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber { 2218aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber State targetState = 2219aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber (msg->what() == kWhatStop) ? INITIALIZED : UNINITIALIZED; 2220aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber 22213f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 2222c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 2223c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 222447a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu // already stopped/released 222547a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu if (mState == UNINITIALIZED && mReleasedByResourceManager) { 222647a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu sp<AMessage> response = new AMessage; 222747a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu response->setInt32("err", OK); 222847a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu response->postReply(replyID); 222947a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu break; 223047a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu } 223147a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu 223247a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu int32_t reclaimed = 0; 223347a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu msg->findInt32("reclaimed", &reclaimed); 223447a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu if (reclaimed) { 223547a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu mReleasedByResourceManager = true; 22364b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu 22374b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu int32_t force = 0; 22384b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu msg->findInt32("force", &force); 22394b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu if (!force && hasPendingBuffer()) { 22404b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu ALOGW("Can't reclaim codec right now due to pending buffers."); 22414b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu 22424b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu // return WOULD_BLOCK to ask resource manager to retry later. 22434b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu sp<AMessage> response = new AMessage; 22444b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu response->setInt32("err", WOULD_BLOCK); 22454b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu response->postReply(replyID); 22464b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu 22474b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu // notify the async client 22484b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu if (mFlags & kFlagIsAsync) { 22494b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu onError(DEAD_OBJECT, ACTION_CODE_FATAL); 22504b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu } 22514b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu break; 22524b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu } 225347a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu } 225447a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu 22555d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang bool isReleasingAllocatedComponent = 22565d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang (mFlags & kFlagIsComponentAllocated) && targetState == UNINITIALIZED; 22575d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang if (!isReleasingAllocatedComponent // See 1 225833223c4f97abb78fa8c92e1b8c817546f15d97e1Andy Hung && mState != INITIALIZED 22590e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar && mState != CONFIGURED && !isExecuting()) { 226033223c4f97abb78fa8c92e1b8c817546f15d97e1Andy Hung // 1) Permit release to shut down the component if allocated. 226133223c4f97abb78fa8c92e1b8c817546f15d97e1Andy Hung // 226233223c4f97abb78fa8c92e1b8c817546f15d97e1Andy Hung // 2) We may be in "UNINITIALIZED" state already and 226352dfbee90cc3c4426428318e06a92774f5201198Praveen Chavan // also shutdown the encoder/decoder without the 226403ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // client being aware of this if media server died while 226503ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // we were being stopped. The client would assume that 226603ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // after stop() returned, it would be safe to call release() 226703ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // and it should be in this case, no harm to allow a release() 226803ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // if we're already uninitialized. 2269c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber sp<AMessage> response = new AMessage; 227047a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu // TODO: we shouldn't throw an exception for stop/release. Change this to wait until 227147a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu // the previous stop/release completes and then reply with OK. 22726e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar status_t err = mState == targetState ? OK : INVALID_OPERATION; 22736e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar response->setInt32("err", err); 22746e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar if (err == OK && targetState == UNINITIALIZED) { 22756e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar mComponentName.clear(); 22766e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar } 2277c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber response->postReply(replyID); 2278c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber break; 2279c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 2280c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 22815d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang // If we're flushing, or we're stopping but received a release 22825d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang // request, post the reply for the pending call first, and consider 22835d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang // it done. The reply token will be replaced after this, and we'll 22845d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang // no longer be able to reply. 22855d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang if (mState == FLUSHING || mState == STOPPING) { 22865d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang (new AMessage)->postReply(mReplyID); 22875d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang } 22885d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang 2289aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber if (mFlags & kFlagSawMediaServerDie) { 2290aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber // It's dead, Jim. Don't expect initiateShutdown to yield 2291aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber // any useful results now... 2292aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber setState(UNINITIALIZED); 22936e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar if (targetState == UNINITIALIZED) { 22946e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar mComponentName.clear(); 22956e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar } 2296aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber (new AMessage)->postReply(replyID); 2297aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber break; 2298aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber } 2299aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber 23005d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang // If we already have an error, component may not be able to 23015d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang // complete the shutdown properly. If we're stopping, post the 23025d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang // reply now with an error to unblock the client, client can 23035d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang // release after the failure (instead of ANR). 23045d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang if (msg->what() == kWhatStop && (mFlags & kFlagStickyError)) { 23055d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang PostReplyWithError(replyID, getStickyError()); 23065d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang break; 23075d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang } 23085d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang 2309c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mReplyID = replyID; 2310aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber setState(msg->what() == kWhatStop ? STOPPING : RELEASING); 2311aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber 2312aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber mCodec->initiateShutdown( 2313aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber msg->what() == kWhatStop /* keepComponentAllocated */); 2314c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 231586b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu returnBuffersToCodec(reclaimed); 23168b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar 23178b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar if (mSoftRenderer != NULL && (mFlags & kFlagPushBlankBuffersOnShutdown)) { 23188b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar pushBlankBuffersToNativeWindow(mSurface.get()); 23198b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar } 23205d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang 23215778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 23225778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23235778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23245778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatDequeueInputBuffer: 23255778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 23263f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 23275778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 23285778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2329c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 2330c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang ALOGE("dequeueOutputBuffer can't be used in async mode"); 2331c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 2332c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang break; 2333c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2334c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 23356507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden if (mHaveInputSurface) { 23366507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden ALOGE("dequeueInputBuffer can't be used with input surface"); 2337c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 23386507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden break; 23396507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden } 23406507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden 23415778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (handleDequeueInputBuffer(replyID, true /* new request */)) { 23425778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 23435778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23445778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23455778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t timeoutUs; 23465778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt64("timeoutUs", &timeoutUs)); 23475778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23485778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (timeoutUs == 0ll) { 2349c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, -EAGAIN); 23505778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 23515778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23525778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23535778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags |= kFlagDequeueInputPending; 23545778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputReplyID = replyID; 23555778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23565778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (timeoutUs > 0ll) { 23575778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> timeoutMsg = 23581d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar new AMessage(kWhatDequeueInputTimedOut, this); 23595778822d86b0337407514b9372562b86edfa91cdAndreas Huber timeoutMsg->setInt32( 23605778822d86b0337407514b9372562b86edfa91cdAndreas Huber "generation", ++mDequeueInputTimeoutGeneration); 23615778822d86b0337407514b9372562b86edfa91cdAndreas Huber timeoutMsg->post(timeoutUs); 23625778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23635778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 23645778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23655778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23665778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatDequeueInputTimedOut: 23675778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 23685778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t generation; 23695778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("generation", &generation)); 23705778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23715778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (generation != mDequeueInputTimeoutGeneration) { 23725778822d86b0337407514b9372562b86edfa91cdAndreas Huber // Obsolete 23735778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 23745778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23755778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23765778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(mFlags & kFlagDequeueInputPending); 23775778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2378c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(mDequeueInputReplyID, -EAGAIN); 23795778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23805778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueInputPending; 23815778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputReplyID = 0; 23825778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 23835778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23845778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23855778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatQueueInputBuffer: 23865778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 23873f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 23885778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 23895778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2390251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (!isExecuting()) { 2391c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 23925778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 2393251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 2394251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 2395251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 23965778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23975778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23985778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = onQueueInputBuffer(msg); 23995778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2400c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, err); 24015778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 24025778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24035778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24045778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatDequeueOutputBuffer: 24055778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 24063f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 24075778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 24085778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2409c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 2410c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang ALOGE("dequeueOutputBuffer can't be used in async mode"); 2411c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 2412c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang break; 2413c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2414c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 24155778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (handleDequeueOutputBuffer(replyID, true /* new request */)) { 24165778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 24175778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24185778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24195778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t timeoutUs; 24205778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt64("timeoutUs", &timeoutUs)); 24215778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24225778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (timeoutUs == 0ll) { 2423c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, -EAGAIN); 24245778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 24255778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24265778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24275778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags |= kFlagDequeueOutputPending; 24285778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueOutputReplyID = replyID; 24295778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24305778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (timeoutUs > 0ll) { 24315778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> timeoutMsg = 24321d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar new AMessage(kWhatDequeueOutputTimedOut, this); 24335778822d86b0337407514b9372562b86edfa91cdAndreas Huber timeoutMsg->setInt32( 24345778822d86b0337407514b9372562b86edfa91cdAndreas Huber "generation", ++mDequeueOutputTimeoutGeneration); 24355778822d86b0337407514b9372562b86edfa91cdAndreas Huber timeoutMsg->post(timeoutUs); 24365778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24375778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 24385778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24395778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24405778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatDequeueOutputTimedOut: 24415778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 24425778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t generation; 24435778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("generation", &generation)); 24445778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24455778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (generation != mDequeueOutputTimeoutGeneration) { 24465778822d86b0337407514b9372562b86edfa91cdAndreas Huber // Obsolete 24475778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 24485778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24495778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24505778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(mFlags & kFlagDequeueOutputPending); 24515778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2452c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(mDequeueOutputReplyID, -EAGAIN); 24535778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24545778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueOutputPending; 24555778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueOutputReplyID = 0; 24565778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 24575778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24585778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24595778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatReleaseOutputBuffer: 24605778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 24613f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 24625778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 24635778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2464251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (!isExecuting()) { 2465c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 24665778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 2467251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 2468251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 2469251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 24705778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24715778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24725778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = onReleaseOutputBuffer(msg); 24735778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2474c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, err); 24755778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 24765778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24775778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24787cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden case kWhatSignalEndOfInputStream: 24797cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 24803f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 24817cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden CHECK(msg->senderAwaitsResponse(&replyID)); 24827cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 24836d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang if (!isExecuting() || !mHaveInputSurface) { 2484c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 24857cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 2486251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 2487251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 2488251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 24897cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 24907cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 24917cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mReplyID = replyID; 24927cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mCodec->signalEndOfInputStream(); 24937cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 24947cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 24957cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 24965778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatGetBuffers: 24975778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 24983f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 24995778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 250029b7dcf6d3cdb97103467dc8106151c6260c239aJeff Tinker if (!isExecuting() || (mFlags & kFlagIsAsync)) { 2501c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 25025778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 2503251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 2504251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 2505251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 25065778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 25075778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25085778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t portIndex; 25095778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("portIndex", &portIndex)); 25105778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25117e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim Vector<sp<MediaCodecBuffer> > *dstBuffers; 25125778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findPointer("buffers", (void **)&dstBuffers)); 25135778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25145778822d86b0337407514b9372562b86edfa91cdAndreas Huber dstBuffers->clear(); 2515e4aab10641a099d8a295b3ed61e2f5248f28a669Chong Zhang // If we're using input surface (either non-persistent created by 2516e4aab10641a099d8a295b3ed61e2f5248f28a669Chong Zhang // createInputSurface(), or persistent set by setInputSurface()), 2517e4aab10641a099d8a295b3ed61e2f5248f28a669Chong Zhang // give the client an empty input buffers array. 2518e4aab10641a099d8a295b3ed61e2f5248f28a669Chong Zhang if (portIndex != kPortIndexInput || !mHaveInputSurface) { 2519dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim if (portIndex == kPortIndexInput) { 2520dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mBufferChannel->getInputBufferArray(dstBuffers); 2521dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim } else { 2522dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mBufferChannel->getOutputBufferArray(dstBuffers); 2523e4aab10641a099d8a295b3ed61e2f5248f28a669Chong Zhang } 25245778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 25255778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25265778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(replyID); 25275778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 25285778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 25295778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25305778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatFlush: 25315778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 25323f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 25335778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 25345778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2535251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (!isExecuting()) { 2536c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 25375778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 2538251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 2539251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 2540251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 25415778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 25425778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25435778822d86b0337407514b9372562b86edfa91cdAndreas Huber mReplyID = replyID; 25440e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar // TODO: skip flushing if already FLUSHED 25455778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(FLUSHING); 25465778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25475778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->signalFlush(); 25485778822d86b0337407514b9372562b86edfa91cdAndreas Huber returnBuffersToCodec(); 25495778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 25505778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 25515778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2552e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar case kWhatGetInputFormat: 25535778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatGetOutputFormat: 25545778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 2555e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar sp<AMessage> format = 2556e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar (msg->what() == kWhatGetOutputFormat ? mOutputFormat : mInputFormat); 2557e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 25583f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 25595778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 25605778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2561e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if ((mState != CONFIGURED && mState != STARTING && 25620e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar mState != STARTED && mState != FLUSHING && 25630e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar mState != FLUSHED) 2564e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar || format == NULL) { 2565c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 25665778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 2567251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 2568251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 2569251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 25705778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 25715778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25725778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response = new AMessage; 2573e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar response->setMessage("format", format); 25745778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->postReply(replyID); 25755778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 25765778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 25775778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2578496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber case kWhatRequestIDRFrame: 2579496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber { 2580496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber mCodec->signalRequestIDRFrame(); 2581496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber break; 2582496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber } 2583496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 2584575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber case kWhatRequestActivityNotification: 2585575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber { 2586575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber CHECK(mActivityNotify == NULL); 2587575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber CHECK(msg->findMessage("notify", &mActivityNotify)); 2588575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 2589575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 2590575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber break; 2591575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber } 2592575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 2593717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo case kWhatGetName: 2594717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo { 25953f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 2596717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo CHECK(msg->senderAwaitsResponse(&replyID)); 2597717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 2598717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo if (mComponentName.empty()) { 2599c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 2600717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo break; 2601717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo } 2602717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 2603717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo sp<AMessage> response = new AMessage; 2604717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo response->setString("name", mComponentName.c_str()); 2605717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo response->postReply(replyID); 2606717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo break; 2607717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo } 2608717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 2609a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber case kWhatSetParameters: 2610a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber { 26113f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 2612a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 2613a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 2614a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber sp<AMessage> params; 2615a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber CHECK(msg->findMessage("params", ¶ms)); 2616a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 2617a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber status_t err = onSetParameters(params); 2618a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 2619c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, err); 2620a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber break; 2621a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber } 2622a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 2623cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania case kWhatDrmReleaseCrypto: 2624cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania { 2625cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania onReleaseCrypto(msg); 2626cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania break; 2627cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania } 2628cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania 26295778822d86b0337407514b9372562b86edfa91cdAndreas Huber default: 26305778822d86b0337407514b9372562b86edfa91cdAndreas Huber TRESPASS(); 26315778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 26325778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 26335778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26348ee516a515c70a492c395b67ce12e19e7d159804Andreas Hubervoid MediaCodec::extractCSD(const sp<AMessage> &format) { 26358ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber mCSD.clear(); 26368ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 26378ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber size_t i = 0; 26388ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber for (;;) { 26398ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber sp<ABuffer> csd; 2640a1e8944a21e5833b7aadc451776f11797f5f9273Elliott Hughes if (!format->findBuffer(AStringPrintf("csd-%u", i).c_str(), &csd)) { 26418ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber break; 26428ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber } 26434f59c7e373a7e883f21ba33d44ea7caa86b65b02Hangyu Kuang if (csd->size() == 0) { 26444f59c7e373a7e883f21ba33d44ea7caa86b65b02Hangyu Kuang ALOGW("csd-%zu size is 0", i); 26454f59c7e373a7e883f21ba33d44ea7caa86b65b02Hangyu Kuang } 26468ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 26478ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber mCSD.push_back(csd); 26488ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber ++i; 26498ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber } 26508ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 2651a5750e0dad9e90f2195ce36f2c4457fa04b2b83eMark Salyzyn ALOGV("Found %zu pieces of codec specific data.", mCSD.size()); 26528ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber} 26538ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 26548ee516a515c70a492c395b67ce12e19e7d159804Andreas Huberstatus_t MediaCodec::queueCSDInputBuffer(size_t bufferIndex) { 26558ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber CHECK(!mCSD.empty()); 26568ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 2657dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim const BufferInfo &info = mPortBuffers[kPortIndexInput][bufferIndex]; 26588ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 26598ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber sp<ABuffer> csd = *mCSD.begin(); 26608ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber mCSD.erase(mCSD.begin()); 26618ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 2662dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim const sp<MediaCodecBuffer> &codecInputData = info.mData; 26638ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 26648ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber if (csd->size() > codecInputData->capacity()) { 26658ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber return -EINVAL; 26668ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber } 266732c1bcda7c9fb429fe6c235184f8bb6aa7ef12dbDongwon Kang if (codecInputData->data() == NULL) { 266832c1bcda7c9fb429fe6c235184f8bb6aa7ef12dbDongwon Kang ALOGV("Input buffer %zu is not properly allocated", bufferIndex); 266932c1bcda7c9fb429fe6c235184f8bb6aa7ef12dbDongwon Kang return -EINVAL; 267032c1bcda7c9fb429fe6c235184f8bb6aa7ef12dbDongwon Kang } 26718ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 26728ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber memcpy(codecInputData->data(), csd->data(), csd->size()); 26738ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 26748ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber AString errorDetailMsg; 26758ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 26761d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatQueueInputBuffer, this); 26778ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setSize("index", bufferIndex); 26788ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setSize("offset", 0); 26798ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setSize("size", csd->size()); 26808ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setInt64("timeUs", 0ll); 26818ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setInt32("flags", BUFFER_FLAG_CODECCONFIG); 26828ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setPointer("errorDetailMsg", &errorDetailMsg); 26838ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 26848ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber return onQueueInputBuffer(msg); 26858ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber} 26868ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 26875778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid MediaCodec::setState(State newState) { 26887541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber if (newState == INITIALIZED || newState == UNINITIALIZED) { 26895778822d86b0337407514b9372562b86edfa91cdAndreas Huber delete mSoftRenderer; 26905778822d86b0337407514b9372562b86edfa91cdAndreas Huber mSoftRenderer = NULL; 26915778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2692cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania if ( mCrypto != NULL ) { 2693cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania ALOGV("setState: ~mCrypto: %p (%d)", 2694cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania mCrypto.get(), (mCrypto != NULL ? mCrypto->getStrongCount() : 0)); 2695cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania } 26961bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber mCrypto.clear(); 26979dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang mDescrambler.clear(); 2698f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar handleSetSurface(NULL); 26995778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2700671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mInputFormat.clear(); 27015778822d86b0337407514b9372562b86edfa91cdAndreas Huber mOutputFormat.clear(); 27025778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagOutputFormatChanged; 27035778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagOutputBuffersChanged; 27045778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagStickyError; 2705e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mFlags &= ~kFlagIsEncoder; 2706c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mFlags &= ~kFlagIsAsync; 2707251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mStickyError = OK; 2708575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 2709575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber mActivityNotify.clear(); 2710c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mCallback.clear(); 27115778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 27125778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2713717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo if (newState == UNINITIALIZED) { 2714671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar // return any straggling buffers, e.g. if we got here on an error 2715671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar returnBuffersToCodec(); 2716671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 2717aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber // The component is gone, mediaserver's probably back up already 2718aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber // but should definitely be back up should we try to instantiate 2719aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber // another component.. and the cycle continues. 2720aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber mFlags &= ~kFlagSawMediaServerDie; 2721717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo } 2722717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 27235778822d86b0337407514b9372562b86edfa91cdAndreas Huber mState = newState; 27245778822d86b0337407514b9372562b86edfa91cdAndreas Huber 27255778822d86b0337407514b9372562b86edfa91cdAndreas Huber cancelPendingDequeueOperations(); 27262606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 27272606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang updateBatteryStat(); 27285778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 27295778822d86b0337407514b9372562b86edfa91cdAndreas Huber 273086b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wuvoid MediaCodec::returnBuffersToCodec(bool isReclaim) { 273186b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu returnBuffersToCodecOnPort(kPortIndexInput, isReclaim); 273286b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu returnBuffersToCodecOnPort(kPortIndexOutput, isReclaim); 27335778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 27345778822d86b0337407514b9372562b86edfa91cdAndreas Huber 273586b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wuvoid MediaCodec::returnBuffersToCodecOnPort(int32_t portIndex, bool isReclaim) { 27365778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(portIndex == kPortIndexInput || portIndex == kPortIndexOutput); 27377bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Mutex::Autolock al(mBufferLock); 27385778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2739dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim for (size_t i = 0; i < mPortBuffers[portIndex].size(); ++i) { 2740dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim BufferInfo *info = &mPortBuffers[portIndex][i]; 27415778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2742dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim if (info->mData != nullptr) { 2743dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim sp<MediaCodecBuffer> buffer = info->mData; 274486b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu if (isReclaim && info->mOwnedByClient) { 274586b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu ALOGD("port %d buffer %zu still owned by client when codec is reclaimed", 274686b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu portIndex, i); 274786b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu } else { 274886b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu info->mOwnedByClient = false; 2749fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim info->mData.clear(); 27505778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2751dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mBufferChannel->discardBuffer(buffer); 27525778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 27535778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 27545778822d86b0337407514b9372562b86edfa91cdAndreas Huber 27555778822d86b0337407514b9372562b86edfa91cdAndreas Huber mAvailPortBuffers[portIndex].clear(); 27565778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 27575778822d86b0337407514b9372562b86edfa91cdAndreas Huber 27585778822d86b0337407514b9372562b86edfa91cdAndreas Hubersize_t MediaCodec::updateBuffers( 27595778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t portIndex, const sp<AMessage> &msg) { 27605778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(portIndex == kPortIndexInput || portIndex == kPortIndexOutput); 2761dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim size_t index; 2762dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim CHECK(msg->findSize("index", &index)); 2763fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim sp<RefBase> obj; 2764fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim CHECK(msg->findObject("buffer", &obj)); 2765fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim sp<MediaCodecBuffer> buffer = static_cast<MediaCodecBuffer *>(obj.get()); 27665778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2767dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim { 2768dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim Mutex::Autolock al(mBufferLock); 2769dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim if (mPortBuffers[portIndex].size() <= index) { 2770dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mPortBuffers[portIndex].resize(align(index + 1, kNumBuffersAlign)); 27715778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2772dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mPortBuffers[portIndex][index].mData = buffer; 27735778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2774dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mAvailPortBuffers[portIndex].push_back(index); 27755778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2776dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim return index; 27775778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 27785778822d86b0337407514b9372562b86edfa91cdAndreas Huber 27795778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::onQueueInputBuffer(const sp<AMessage> &msg) { 27805778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t index; 27815778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t offset; 27825778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t size; 27835778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t timeUs; 27845778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t flags; 27855778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findSize("index", &index)); 27865778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findSize("offset", &offset)); 27875778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt64("timeUs", &timeUs)); 27885778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("flags", (int32_t *)&flags)); 27895778822d86b0337407514b9372562b86edfa91cdAndreas Huber 27904b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const CryptoPlugin::SubSample *subSamples; 27914b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size_t numSubSamples; 27924b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const uint8_t *key; 27934b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const uint8_t *iv; 27944b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CryptoPlugin::Mode mode = CryptoPlugin::kMode_Unencrypted; 27954b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 27964b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber // We allow the simpler queueInputBuffer API to be used even in 27974b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber // secure mode, by fabricating a single unencrypted subSample. 27984b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CryptoPlugin::SubSample ss; 2799d9f1f950d18b4e166b178d93260074019588c956Jeff Tinker CryptoPlugin::Pattern pattern; 28004b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 28014b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber if (msg->findSize("size", &size)) { 28023b2847fa5506dc265d2e46f067bfbb66ae209f74Chong Zhang if (hasCryptoOrDescrambler()) { 28034b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber ss.mNumBytesOfClearData = size; 28044b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber ss.mNumBytesOfEncryptedData = 0; 28054b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 28064b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber subSamples = &ss; 28074b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber numSubSamples = 1; 28084b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber key = NULL; 28094b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber iv = NULL; 2810d9f1f950d18b4e166b178d93260074019588c956Jeff Tinker pattern.mEncryptBlocks = 0; 2811d9f1f950d18b4e166b178d93260074019588c956Jeff Tinker pattern.mSkipBlocks = 0; 28124b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber } 28134b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber } else { 28143b2847fa5506dc265d2e46f067bfbb66ae209f74Chong Zhang if (!hasCryptoOrDescrambler()) { 28153b2847fa5506dc265d2e46f067bfbb66ae209f74Chong Zhang ALOGE("[%s] queuing secure buffer without mCrypto or mDescrambler!", 28163b2847fa5506dc265d2e46f067bfbb66ae209f74Chong Zhang mComponentName.c_str()); 28174b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber return -EINVAL; 28184b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber } 28194b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 28204b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CHECK(msg->findPointer("subSamples", (void **)&subSamples)); 28214b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CHECK(msg->findSize("numSubSamples", &numSubSamples)); 28224b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CHECK(msg->findPointer("key", (void **)&key)); 28234b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CHECK(msg->findPointer("iv", (void **)&iv)); 2824d9f1f950d18b4e166b178d93260074019588c956Jeff Tinker CHECK(msg->findInt32("encryptBlocks", (int32_t *)&pattern.mEncryptBlocks)); 2825d9f1f950d18b4e166b178d93260074019588c956Jeff Tinker CHECK(msg->findInt32("skipBlocks", (int32_t *)&pattern.mSkipBlocks)); 28264b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 28274b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber int32_t tmp; 28284b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CHECK(msg->findInt32("mode", &tmp)); 28294b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 28304b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber mode = (CryptoPlugin::Mode)tmp; 28314b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 28324b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size = 0; 28334b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber for (size_t i = 0; i < numSubSamples; ++i) { 28344b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size += subSamples[i].mNumBytesOfClearData; 28354b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size += subSamples[i].mNumBytesOfEncryptedData; 28364b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber } 28374b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber } 28384b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 28395778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (index >= mPortBuffers[kPortIndexInput].size()) { 28405778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -ERANGE; 28415778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 28425778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2843dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim BufferInfo *info = &mPortBuffers[kPortIndexInput][index]; 28445778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2845dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim if (info->mData == nullptr || !info->mOwnedByClient) { 28465778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -EACCES; 28475778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 28485778822d86b0337407514b9372562b86edfa91cdAndreas Huber 28495778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (offset + size > info->mData->capacity()) { 28505778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -EINVAL; 28515778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 28525778822d86b0337407514b9372562b86edfa91cdAndreas Huber 28535778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mData->setRange(offset, size); 2854dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim info->mData->meta()->setInt64("timeUs", timeUs); 2855dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim if (flags & BUFFER_FLAG_EOS) { 2856dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim info->mData->meta()->setInt32("eos", true); 2857dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim } 28585778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2859dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim if (flags & BUFFER_FLAG_CODECCONFIG) { 2860dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim info->mData->meta()->setInt32("csd", true); 2861dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim } 2862dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim 28639ee321c347c64886d1078a4e4afb57ec98dd54a2Wonsik Kim sp<MediaCodecBuffer> buffer = info->mData; 2864dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim status_t err = OK; 28653b2847fa5506dc265d2e46f067bfbb66ae209f74Chong Zhang if (hasCryptoOrDescrambler()) { 28665b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber AString *errorDetailMsg; 28675b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber CHECK(msg->findPointer("errorDetailMsg", (void **)&errorDetailMsg)); 28685b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber 2869dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim err = mBufferChannel->queueSecureInputBuffer( 2870dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim buffer, 2871dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim (mFlags & kFlagIsSecure), 28721bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber key, 28731bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber iv, 28741bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber mode, 287518cb1eca504817b5b144a023ae2792d90e74c9a5Jeff Tinker pattern, 28764b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber subSamples, 28774b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber numSubSamples, 28785b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber errorDetailMsg); 2879dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim } else { 2880dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim err = mBufferChannel->queueInputBuffer(buffer); 2881fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim } 2882fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim 28839ee321c347c64886d1078a4e4afb57ec98dd54a2Wonsik Kim if (err == OK) { 28849ee321c347c64886d1078a4e4afb57ec98dd54a2Wonsik Kim // synchronization boundary for getBufferAndFormat 28859ee321c347c64886d1078a4e4afb57ec98dd54a2Wonsik Kim Mutex::Autolock al(mBufferLock); 28869ee321c347c64886d1078a4e4afb57ec98dd54a2Wonsik Kim info->mOwnedByClient = false; 28879ee321c347c64886d1078a4e4afb57ec98dd54a2Wonsik Kim info->mData.clear(); 2888002e413a5a7460a32790ed08408085a6062f4054Ray Essick if (mAnalyticsItem != NULL) { 2889002e413a5a7460a32790ed08408085a6062f4054Ray Essick mAnalyticsItem->addInt64(kCodecBytesIn, size); 2890002e413a5a7460a32790ed08408085a6062f4054Ray Essick } 28919ee321c347c64886d1078a4e4afb57ec98dd54a2Wonsik Kim } 28929ee321c347c64886d1078a4e4afb57ec98dd54a2Wonsik Kim 2893dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim return err; 28945778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 28955778822d86b0337407514b9372562b86edfa91cdAndreas Huber 289690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar//static 289790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarsize_t MediaCodec::CreateFramesRenderedMessage( 28980d1ed381fde5dac12dd84fcf3da66dac46699378Chih-Hung Hsieh const std::list<FrameRenderTracker::Info> &done, sp<AMessage> &msg) { 289990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar size_t index = 0; 290090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 290190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar for (std::list<FrameRenderTracker::Info>::const_iterator it = done.cbegin(); 290290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar it != done.cend(); ++it) { 290390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (it->getRenderTimeNs() < 0) { 290490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar continue; // dropped frame from tracking 290590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 290690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar msg->setInt64(AStringPrintf("%zu-media-time-us", index).c_str(), it->getMediaTimeUs()); 290790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar msg->setInt64(AStringPrintf("%zu-system-nano", index).c_str(), it->getRenderTimeNs()); 290890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar ++index; 290990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 291090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar return index; 291190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 291290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 29135778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::onReleaseOutputBuffer(const sp<AMessage> &msg) { 29145778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t index; 29155778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findSize("index", &index)); 29165778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29175778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t render; 29185778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("render", &render)) { 29195778822d86b0337407514b9372562b86edfa91cdAndreas Huber render = 0; 29205778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 29215778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29220e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (!isExecuting()) { 29235778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -EINVAL; 29245778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 29255778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29265778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (index >= mPortBuffers[kPortIndexOutput].size()) { 29275778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -ERANGE; 29285778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 29295778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2930dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim BufferInfo *info = &mPortBuffers[kPortIndexOutput][index]; 29315778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2932dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim if (info->mData == nullptr || !info->mOwnedByClient) { 29335778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -EACCES; 29345778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 29355778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29367bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar // synchronization boundary for getBufferAndFormat 2937dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim sp<MediaCodecBuffer> buffer; 29387bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar { 29397bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Mutex::Autolock al(mBufferLock); 29407bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar info->mOwnedByClient = false; 2941dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim buffer = info->mData; 2942dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim info->mData.clear(); 29437bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar } 29447bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 2945dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim if (render && buffer->size() != 0) { 294690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar int64_t mediaTimeUs = -1; 2947dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim buffer->meta()->findInt64("timeUs", &mediaTimeUs); 294890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 294990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar int64_t renderTimeNs = 0; 2950c8edf5af010ac24a99b302a18e7b84e8b4b2b783Lajos Molnar if (!msg->findInt64("timestampNs", &renderTimeNs)) { 2951c8edf5af010ac24a99b302a18e7b84e8b4b2b783Lajos Molnar // use media timestamp if client did not request a specific render timestamp 2952c8edf5af010ac24a99b302a18e7b84e8b4b2b783Lajos Molnar ALOGV("using buffer PTS of %lld", (long long)mediaTimeUs); 295390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar renderTimeNs = mediaTimeUs * 1000; 2954fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar } 2955fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar 29565778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mSoftRenderer != NULL) { 295790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar std::list<FrameRenderTracker::Info> doneFrames = mSoftRenderer->render( 2958dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim buffer->data(), buffer->size(), 2959dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mediaTimeUs, renderTimeNs, NULL, buffer->format()); 296090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 296190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // if we are running, notify rendered frames 296290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (!doneFrames.empty() && mState == STARTED && mOnFrameRenderedNotification != NULL) { 296390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar sp<AMessage> notify = mOnFrameRenderedNotification->dup(); 296490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar sp<AMessage> data = new AMessage; 296590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (CreateFramesRenderedMessage(doneFrames, data)) { 296690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar notify->setMessage("data", data); 296790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar notify->post(); 296890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 296990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 29705778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2971dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mBufferChannel->renderOutputBuffer(buffer, renderTimeNs); 2972dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim } else { 2973dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mBufferChannel->discardBuffer(buffer); 29745778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 29755778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29765778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 29775778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 29785778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29795778822d86b0337407514b9372562b86edfa91cdAndreas Huberssize_t MediaCodec::dequeuePortBuffer(int32_t portIndex) { 29805778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(portIndex == kPortIndexInput || portIndex == kPortIndexOutput); 29815778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29825778822d86b0337407514b9372562b86edfa91cdAndreas Huber List<size_t> *availBuffers = &mAvailPortBuffers[portIndex]; 29835778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29845778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (availBuffers->empty()) { 29855778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -EAGAIN; 29865778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 29875778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29885778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t index = *availBuffers->begin(); 29895778822d86b0337407514b9372562b86edfa91cdAndreas Huber availBuffers->erase(availBuffers->begin()); 29905778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2991dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim BufferInfo *info = &mPortBuffers[portIndex][index]; 29925778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(!info->mOwnedByClient); 29937bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar { 29947bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Mutex::Autolock al(mBufferLock); 29957bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar info->mOwnedByClient = true; 299603c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 299703c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar // set image-data 2998fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim if (info->mData->format() != NULL) { 299903c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar sp<ABuffer> imageData; 3000fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim if (info->mData->format()->findBuffer("image-data", &imageData)) { 300103c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar info->mData->meta()->setBuffer("image-data", imageData); 300203c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar } 300303c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar int32_t left, top, right, bottom; 3004fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim if (info->mData->format()->findRect("crop", &left, &top, &right, &bottom)) { 300503c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar info->mData->meta()->setRect("crop-rect", left, top, right, bottom); 300603c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar } 300703c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar } 30087bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar } 30095778822d86b0337407514b9372562b86edfa91cdAndreas Huber 30105778822d86b0337407514b9372562b86edfa91cdAndreas Huber return index; 30115778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 30125778822d86b0337407514b9372562b86edfa91cdAndreas Huber 30131dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t MediaCodec::connectToSurface(const sp<Surface> &surface) { 30141dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar status_t err = OK; 30151dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (surface != NULL) { 3016b9fa58afa4c7772fe3c4cfdea9e45bc85cf43537Lajos Molnar uint64_t oldId, newId; 3017098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar if (mSurface != NULL 3018b9fa58afa4c7772fe3c4cfdea9e45bc85cf43537Lajos Molnar && surface->getUniqueId(&newId) == NO_ERROR 3019b9fa58afa4c7772fe3c4cfdea9e45bc85cf43537Lajos Molnar && mSurface->getUniqueId(&oldId) == NO_ERROR 3020b9fa58afa4c7772fe3c4cfdea9e45bc85cf43537Lajos Molnar && newId == oldId) { 3021b9fa58afa4c7772fe3c4cfdea9e45bc85cf43537Lajos Molnar ALOGI("[%s] connecting to the same surface. Nothing to do.", mComponentName.c_str()); 3022098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar return ALREADY_EXISTS; 3023098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar } 3024098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar 3025181fd9b5b64bab24bb49a34208f60a16e98488c5Chong Zhang err = nativeWindowConnect(surface.get(), "connectToSurface"); 3026098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar if (err == OK) { 3027264bac95912efe121d6a60026612617f04f42966Lajos Molnar // Require a fresh set of buffers after each connect by using a unique generation 3028264bac95912efe121d6a60026612617f04f42966Lajos Molnar // number. Rely on the fact that max supported process id by Linux is 2^22. 3029264bac95912efe121d6a60026612617f04f42966Lajos Molnar // PID is never 0 so we don't have to worry that we use the default generation of 0. 3030264bac95912efe121d6a60026612617f04f42966Lajos Molnar // TODO: come up with a unique scheme if other producers also set the generation number. 3031264bac95912efe121d6a60026612617f04f42966Lajos Molnar static uint32_t mSurfaceGeneration = 0; 3032264bac95912efe121d6a60026612617f04f42966Lajos Molnar uint32_t generation = (getpid() << 10) | (++mSurfaceGeneration & ((1 << 10) - 1)); 3033264bac95912efe121d6a60026612617f04f42966Lajos Molnar surface->setGenerationNumber(generation); 3034264bac95912efe121d6a60026612617f04f42966Lajos Molnar ALOGI("[%s] setting surface generation to %u", mComponentName.c_str(), generation); 3035264bac95912efe121d6a60026612617f04f42966Lajos Molnar 3036264bac95912efe121d6a60026612617f04f42966Lajos Molnar // HACK: clear any free buffers. Remove when connect will automatically do this. 3037264bac95912efe121d6a60026612617f04f42966Lajos Molnar // This is needed as the consumer may be holding onto stale frames that it can reattach 3038264bac95912efe121d6a60026612617f04f42966Lajos Molnar // to this surface after disconnect/connect, and those free frames would inherit the new 3039264bac95912efe121d6a60026612617f04f42966Lajos Molnar // generation number. Disconnecting after setting a unique generation prevents this. 3040181fd9b5b64bab24bb49a34208f60a16e98488c5Chong Zhang nativeWindowDisconnect(surface.get(), "connectToSurface(reconnect)"); 3041181fd9b5b64bab24bb49a34208f60a16e98488c5Chong Zhang err = nativeWindowConnect(surface.get(), "connectToSurface(reconnect)"); 3042264bac95912efe121d6a60026612617f04f42966Lajos Molnar } 3043264bac95912efe121d6a60026612617f04f42966Lajos Molnar 3044264bac95912efe121d6a60026612617f04f42966Lajos Molnar if (err != OK) { 3045181fd9b5b64bab24bb49a34208f60a16e98488c5Chong Zhang ALOGE("nativeWindowConnect returned an error: %s (%d)", strerror(-err), err); 30461dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 30471dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 3048098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar // do not return ALREADY_EXISTS unless surfaces are the same 3049098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar return err == ALREADY_EXISTS ? BAD_VALUE : err; 30501dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar} 30517541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 30521dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t MediaCodec::disconnectFromSurface() { 30531dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar status_t err = OK; 3054f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar if (mSurface != NULL) { 3055264bac95912efe121d6a60026612617f04f42966Lajos Molnar // Resetting generation is not technically needed, but there is no need to keep it either 3056264bac95912efe121d6a60026612617f04f42966Lajos Molnar mSurface->setGenerationNumber(0); 3057181fd9b5b64bab24bb49a34208f60a16e98488c5Chong Zhang err = nativeWindowDisconnect(mSurface.get(), "disconnectFromSurface"); 30587541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber if (err != OK) { 3059181fd9b5b64bab24bb49a34208f60a16e98488c5Chong Zhang ALOGW("nativeWindowDisconnect returned an error: %s (%d)", strerror(-err), err); 30607541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber } 30611dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // assume disconnected even on error 3062f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar mSurface.clear(); 30637541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber } 30641dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 30651dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar} 30667541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 30671dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t MediaCodec::handleSetSurface(const sp<Surface> &surface) { 30681dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar status_t err = OK; 30691dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mSurface != NULL) { 30701dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar (void)disconnectFromSurface(); 30711dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 3072f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar if (surface != NULL) { 30731dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = connectToSurface(surface); 30741dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err == OK) { 30751dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mSurface = surface; 30767541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber } 30777541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber } 30781dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 30797541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber} 30807541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 3081c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhangvoid MediaCodec::onInputBufferAvailable() { 3082c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang int32_t index; 3083c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang while ((index = dequeuePortBuffer(kPortIndexInput)) >= 0) { 3084c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> msg = mCallback->dup(); 3085c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("callbackID", CB_INPUT_AVAILABLE); 3086c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("index", index); 3087c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->post(); 3088c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 3089c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 3090c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 3091c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhangvoid MediaCodec::onOutputBufferAvailable() { 3092c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang int32_t index; 3093c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang while ((index = dequeuePortBuffer(kPortIndexOutput)) >= 0) { 30947e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim const sp<MediaCodecBuffer> &buffer = 3095dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mPortBuffers[kPortIndexOutput][index].mData; 3096c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> msg = mCallback->dup(); 3097c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("callbackID", CB_OUTPUT_AVAILABLE); 3098c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("index", index); 3099c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setSize("offset", buffer->offset()); 3100c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setSize("size", buffer->size()); 3101c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 3102c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang int64_t timeUs; 3103c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang CHECK(buffer->meta()->findInt64("timeUs", &timeUs)); 3104c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 3105c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt64("timeUs", timeUs); 3106c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 3107dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim int32_t flags; 3108dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim CHECK(buffer->meta()->findInt32("flags", &flags)); 3109c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 3110c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("flags", flags); 3111c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 3112c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->post(); 3113c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 3114c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 3115c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 3116749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhangvoid MediaCodec::onError(status_t err, int32_t actionCode, const char *detail) { 3117c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mCallback != NULL) { 3118c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> msg = mCallback->dup(); 3119c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("callbackID", CB_ERROR); 3120c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("err", err); 3121749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhang msg->setInt32("actionCode", actionCode); 3122749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhang 3123749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhang if (detail != NULL) { 3124749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhang msg->setString("detail", detail); 3125749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhang } 3126c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 3127c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->post(); 3128c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 3129c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 3130c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 3131c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhangvoid MediaCodec::onOutputFormatChanged() { 3132c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mCallback != NULL) { 3133c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> msg = mCallback->dup(); 3134c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("callbackID", CB_OUTPUT_FORMAT_CHANGED); 3135c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setMessage("format", mOutputFormat); 3136c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->post(); 3137c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 3138c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 3139c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 3140575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Hubervoid MediaCodec::postActivityNotificationIfPossible() { 3141575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber if (mActivityNotify == NULL) { 3142575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber return; 3143575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber } 3144575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 3145e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang bool isErrorOrOutputChanged = 3146e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang (mFlags & (kFlagStickyError 3147575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber | kFlagOutputBuffersChanged 3148e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang | kFlagOutputFormatChanged)); 3149e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang 3150e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang if (isErrorOrOutputChanged 3151575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber || !mAvailPortBuffers[kPortIndexInput].empty() 3152575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber || !mAvailPortBuffers[kPortIndexOutput].empty()) { 3153e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang mActivityNotify->setInt32("input-buffers", 3154e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang mAvailPortBuffers[kPortIndexInput].size()); 3155e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang 3156e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang if (isErrorOrOutputChanged) { 3157e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang // we want consumer to dequeue as many times as it can 3158e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang mActivityNotify->setInt32("output-buffers", INT32_MAX); 3159e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang } else { 3160e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang mActivityNotify->setInt32("output-buffers", 3161e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang mAvailPortBuffers[kPortIndexOutput].size()); 3162e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang } 3163575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber mActivityNotify->post(); 3164575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber mActivityNotify.clear(); 3165575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber } 3166575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber} 3167575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 3168a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huberstatus_t MediaCodec::setParameters(const sp<AMessage> ¶ms) { 31691d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatSetParameters, this); 3170a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber msg->setMessage("params", params); 3171a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 3172a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber sp<AMessage> response; 3173a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber return PostAndAwaitResponse(msg, &response); 3174a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber} 3175a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 3176a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huberstatus_t MediaCodec::onSetParameters(const sp<AMessage> ¶ms) { 3177a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber mCodec->signalSetParameters(params); 3178a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 3179a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber return OK; 3180a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber} 3181a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 3182e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huberstatus_t MediaCodec::amendOutputFormatWithCodecSpecificData( 31837e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim const sp<MediaCodecBuffer> &buffer) { 3184e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber AString mime; 3185e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber CHECK(mOutputFormat->findString("mime", &mime)); 3186e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3187e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (!strcasecmp(mime.c_str(), MEDIA_MIMETYPE_VIDEO_AVC)) { 3188e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // Codec specific data should be SPS and PPS in a single buffer, 3189e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // each prefixed by a startcode (0x00 0x00 0x00 0x01). 3190e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // We separate the two and put them into the output format 3191e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // under the keys "csd-0" and "csd-1". 3192e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3193e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber unsigned csdIndex = 0; 3194e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3195e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber const uint8_t *data = buffer->data(); 3196e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber size_t size = buffer->size(); 3197e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3198e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber const uint8_t *nalStart; 3199e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber size_t nalSize; 3200e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber while (getNextNALUnit(&data, &size, &nalStart, &nalSize, true) == OK) { 3201e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber sp<ABuffer> csd = new ABuffer(nalSize + 4); 3202e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber memcpy(csd->data(), "\x00\x00\x00\x01", 4); 3203e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber memcpy(csd->data() + 4, nalStart, nalSize); 3204e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3205e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mOutputFormat->setBuffer( 3206a1e8944a21e5833b7aadc451776f11797f5f9273Elliott Hughes AStringPrintf("csd-%u", csdIndex).c_str(), csd); 3207e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3208e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber ++csdIndex; 3209e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 3210e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3211e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (csdIndex != 2) { 3212e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber return ERROR_MALFORMED; 3213e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 3214e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } else { 3215e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // For everything else we just stash the codec specific data into 3216e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // the output format as a single piece of csd under "csd-0". 32177e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim sp<ABuffer> csd = new ABuffer(buffer->size()); 32187e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim memcpy(csd->data(), buffer->data(), buffer->size()); 32197e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim csd->setRange(0, buffer->size()); 32207e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim mOutputFormat->setBuffer("csd-0", csd); 3221e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 3222e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3223e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber return OK; 3224e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber} 3225e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 32262606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhangvoid MediaCodec::updateBatteryStat() { 32273f273d10817ddb2f792ae043de692efcdf1988aeWei Jia if (!mIsVideo) { 32283f273d10817ddb2f792ae043de692efcdf1988aeWei Jia return; 32293f273d10817ddb2f792ae043de692efcdf1988aeWei Jia } 32302606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 32313f273d10817ddb2f792ae043de692efcdf1988aeWei Jia if (mState == CONFIGURED && !mBatteryStatNotified) { 3232f2ae3e19080938db8cbf29a963fd744a3964fcc2Wei Jia BatteryNotifier::getInstance().noteStartVideo(mUid); 32332606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mBatteryStatNotified = true; 32342606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } else if (mState == UNINITIALIZED && mBatteryStatNotified) { 3235f2ae3e19080938db8cbf29a963fd744a3964fcc2Wei Jia BatteryNotifier::getInstance().noteStopVideo(mUid); 32362606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mBatteryStatNotified = false; 32372606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } 32382606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang} 32392606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 3240573ebe40b005690f797ac4d90ed1ff49f9fdb2b7Ray Essickstd::string MediaCodec::stateString(State state) { 3241573ebe40b005690f797ac4d90ed1ff49f9fdb2b7Ray Essick const char *rval = NULL; 3242573ebe40b005690f797ac4d90ed1ff49f9fdb2b7Ray Essick char rawbuffer[16]; // room for "%d" 3243573ebe40b005690f797ac4d90ed1ff49f9fdb2b7Ray Essick 3244573ebe40b005690f797ac4d90ed1ff49f9fdb2b7Ray Essick switch (state) { 3245573ebe40b005690f797ac4d90ed1ff49f9fdb2b7Ray Essick case UNINITIALIZED: rval = "UNINITIALIZED"; break; 3246573ebe40b005690f797ac4d90ed1ff49f9fdb2b7Ray Essick case INITIALIZING: rval = "INITIALIZING"; break; 3247573ebe40b005690f797ac4d90ed1ff49f9fdb2b7Ray Essick case INITIALIZED: rval = "INITIALIZED"; break; 3248573ebe40b005690f797ac4d90ed1ff49f9fdb2b7Ray Essick case CONFIGURING: rval = "CONFIGURING"; break; 3249573ebe40b005690f797ac4d90ed1ff49f9fdb2b7Ray Essick case CONFIGURED: rval = "CONFIGURED"; break; 3250573ebe40b005690f797ac4d90ed1ff49f9fdb2b7Ray Essick case STARTING: rval = "STARTING"; break; 3251573ebe40b005690f797ac4d90ed1ff49f9fdb2b7Ray Essick case STARTED: rval = "STARTED"; break; 3252573ebe40b005690f797ac4d90ed1ff49f9fdb2b7Ray Essick case FLUSHING: rval = "FLUSHING"; break; 3253573ebe40b005690f797ac4d90ed1ff49f9fdb2b7Ray Essick case FLUSHED: rval = "FLUSHED"; break; 3254573ebe40b005690f797ac4d90ed1ff49f9fdb2b7Ray Essick case STOPPING: rval = "STOPPING"; break; 3255573ebe40b005690f797ac4d90ed1ff49f9fdb2b7Ray Essick case RELEASING: rval = "RELEASING"; break; 3256573ebe40b005690f797ac4d90ed1ff49f9fdb2b7Ray Essick default: 3257573ebe40b005690f797ac4d90ed1ff49f9fdb2b7Ray Essick snprintf(rawbuffer, sizeof(rawbuffer), "%d", state); 3258573ebe40b005690f797ac4d90ed1ff49f9fdb2b7Ray Essick rval = rawbuffer; 3259573ebe40b005690f797ac4d90ed1ff49f9fdb2b7Ray Essick break; 3260573ebe40b005690f797ac4d90ed1ff49f9fdb2b7Ray Essick } 3261573ebe40b005690f797ac4d90ed1ff49f9fdb2b7Ray Essick return rval; 3262573ebe40b005690f797ac4d90ed1ff49f9fdb2b7Ray Essick} 3263573ebe40b005690f797ac4d90ed1ff49f9fdb2b7Ray Essick 32645778822d86b0337407514b9372562b86edfa91cdAndreas Huber} // namespace android 3265