MediaCodec.cpp revision 569c70a20e433ab8b3d24d34f9c2ff39a5004ebf
15778822d86b0337407514b9372562b86edfa91cdAndreas Huber/* 25778822d86b0337407514b9372562b86edfa91cdAndreas Huber * Copyright 2012, The Android Open Source Project 35778822d86b0337407514b9372562b86edfa91cdAndreas Huber * 45778822d86b0337407514b9372562b86edfa91cdAndreas Huber * Licensed under the Apache License, Version 2.0 (the "License"); 55778822d86b0337407514b9372562b86edfa91cdAndreas Huber * you may not use this file except in compliance with the License. 65778822d86b0337407514b9372562b86edfa91cdAndreas Huber * You may obtain a copy of the License at 75778822d86b0337407514b9372562b86edfa91cdAndreas Huber * 85778822d86b0337407514b9372562b86edfa91cdAndreas Huber * http://www.apache.org/licenses/LICENSE-2.0 95778822d86b0337407514b9372562b86edfa91cdAndreas Huber * 105778822d86b0337407514b9372562b86edfa91cdAndreas Huber * Unless required by applicable law or agreed to in writing, software 115778822d86b0337407514b9372562b86edfa91cdAndreas Huber * distributed under the License is distributed on an "AS IS" BASIS, 125778822d86b0337407514b9372562b86edfa91cdAndreas Huber * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 135778822d86b0337407514b9372562b86edfa91cdAndreas Huber * See the License for the specific language governing permissions and 145778822d86b0337407514b9372562b86edfa91cdAndreas Huber * limitations under the License. 155778822d86b0337407514b9372562b86edfa91cdAndreas Huber */ 165778822d86b0337407514b9372562b86edfa91cdAndreas Huber 175778822d86b0337407514b9372562b86edfa91cdAndreas Huber//#define LOG_NDEBUG 0 185778822d86b0337407514b9372562b86edfa91cdAndreas Huber#define LOG_TAG "MediaCodec" 19bc3ad96efdfca9ceaa5ff31b27f7571b32903fdeWonsik Kim#include <utils/Log.h> 20bc3ad96efdfca9ceaa5ff31b27f7571b32903fdeWonsik Kim 21fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar#include <inttypes.h> 2201c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick#include <stdlib.h> 235778822d86b0337407514b9372562b86edfa91cdAndreas Huber 244811923e80a8abefa278307ebf8cc9b0294ba67fWonsik Kim#include "include/SecureBuffer.h" 257e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim#include "include/SharedMemoryBuffer.h" 265778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include "include/SoftwareRenderer.h" 27bc3ad96efdfca9ceaa5ff31b27f7571b32903fdeWonsik Kim#include "StagefrightPluginLoader.h" 285778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29d5a416a49d5074e2966f5fe255561cbaaf31a325Chong Zhang#include <android/hardware/cas/native/1.0/IDescrambler.h> 30d5a416a49d5074e2966f5fe255561cbaaf31a325Chong Zhang 31c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker#include <binder/IMemory.h> 3267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu#include <binder/IPCThreadState.h> 332606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include <binder/IServiceManager.h> 34c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker#include <binder/MemoryDealer.h> 354f87426e12f5f12e0724519e77f8237a6b2d5dacWonsik Kim#include <cutils/properties.h> 3679608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang#include <gui/BufferQueue.h> 371a2952aee048ca7b1765e2bc09ebe9aeddaeafa3Mathias Agopian#include <gui/Surface.h> 38ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber#include <media/ICrypto.h> 39d291c222357303b9611cab89d0c3b047584ef377Chong Zhang#include <media/IOMX.h> 4067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu#include <media/IResourceManagerService.h> 417e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim#include <media/MediaCodecBuffer.h> 42db1221479a7ffe7094c51c463bbd36522ed106abRay Essick#include <media/MediaAnalyticsItem.h> 435778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/foundation/ABuffer.h> 445778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/foundation/ADebug.h> 455778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/foundation/AMessage.h> 465b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber#include <media/stagefright/foundation/AString.h> 47dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim#include <media/stagefright/foundation/AUtils.h> 48d91dc5a0602f54fc0d4d2187f37b5b8169bb62c3Dongwon Kang#include <media/stagefright/foundation/avc_utils.h> 49ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber#include <media/stagefright/foundation/hexdump.h> 505778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/ACodec.h> 517cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden#include <media/stagefright/BufferProducerWrapper.h> 522606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include <media/stagefright/MediaCodec.h> 536f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen#include <media/stagefright/MediaCodecList.h> 54e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber#include <media/stagefright/MediaDefs.h> 555778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/MediaErrors.h> 56744f5739019d1fd917f981e740b353c3d73fd1a8David Smith#include <media/stagefright/MediaFilter.h> 57d291c222357303b9611cab89d0c3b047584ef377Chong Zhang#include <media/stagefright/OMXClient.h> 58d291c222357303b9611cab89d0c3b047584ef377Chong Zhang#include <media/stagefright/PersistentSurface.h> 598b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar#include <media/stagefright/SurfaceUtils.h> 6099e69716215cd0665379bc90d708f2ea8689831dRuben Brunk#include <mediautils/BatteryNotifier.h> 612606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include <private/android_filesystem_config.h> 622606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include <utils/Singleton.h> 63e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 645778822d86b0337407514b9372562b86edfa91cdAndreas Hubernamespace android { 655778822d86b0337407514b9372562b86edfa91cdAndreas Huber 66db1221479a7ffe7094c51c463bbd36522ed106abRay Essick// key for media statistics 678574195df5de20af5fc16d6f9da1b132d6d5bfeeRay Essickstatic const char *kCodecKeyName = "codec"; 68db1221479a7ffe7094c51c463bbd36522ed106abRay Essick// attrs for media statistics 69de15b8c160c720c48b93796016801e7ae0b6bd2dRay Essick// NB: these are matched with public Java API constants defined 70de15b8c160c720c48b93796016801e7ae0b6bd2dRay Essick// in frameworks/base/media/java/android/media/MediaCodec.java 71de15b8c160c720c48b93796016801e7ae0b6bd2dRay Essick// These must be kept synchronized with the constants there. 72afb43f76821e6a63e17e6484289a40430ada6978Ray Essickstatic const char *kCodecCodec = "android.media.mediacodec.codec"; /* e.g. OMX.google.aac.decoder */ 73afb43f76821e6a63e17e6484289a40430ada6978Ray Essickstatic const char *kCodecMime = "android.media.mediacodec.mime"; /* e.g. audio/mime */ 74afb43f76821e6a63e17e6484289a40430ada6978Ray Essickstatic const char *kCodecMode = "android.media.mediacodec.mode"; /* audio, video */ 75de15b8c160c720c48b93796016801e7ae0b6bd2dRay Essickstatic const char *kCodecModeVideo = "video"; /* values returned for kCodecMode */ 76de15b8c160c720c48b93796016801e7ae0b6bd2dRay Essickstatic const char *kCodecModeAudio = "audio"; 77de15b8c160c720c48b93796016801e7ae0b6bd2dRay Essickstatic const char *kCodecEncoder = "android.media.mediacodec.encoder"; /* 0,1 */ 78afb43f76821e6a63e17e6484289a40430ada6978Ray Essickstatic const char *kCodecSecure = "android.media.mediacodec.secure"; /* 0, 1 */ 79afb43f76821e6a63e17e6484289a40430ada6978Ray Essickstatic const char *kCodecWidth = "android.media.mediacodec.width"; /* 0..n */ 80de15b8c160c720c48b93796016801e7ae0b6bd2dRay Essickstatic const char *kCodecHeight = "android.media.mediacodec.height"; /* 0..n */ 81afb43f76821e6a63e17e6484289a40430ada6978Ray Essickstatic const char *kCodecRotation = "android.media.mediacodec.rotation-degrees"; /* 0/90/180/270 */ 828574195df5de20af5fc16d6f9da1b132d6d5bfeeRay Essick 83de15b8c160c720c48b93796016801e7ae0b6bd2dRay Essick// NB: These are not yet exposed as public Java API constants. 84de15b8c160c720c48b93796016801e7ae0b6bd2dRay Essickstatic const char *kCodecCrypto = "android.media.mediacodec.crypto"; /* 0,1 */ 85002e413a5a7460a32790ed08408085a6062f4054Ray Essickstatic const char *kCodecProfile = "android.media.mediacodec.profile"; /* 0..n */ 86002e413a5a7460a32790ed08408085a6062f4054Ray Essickstatic const char *kCodecLevel = "android.media.mediacodec.level"; /* 0..n */ 87002e413a5a7460a32790ed08408085a6062f4054Ray Essickstatic const char *kCodecMaxWidth = "android.media.mediacodec.maxwidth"; /* 0..n */ 88002e413a5a7460a32790ed08408085a6062f4054Ray Essickstatic const char *kCodecMaxHeight = "android.media.mediacodec.maxheight"; /* 0..n */ 8982b7fe8aa03558bf90769a3d88536e6105db371bRay Essickstatic const char *kCodecError = "android.media.mediacodec.errcode"; 9082b7fe8aa03558bf90769a3d88536e6105db371bRay Essickstatic const char *kCodecErrorState = "android.media.mediacodec.errstate"; 9101c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essickstatic const char *kCodecLatencyMax = "android.media.mediacodec.latency.max"; /* in us */ 9201c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essickstatic const char *kCodecLatencyMin = "android.media.mediacodec.latency.min"; /* in us */ 9301c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essickstatic const char *kCodecLatencyAvg = "android.media.mediacodec.latency.avg"; /* in us */ 9401c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essickstatic const char *kCodecLatencyCount = "android.media.mediacodec.latency.n"; 9501c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essickstatic const char *kCodecLatencyHist = "android.media.mediacodec.latency.hist"; /* in us */ 9601c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essickstatic const char *kCodecLatencyUnknown = "android.media.mediacodec.latency.unknown"; 9701c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick 9801c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick// the kCodecRecent* fields appear only in getMetrics() results 9901c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essickstatic const char *kCodecRecentLatencyMax = "android.media.mediacodec.recent.max"; /* in us */ 10001c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essickstatic const char *kCodecRecentLatencyMin = "android.media.mediacodec.recent.min"; /* in us */ 10101c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essickstatic const char *kCodecRecentLatencyAvg = "android.media.mediacodec.recent.avg"; /* in us */ 10201c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essickstatic const char *kCodecRecentLatencyCount = "android.media.mediacodec.recent.n"; 10301c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essickstatic const char *kCodecRecentLatencyHist = "android.media.mediacodec.recent.hist"; /* in us */ 10401c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick 10501c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick// XXX suppress until we get our representation right 10601c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essickstatic bool kEmitHistogram = false; 107db1221479a7ffe7094c51c463bbd36522ed106abRay Essick 108db1221479a7ffe7094c51c463bbd36522ed106abRay Essick 1090d1ed381fde5dac12dd84fcf3da66dac46699378Chih-Hung Hsiehstatic int64_t getId(const sp<IResourceManagerClient> &client) { 11067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return (int64_t) client.get(); 11167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 11267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 11367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wustatic bool isResourceError(status_t err) { 11447a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu return (err == NO_MEMORY); 11567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 11667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 11767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wustatic const int kMaxRetry = 2; 1184b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wustatic const int kMaxReclaimWaitTimeInUs = 500000; // 0.5s 119dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimstatic const int kNumBuffersAlign = 16; 12067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 12179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim//////////////////////////////////////////////////////////////////////////////// 12279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 12367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wustruct ResourceManagerClient : public BnResourceManagerClient { 124090ef604f81447eab4aa0a5b45d6307482573560Chih-Hung Hsieh explicit ResourceManagerClient(MediaCodec* codec) : mMediaCodec(codec) {} 12567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 12667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu virtual bool reclaimResource() { 12767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<MediaCodec> codec = mMediaCodec.promote(); 12867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (codec == NULL) { 12967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // codec is already gone. 13067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return true; 13167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 13247a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu status_t err = codec->reclaim(); 1334b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu if (err == WOULD_BLOCK) { 1344b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu ALOGD("Wait for the client to release codec."); 1354b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu usleep(kMaxReclaimWaitTimeInUs); 1364b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu ALOGD("Try to reclaim again."); 1374b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu err = codec->reclaim(true /* force */); 1384b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu } 13967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (err != OK) { 14067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ALOGW("ResourceManagerClient failed to release codec with err %d", err); 14167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 14267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return (err == OK); 14367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 14467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 1458f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu virtual String8 getName() { 1468f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu String8 ret; 1478f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu sp<MediaCodec> codec = mMediaCodec.promote(); 1488f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu if (codec == NULL) { 1498f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu // codec is already gone. 1508f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu return ret; 1518f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu } 1528f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu 1538f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu AString name; 1548f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu if (codec->getName(&name) == OK) { 1558f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu ret.setTo(name.c_str()); 1568f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu } 1578f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu return ret; 1588f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu } 15967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 16067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuprotected: 16167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu virtual ~ResourceManagerClient() {} 16267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 16367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuprivate: 16467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu wp<MediaCodec> mMediaCodec; 16567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 16667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu DISALLOW_EVIL_CONSTRUCTORS(ResourceManagerClient); 16767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu}; 16867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 16968845c14ebf2c7282800b1abffde38d8e9a57aabRonghua WuMediaCodec::ResourceManagerServiceProxy::ResourceManagerServiceProxy(pid_t pid) 17068845c14ebf2c7282800b1abffde38d8e9a57aabRonghua Wu : mPid(pid) { 17168845c14ebf2c7282800b1abffde38d8e9a57aabRonghua Wu if (mPid == MediaCodec::kNoPid) { 17268845c14ebf2c7282800b1abffde38d8e9a57aabRonghua Wu mPid = IPCThreadState::self()->getCallingPid(); 17368845c14ebf2c7282800b1abffde38d8e9a57aabRonghua Wu } 17467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 17567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 17667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua WuMediaCodec::ResourceManagerServiceProxy::~ResourceManagerServiceProxy() { 17767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mService != NULL) { 17867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu IInterface::asBinder(mService)->unlinkToDeath(this); 17967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 18067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 18167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 18267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuvoid MediaCodec::ResourceManagerServiceProxy::init() { 18367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<IServiceManager> sm = defaultServiceManager(); 18467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<IBinder> binder = sm->getService(String16("media.resource_manager")); 18567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mService = interface_cast<IResourceManagerService>(binder); 18667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mService == NULL) { 18767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ALOGE("Failed to get ResourceManagerService"); 18867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return; 18967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 190e4237177a4a3eea059cd74247b2d770d301a8230Ronghua Wu IInterface::asBinder(mService)->linkToDeath(this); 19167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 19267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 19367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuvoid MediaCodec::ResourceManagerServiceProxy::binderDied(const wp<IBinder>& /*who*/) { 19467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ALOGW("ResourceManagerService died."); 19567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Mutex::Autolock _l(mLock); 19667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mService.clear(); 19767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 19867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 19967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuvoid MediaCodec::ResourceManagerServiceProxy::addResource( 20067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu int64_t clientId, 2010d1ed381fde5dac12dd84fcf3da66dac46699378Chih-Hung Hsieh const sp<IResourceManagerClient> &client, 20267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu const Vector<MediaResource> &resources) { 20367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Mutex::Autolock _l(mLock); 20467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mService == NULL) { 20567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return; 20667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 20737c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu mService->addResource(mPid, clientId, client, resources); 20867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 20967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 21067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuvoid MediaCodec::ResourceManagerServiceProxy::removeResource(int64_t clientId) { 21167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Mutex::Autolock _l(mLock); 21267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mService == NULL) { 21367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return; 21467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 21537c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu mService->removeResource(mPid, clientId); 21667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 21767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 21867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wubool MediaCodec::ResourceManagerServiceProxy::reclaimResource( 21937c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu const Vector<MediaResource> &resources) { 22067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Mutex::Autolock _l(mLock); 22167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mService == NULL) { 22267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return false; 22367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 22437c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu return mService->reclaimResource(mPid, resources); 22567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 22667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 22779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim//////////////////////////////////////////////////////////////////////////////// 22879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 229dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik KimMediaCodec::BufferInfo::BufferInfo() : mOwnedByClient(false) {} 230dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim 231dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim//////////////////////////////////////////////////////////////////////////////// 232dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim 23379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kimnamespace { 23479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 23579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kimenum { 23679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim kWhatFillThisBuffer = 'fill', 23779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim kWhatDrainThisBuffer = 'drai', 23879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim kWhatEOS = 'eos ', 239dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim kWhatStartCompleted = 'Scom', 24079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim kWhatStopCompleted = 'scom', 24179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim kWhatReleaseCompleted = 'rcom', 24279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim kWhatFlushCompleted = 'fcom', 24379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim kWhatError = 'erro', 24479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim kWhatComponentAllocated = 'cAll', 24579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim kWhatComponentConfigured = 'cCon', 24679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim kWhatInputSurfaceCreated = 'isfc', 24779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim kWhatInputSurfaceAccepted = 'isfa', 24879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim kWhatSignaledInputEOS = 'seos', 24979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim kWhatOutputFramesRendered = 'outR', 250dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim kWhatOutputBuffersChanged = 'outC', 25179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim}; 25279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 253dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimclass BufferCallback : public CodecBase::BufferCallback { 25479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kimpublic: 255dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim explicit BufferCallback(const sp<AMessage> ¬ify); 256dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim virtual ~BufferCallback() = default; 257dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim 258dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim virtual void onInputBufferAvailable( 259dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim size_t index, const sp<MediaCodecBuffer> &buffer) override; 260dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim virtual void onOutputBufferAvailable( 261dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim size_t index, const sp<MediaCodecBuffer> &buffer) override; 262dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimprivate: 263dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim const sp<AMessage> mNotify; 264dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim}; 265dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim 266dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik KimBufferCallback::BufferCallback(const sp<AMessage> ¬ify) 267dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim : mNotify(notify) {} 268dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim 269dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid BufferCallback::onInputBufferAvailable( 270dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim size_t index, const sp<MediaCodecBuffer> &buffer) { 271dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim sp<AMessage> notify(mNotify->dup()); 272dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim notify->setInt32("what", kWhatFillThisBuffer); 273dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim notify->setSize("index", index); 274dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim notify->setObject("buffer", buffer); 275dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim notify->post(); 276dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim} 277dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim 278dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid BufferCallback::onOutputBufferAvailable( 279dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim size_t index, const sp<MediaCodecBuffer> &buffer) { 280dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim sp<AMessage> notify(mNotify->dup()); 281dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim notify->setInt32("what", kWhatDrainThisBuffer); 282dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim notify->setSize("index", index); 283dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim notify->setObject("buffer", buffer); 284dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim notify->post(); 285dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim} 286dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim 287dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimclass CodecCallback : public CodecBase::CodecCallback { 288dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimpublic: 289dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim explicit CodecCallback(const sp<AMessage> ¬ify); 290dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim virtual ~CodecCallback() = default; 29179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 29279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim virtual void onEos(status_t err) override; 293dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim virtual void onStartCompleted() override; 29479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim virtual void onStopCompleted() override; 29579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim virtual void onReleaseCompleted() override; 29679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim virtual void onFlushCompleted() override; 29779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim virtual void onError(status_t err, enum ActionCode actionCode) override; 29879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim virtual void onComponentAllocated(const char *componentName) override; 29979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim virtual void onComponentConfigured( 30079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim const sp<AMessage> &inputFormat, const sp<AMessage> &outputFormat) override; 30179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim virtual void onInputSurfaceCreated( 30279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim const sp<AMessage> &inputFormat, 30379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim const sp<AMessage> &outputFormat, 30479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim const sp<BufferProducerWrapper> &inputSurface) override; 30579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim virtual void onInputSurfaceCreationFailed(status_t err) override; 30679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim virtual void onInputSurfaceAccepted( 30779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim const sp<AMessage> &inputFormat, 30879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim const sp<AMessage> &outputFormat) override; 30979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim virtual void onInputSurfaceDeclined(status_t err) override; 31079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim virtual void onSignaledInputEOS(status_t err) override; 31179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim virtual void onOutputFramesRendered(const std::list<FrameRenderTracker::Info> &done) override; 312dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim virtual void onOutputBuffersChanged() override; 31379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kimprivate: 31479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim const sp<AMessage> mNotify; 31579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim}; 31679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 317dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik KimCodecCallback::CodecCallback(const sp<AMessage> ¬ify) : mNotify(notify) {} 31879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 319dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid CodecCallback::onEos(status_t err) { 32079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim sp<AMessage> notify(mNotify->dup()); 321dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim notify->setInt32("what", kWhatEOS); 322dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim notify->setInt32("err", err); 323fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim notify->post(); 324fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim} 325fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim 326dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid CodecCallback::onStartCompleted() { 327fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim sp<AMessage> notify(mNotify->dup()); 328dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim notify->setInt32("what", kWhatStartCompleted); 32979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->post(); 33079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} 33179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 332dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid CodecCallback::onStopCompleted() { 33379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim sp<AMessage> notify(mNotify->dup()); 33479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("what", kWhatStopCompleted); 33579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->post(); 33679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} 33779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 338dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid CodecCallback::onReleaseCompleted() { 33979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim sp<AMessage> notify(mNotify->dup()); 34079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("what", kWhatReleaseCompleted); 34179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->post(); 34279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} 34379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 344dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid CodecCallback::onFlushCompleted() { 34579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim sp<AMessage> notify(mNotify->dup()); 34679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("what", kWhatFlushCompleted); 34779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->post(); 34879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} 34979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 350dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid CodecCallback::onError(status_t err, enum ActionCode actionCode) { 35179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim sp<AMessage> notify(mNotify->dup()); 35279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("what", kWhatError); 35379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("err", err); 35479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("actionCode", actionCode); 35579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->post(); 35679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} 35779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 358dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid CodecCallback::onComponentAllocated(const char *componentName) { 35979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim sp<AMessage> notify(mNotify->dup()); 36079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("what", kWhatComponentAllocated); 36179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setString("componentName", componentName); 36279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->post(); 36379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} 36479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 365dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid CodecCallback::onComponentConfigured( 36679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim const sp<AMessage> &inputFormat, const sp<AMessage> &outputFormat) { 36779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim sp<AMessage> notify(mNotify->dup()); 36879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("what", kWhatComponentConfigured); 36979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setMessage("input-format", inputFormat); 37079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setMessage("output-format", outputFormat); 37179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->post(); 37279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} 37379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 374dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid CodecCallback::onInputSurfaceCreated( 37579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim const sp<AMessage> &inputFormat, 37679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim const sp<AMessage> &outputFormat, 37779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim const sp<BufferProducerWrapper> &inputSurface) { 37879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim sp<AMessage> notify(mNotify->dup()); 37979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("what", kWhatInputSurfaceCreated); 38079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setMessage("input-format", inputFormat); 38179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setMessage("output-format", outputFormat); 38279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setObject("input-surface", inputSurface); 38379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->post(); 38479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} 38579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 386dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid CodecCallback::onInputSurfaceCreationFailed(status_t err) { 38779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim sp<AMessage> notify(mNotify->dup()); 38879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("what", kWhatInputSurfaceCreated); 38979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("err", err); 39079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->post(); 39179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} 39279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 393dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid CodecCallback::onInputSurfaceAccepted( 39479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim const sp<AMessage> &inputFormat, 39579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim const sp<AMessage> &outputFormat) { 39679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim sp<AMessage> notify(mNotify->dup()); 39779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("what", kWhatInputSurfaceAccepted); 39879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setMessage("input-format", inputFormat); 39979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setMessage("output-format", outputFormat); 40079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->post(); 40179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} 40279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 403dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid CodecCallback::onInputSurfaceDeclined(status_t err) { 40479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim sp<AMessage> notify(mNotify->dup()); 40579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("what", kWhatInputSurfaceAccepted); 40679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("err", err); 40779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->post(); 40879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} 40979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 410dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid CodecCallback::onSignaledInputEOS(status_t err) { 41179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim sp<AMessage> notify(mNotify->dup()); 41279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("what", kWhatSignaledInputEOS); 41379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim if (err != OK) { 41479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("err", err); 41579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim } 41679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->post(); 41779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} 41879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 419dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid CodecCallback::onOutputFramesRendered(const std::list<FrameRenderTracker::Info> &done) { 42079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim sp<AMessage> notify(mNotify->dup()); 42179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("what", kWhatOutputFramesRendered); 42279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim if (MediaCodec::CreateFramesRenderedMessage(done, notify)) { 42379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->post(); 42479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim } 42579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} 42679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 427dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid CodecCallback::onOutputBuffersChanged() { 428dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim sp<AMessage> notify(mNotify->dup()); 429dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim notify->setInt32("what", kWhatOutputBuffersChanged); 430dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim notify->post(); 431dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim} 432dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim 43379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} // namespace 43479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 43579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim//////////////////////////////////////////////////////////////////////////////// 43679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 4375778822d86b0337407514b9372562b86edfa91cdAndreas Huber// static 4385778822d86b0337407514b9372562b86edfa91cdAndreas Hubersp<MediaCodec> MediaCodec::CreateByType( 439f2ae3e19080938db8cbf29a963fd744a3964fcc2Wei Jia const sp<ALooper> &looper, const AString &mime, bool encoder, status_t *err, pid_t pid, 440f2ae3e19080938db8cbf29a963fd744a3964fcc2Wei Jia uid_t uid) { 44178165d3f45797079b06c876042b9b78039378121Wonsik Kim Vector<AString> matchingCodecs; 44278165d3f45797079b06c876042b9b78039378121Wonsik Kim 44378165d3f45797079b06c876042b9b78039378121Wonsik Kim MediaCodecList::findMatchingCodecs( 44478165d3f45797079b06c876042b9b78039378121Wonsik Kim mime.c_str(), 44578165d3f45797079b06c876042b9b78039378121Wonsik Kim encoder, 44678165d3f45797079b06c876042b9b78039378121Wonsik Kim 0, 4473f21345e16b77c49042f5c13ceb62b0c35699561Chong Zhang &matchingCodecs); 4485778822d86b0337407514b9372562b86edfa91cdAndreas Huber 449251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (err != NULL) { 45078165d3f45797079b06c876042b9b78039378121Wonsik Kim *err = NAME_NOT_FOUND; 451251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 45278165d3f45797079b06c876042b9b78039378121Wonsik Kim for (size_t i = 0; i < matchingCodecs.size(); ++i) { 45378165d3f45797079b06c876042b9b78039378121Wonsik Kim sp<MediaCodec> codec = new MediaCodec(looper, pid, uid); 45478165d3f45797079b06c876042b9b78039378121Wonsik Kim AString componentName = matchingCodecs[i]; 45578165d3f45797079b06c876042b9b78039378121Wonsik Kim status_t ret = codec->init(componentName); 45678165d3f45797079b06c876042b9b78039378121Wonsik Kim if (err != NULL) { 45778165d3f45797079b06c876042b9b78039378121Wonsik Kim *err = ret; 45878165d3f45797079b06c876042b9b78039378121Wonsik Kim } 45978165d3f45797079b06c876042b9b78039378121Wonsik Kim if (ret == OK) { 46078165d3f45797079b06c876042b9b78039378121Wonsik Kim return codec; 46178165d3f45797079b06c876042b9b78039378121Wonsik Kim } 46278165d3f45797079b06c876042b9b78039378121Wonsik Kim ALOGD("Allocating component '%s' failed (%d), try next one.", 46378165d3f45797079b06c876042b9b78039378121Wonsik Kim componentName.c_str(), ret); 46478165d3f45797079b06c876042b9b78039378121Wonsik Kim } 46578165d3f45797079b06c876042b9b78039378121Wonsik Kim return NULL; 4665778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 4675778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4685778822d86b0337407514b9372562b86edfa91cdAndreas Huber// static 4695778822d86b0337407514b9372562b86edfa91cdAndreas Hubersp<MediaCodec> MediaCodec::CreateByComponentName( 470f2ae3e19080938db8cbf29a963fd744a3964fcc2Wei Jia const sp<ALooper> &looper, const AString &name, status_t *err, pid_t pid, uid_t uid) { 471f2ae3e19080938db8cbf29a963fd744a3964fcc2Wei Jia sp<MediaCodec> codec = new MediaCodec(looper, pid, uid); 4725778822d86b0337407514b9372562b86edfa91cdAndreas Huber 47378165d3f45797079b06c876042b9b78039378121Wonsik Kim const status_t ret = codec->init(name); 474251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (err != NULL) { 475251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung *err = ret; 476251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 477251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return ret == OK ? codec : NULL; // NULL deallocates codec. 4785778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 4795778822d86b0337407514b9372562b86edfa91cdAndreas Huber 480d291c222357303b9611cab89d0c3b047584ef377Chong Zhang// static 481d291c222357303b9611cab89d0c3b047584ef377Chong Zhangsp<PersistentSurface> MediaCodec::CreatePersistentInputSurface() { 482d291c222357303b9611cab89d0c3b047584ef377Chong Zhang OMXClient client; 483addf2cbb120346ae42e78fa739245a353db5edadChong Zhang if (client.connect() != OK) { 484addf2cbb120346ae42e78fa739245a353db5edadChong Zhang ALOGE("Failed to connect to OMX to create persistent input surface."); 48579608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang return NULL; 48679608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang } 48779608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang 488addf2cbb120346ae42e78fa739245a353db5edadChong Zhang sp<IOMX> omx = client.interface(); 48979608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang 490d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<IGraphicBufferProducer> bufferProducer; 491addf2cbb120346ae42e78fa739245a353db5edadChong Zhang sp<IGraphicBufferSource> bufferSource; 492d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 493addf2cbb120346ae42e78fa739245a353db5edadChong Zhang status_t err = omx->createInputSurface(&bufferProducer, &bufferSource); 494d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 495d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (err != OK) { 496d291c222357303b9611cab89d0c3b047584ef377Chong Zhang ALOGE("Failed to create persistent input surface."); 497d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return NULL; 498d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 499d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 500addf2cbb120346ae42e78fa739245a353db5edadChong Zhang return new PersistentSurface(bufferProducer, bufferSource); 501d291c222357303b9611cab89d0c3b047584ef377Chong Zhang} 502d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 503f2ae3e19080938db8cbf29a963fd744a3964fcc2Wei JiaMediaCodec::MediaCodec(const sp<ALooper> &looper, pid_t pid, uid_t uid) 5045778822d86b0337407514b9372562b86edfa91cdAndreas Huber : mState(UNINITIALIZED), 50547a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu mReleasedByResourceManager(false), 5065778822d86b0337407514b9372562b86edfa91cdAndreas Huber mLooper(looper), 50792cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar mCodec(NULL), 5087cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mReplyID(0), 5095778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags(0), 510251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mStickyError(OK), 5115778822d86b0337407514b9372562b86edfa91cdAndreas Huber mSoftRenderer(NULL), 51282b7fe8aa03558bf90769a3d88536e6105db371bRay Essick mAnalyticsItem(NULL), 513ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar mResourceManagerClient(new ResourceManagerClient(this)), 51468845c14ebf2c7282800b1abffde38d8e9a57aabRonghua Wu mResourceManagerService(new ResourceManagerServiceProxy(pid)), 5152606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mBatteryStatNotified(false), 5162606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mIsVideo(false), 51767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mVideoWidth(0), 51867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mVideoHeight(0), 519505aab41c0e8e79a49d4506344fcd9d220d5965bChong Zhang mRotationDegrees(0), 5205778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputTimeoutGeneration(0), 5215778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputReplyID(0), 5225778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueOutputTimeoutGeneration(0), 5236507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mDequeueOutputReplyID(0), 5243d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang mHaveInputSurface(false), 52501c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick mHavePendingInputBuffers(false), 52679d2b28f3a04d7914bb932a65d87117c0c7c11cfChong Zhang mCpuBoostRequested(false), 52701c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick mLatencyUnknown(0) { 528f2ae3e19080938db8cbf29a963fd744a3964fcc2Wei Jia if (uid == kNoUid) { 529f2ae3e19080938db8cbf29a963fd744a3964fcc2Wei Jia mUid = IPCThreadState::self()->getCallingUid(); 530f2ae3e19080938db8cbf29a963fd744a3964fcc2Wei Jia } else { 531f2ae3e19080938db8cbf29a963fd744a3964fcc2Wei Jia mUid = uid; 532f2ae3e19080938db8cbf29a963fd744a3964fcc2Wei Jia } 53301c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick 53482b7fe8aa03558bf90769a3d88536e6105db371bRay Essick initAnalyticsItem(); 53582b7fe8aa03558bf90769a3d88536e6105db371bRay Essick} 53682b7fe8aa03558bf90769a3d88536e6105db371bRay Essick 53782b7fe8aa03558bf90769a3d88536e6105db371bRay EssickMediaCodec::~MediaCodec() { 53882b7fe8aa03558bf90769a3d88536e6105db371bRay Essick CHECK_EQ(mState, UNINITIALIZED); 53982b7fe8aa03558bf90769a3d88536e6105db371bRay Essick mResourceManagerService->removeResource(getId(mResourceManagerClient)); 54082b7fe8aa03558bf90769a3d88536e6105db371bRay Essick 54182b7fe8aa03558bf90769a3d88536e6105db371bRay Essick flushAnalyticsItem(); 54282b7fe8aa03558bf90769a3d88536e6105db371bRay Essick} 54382b7fe8aa03558bf90769a3d88536e6105db371bRay Essick 54482b7fe8aa03558bf90769a3d88536e6105db371bRay Essickvoid MediaCodec::initAnalyticsItem() { 54501c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick if (mAnalyticsItem == NULL) { 54601c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick mAnalyticsItem = new MediaAnalyticsItem(kCodecKeyName); 54701c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick } 54801c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick 54901c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick mLatencyHist.setup(kLatencyHistBuckets, kLatencyHistWidth, kLatencyHistFloor); 55001c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick 55101c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick { 55201c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick Mutex::Autolock al(mRecentLock); 55301c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick for (int i = 0; i<kRecentLatencyFrames; i++) { 55401c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick mRecentSamples[i] = kRecentSampleInvalid; 55501c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick } 55601c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick mRecentHead = 0; 55701c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick } 55801c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick} 55901c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick 56001c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essickvoid MediaCodec::updateAnalyticsItem() { 56101c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick ALOGV("MediaCodec::updateAnalyticsItem"); 56201c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick if (mAnalyticsItem == NULL) { 56301c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick return; 56401c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick } 56501c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick 56601c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick if (mLatencyHist.getCount() != 0 ) { 56701c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick mAnalyticsItem->setInt64(kCodecLatencyMax, mLatencyHist.getMax()); 56801c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick mAnalyticsItem->setInt64(kCodecLatencyMin, mLatencyHist.getMin()); 56901c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick mAnalyticsItem->setInt64(kCodecLatencyAvg, mLatencyHist.getAvg()); 57001c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick mAnalyticsItem->setInt64(kCodecLatencyCount, mLatencyHist.getCount()); 57101c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick 57201c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick if (kEmitHistogram) { 57301c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick // and the histogram itself 57401c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick std::string hist = mLatencyHist.emit(); 57501c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick mAnalyticsItem->setCString(kCodecLatencyHist, hist.c_str()); 57601c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick } 57701c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick } 57801c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick if (mLatencyUnknown > 0) { 57901c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick mAnalyticsItem->setInt64(kCodecLatencyUnknown, mLatencyUnknown); 58001c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick } 58101c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick 58201c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick#if 0 58301c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick // enable for short term, only while debugging 58401c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick updateEphemeralAnalytics(mAnalyticsItem); 58501c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick#endif 58601c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick} 58701c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick 58801c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essickvoid MediaCodec::updateEphemeralAnalytics(MediaAnalyticsItem *item) { 58901c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick ALOGD("MediaCodec::updateEphemeralAnalytics()"); 59001c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick 59101c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick if (item == NULL) { 59201c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick return; 59301c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick } 59401c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick 59501c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick Histogram recentHist; 59601c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick 59701c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick // build an empty histogram 59801c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick recentHist.setup(kLatencyHistBuckets, kLatencyHistWidth, kLatencyHistFloor); 59901c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick 60001c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick // stuff it with the samples in the ring buffer 60101c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick { 60201c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick Mutex::Autolock al(mRecentLock); 60301c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick 60401c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick for (int i=0; i<kRecentLatencyFrames; i++) { 60501c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick if (mRecentSamples[i] != kRecentSampleInvalid) { 60601c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick recentHist.insert(mRecentSamples[i]); 60701c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick } 60801c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick } 60901c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick } 61001c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick 61101c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick 61201c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick // spit the data (if any) into the supplied analytics record 61301c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick if (recentHist.getCount()!= 0 ) { 61401c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick item->setInt64(kCodecRecentLatencyMax, recentHist.getMax()); 61501c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick item->setInt64(kCodecRecentLatencyMin, recentHist.getMin()); 61601c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick item->setInt64(kCodecRecentLatencyAvg, recentHist.getAvg()); 61701c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick item->setInt64(kCodecRecentLatencyCount, recentHist.getCount()); 61801c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick 61901c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick if (kEmitHistogram) { 62001c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick // and the histogram itself 62101c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick std::string hist = recentHist.emit(); 62201c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick item->setCString(kCodecRecentLatencyHist, hist.c_str()); 62301c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick } 624db1221479a7ffe7094c51c463bbd36522ed106abRay Essick } 6255778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 6265778822d86b0337407514b9372562b86edfa91cdAndreas Huber 62782b7fe8aa03558bf90769a3d88536e6105db371bRay Essickvoid MediaCodec::flushAnalyticsItem() { 62801c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick updateAnalyticsItem(); 62982b7fe8aa03558bf90769a3d88536e6105db371bRay Essick if (mAnalyticsItem != NULL) { 63082b7fe8aa03558bf90769a3d88536e6105db371bRay Essick // don't log empty records 631db1221479a7ffe7094c51c463bbd36522ed106abRay Essick if (mAnalyticsItem->count() > 0) { 632db1221479a7ffe7094c51c463bbd36522ed106abRay Essick mAnalyticsItem->selfrecord(); 633db1221479a7ffe7094c51c463bbd36522ed106abRay Essick } 634db1221479a7ffe7094c51c463bbd36522ed106abRay Essick delete mAnalyticsItem; 635db1221479a7ffe7094c51c463bbd36522ed106abRay Essick mAnalyticsItem = NULL; 636db1221479a7ffe7094c51c463bbd36522ed106abRay Essick } 6375778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 6385778822d86b0337407514b9372562b86edfa91cdAndreas Huber 63901c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essickbool MediaCodec::Histogram::setup(int nbuckets, int64_t width, int64_t floor) 64001c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick{ 64101c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick if (nbuckets <= 0 || width <= 0) { 64201c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick return false; 64301c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick } 64401c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick 64501c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick // get histogram buckets 64601c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick if (nbuckets == mBucketCount && mBuckets != NULL) { 64701c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick // reuse our existing buffer 64801c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick memset(mBuckets, 0, sizeof(*mBuckets) * mBucketCount); 64901c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick } else { 65001c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick // get a new pre-zeroed buffer 65101c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick int64_t *newbuckets = (int64_t *)calloc(nbuckets, sizeof (*mBuckets)); 65201c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick if (newbuckets == NULL) { 65301c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick goto bad; 65401c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick } 65501c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick if (mBuckets != NULL) 65601c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick free(mBuckets); 65701c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick mBuckets = newbuckets; 65801c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick } 65901c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick 66001c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick mWidth = width; 66101c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick mFloor = floor; 66201c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick mCeiling = floor + nbuckets * width; 66301c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick mBucketCount = nbuckets; 66401c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick 66501c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick mMin = INT64_MAX; 66601c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick mMax = INT64_MIN; 66701c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick mSum = 0; 66801c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick mCount = 0; 66901c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick mBelow = mAbove = 0; 67001c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick 67101c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick return true; 67201c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick 67301c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick bad: 67401c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick if (mBuckets != NULL) { 67501c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick free(mBuckets); 67601c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick mBuckets = NULL; 67701c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick } 67801c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick 67901c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick return false; 68001c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick} 68101c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick 68201c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essickvoid MediaCodec::Histogram::insert(int64_t sample) 68301c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick{ 68401c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick // histogram is not set up 68501c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick if (mBuckets == NULL) { 68601c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick return; 68701c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick } 68801c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick 68901c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick mCount++; 69001c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick mSum += sample; 69101c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick if (mMin > sample) mMin = sample; 69201c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick if (mMax < sample) mMax = sample; 69301c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick 69401c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick if (sample < mFloor) { 69501c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick mBelow++; 69601c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick } else if (sample >= mCeiling) { 69701c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick mAbove++; 69801c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick } else { 69901c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick int64_t slot = (sample - mFloor) / mWidth; 70001c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick CHECK(slot < mBucketCount); 70101c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick mBuckets[slot]++; 70201c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick } 70301c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick return; 70401c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick} 70501c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick 70601c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essickstd::string MediaCodec::Histogram::emit() 70701c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick{ 70801c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick std::string value; 70901c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick char buffer[64]; 71001c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick 71101c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick // emits: width,Below{bucket0,bucket1,...., bucketN}above 71201c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick // unconfigured will emit: 0,0{}0 71301c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick // XXX: is this best representation? 71401c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick snprintf(buffer, sizeof(buffer), "%" PRId64 ",%" PRId64 ",%" PRId64 "{", 71501c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick mFloor, mWidth, mBelow); 71601c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick value = buffer; 71701c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick for (int i = 0; i < mBucketCount; i++) { 71801c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick if (i != 0) { 71901c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick value = value + ","; 72001c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick } 72101c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick snprintf(buffer, sizeof(buffer), "%" PRId64, mBuckets[i]); 72201c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick value = value + buffer; 72301c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick } 72401c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick snprintf(buffer, sizeof(buffer), "}%" PRId64 , mAbove); 72501c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick value = value + buffer; 72601c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick return value; 72701c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick} 72801c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick 72901c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick// when we send a buffer to the codec; 73001c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essickvoid MediaCodec::statsBufferSent(int64_t presentationUs) { 73101c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick 73201c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick // only enqueue if we have a legitimate time 73301c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick if (presentationUs <= 0) { 73401c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick ALOGV("presentation time: %" PRId64, presentationUs); 73501c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick return; 73601c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick } 73701c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick 73801c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick const int64_t nowNs = systemTime(SYSTEM_TIME_MONOTONIC); 73901c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick BufferFlightTiming_t startdata = { presentationUs, nowNs }; 74001c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick 74101c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick { 74201c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick // mutex access to mBuffersInFlight and other stats 74301c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick Mutex::Autolock al(mLatencyLock); 74401c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick 74501c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick 74601c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick // XXX: we *could* make sure that the time is later than the end of queue 74701c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick // as part of a consistency check... 74801c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick mBuffersInFlight.push_back(startdata); 74901c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick } 75001c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick} 75101c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick 75201c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick// when we get a buffer back from the codec 75301c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essickvoid MediaCodec::statsBufferReceived(int64_t presentationUs) { 75401c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick 75501c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick CHECK_NE(mState, UNINITIALIZED); 75601c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick 75701c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick // mutex access to mBuffersInFlight and other stats 75801c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick Mutex::Autolock al(mLatencyLock); 75901c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick 76001c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick // how long this buffer took for the round trip through the codec 76101c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick // NB: pipelining can/will make these times larger. e.g., if each packet 76201c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick // is always 2 msec and we have 3 in flight at any given time, we're going to 76301c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick // see "6 msec" as an answer. 76401c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick 76501c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick // ignore stuff with no presentation time 76601c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick if (presentationUs <= 0) { 767b2fe60bd83a0935cf30b3ee92329c29c24dec894Ray Essick ALOGV("-- returned buffer timestamp %" PRId64 " <= 0, ignore it", presentationUs); 76801c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick mLatencyUnknown++; 76901c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick return; 77001c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick } 77101c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick 77201c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick BufferFlightTiming_t startdata; 77301c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick bool valid = false; 77401c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick while (mBuffersInFlight.size() > 0) { 77501c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick startdata = *mBuffersInFlight.begin(); 77601c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick ALOGV("-- Looking at startdata. presentation %" PRId64 ", start %" PRId64, 77701c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick startdata.presentationUs, startdata.startedNs); 77801c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick if (startdata.presentationUs == presentationUs) { 77901c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick // a match 78001c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick ALOGV("-- match entry for %" PRId64 ", hits our frame of %" PRId64, 78101c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick startdata.presentationUs, presentationUs); 78201c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick mBuffersInFlight.pop_front(); 78301c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick valid = true; 78401c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick break; 78501c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick } else if (startdata.presentationUs < presentationUs) { 78601c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick // we must have missed the match for this, drop it and keep looking 78701c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick ALOGV("-- drop entry for %" PRId64 ", before our frame of %" PRId64, 78801c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick startdata.presentationUs, presentationUs); 78901c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick mBuffersInFlight.pop_front(); 79001c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick continue; 79101c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick } else { 79201c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick // head is after, so we don't have a frame for ourselves 79301c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick ALOGV("-- found entry for %" PRId64 ", AFTER our frame of %" PRId64 79401c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick " we have nothing to pair with", 79501c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick startdata.presentationUs, presentationUs); 79601c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick mLatencyUnknown++; 79701c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick return; 79801c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick } 79901c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick } 80001c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick if (!valid) { 80101c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick ALOGV("-- empty queue, so ignore that."); 80201c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick mLatencyUnknown++; 80301c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick return; 80401c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick } 80501c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick 80601c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick // nowNs start our calculations 80701c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick const int64_t nowNs = systemTime(SYSTEM_TIME_MONOTONIC); 80801c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick int64_t latencyUs = (nowNs - startdata.startedNs + 500) / 1000; 80901c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick 81001c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick mLatencyHist.insert(latencyUs); 81101c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick 81201c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick // push into the recent samples 81301c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick { 81401c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick Mutex::Autolock al(mRecentLock); 81501c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick 81601c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick if (mRecentHead >= kRecentLatencyFrames) { 81701c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick mRecentHead = 0; 81801c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick } 81901c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick mRecentSamples[mRecentHead++] = latencyUs; 82001c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick } 82101c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick} 82201c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick 8235778822d86b0337407514b9372562b86edfa91cdAndreas Huber// static 8245778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::PostAndAwaitResponse( 8255778822d86b0337407514b9372562b86edfa91cdAndreas Huber const sp<AMessage> &msg, sp<AMessage> *response) { 8265778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = msg->postAndAwaitResponse(response); 8275778822d86b0337407514b9372562b86edfa91cdAndreas Huber 8285778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 8295778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 8305778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 8315778822d86b0337407514b9372562b86edfa91cdAndreas Huber 8325778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!(*response)->findInt32("err", &err)) { 8335778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = OK; 8345778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 8355778822d86b0337407514b9372562b86edfa91cdAndreas Huber 8365778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 8375778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 8385778822d86b0337407514b9372562b86edfa91cdAndreas Huber 8393f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnarvoid MediaCodec::PostReplyWithError(const sp<AReplyToken> &replyID, int32_t err) { 84047a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu int32_t finalErr = err; 84147a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu if (mReleasedByResourceManager) { 84247a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu // override the err code if MediaCodec has been released by ResourceManager. 84347a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu finalErr = DEAD_OBJECT; 84447a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu } 84547a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu 846c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> response = new AMessage; 84747a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu response->setInt32("err", finalErr); 848c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang response->postReply(replyID); 849c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 850c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 851bc3ad96efdfca9ceaa5ff31b27f7571b32903fdeWonsik Kimstatic CodecBase *CreateCCodec() { 852bc3ad96efdfca9ceaa5ff31b27f7571b32903fdeWonsik Kim return StagefrightPluginLoader::GetCCodecInstance()->createCodec(); 853bc3ad96efdfca9ceaa5ff31b27f7571b32903fdeWonsik Kim} 854bc3ad96efdfca9ceaa5ff31b27f7571b32903fdeWonsik Kim 8555b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar//static 85678165d3f45797079b06c876042b9b78039378121Wonsik Kimsp<CodecBase> MediaCodec::GetCodecBase(const AString &name) { 857569c70a20e433ab8b3d24d34f9c2ff39a5004ebfPawin Vongmasa if (name.startsWithIgnoreCase("c2.")) { 858bc3ad96efdfca9ceaa5ff31b27f7571b32903fdeWonsik Kim return CreateCCodec(); 85978165d3f45797079b06c876042b9b78039378121Wonsik Kim } else if (name.startsWithIgnoreCase("omx.")) { 8604f87426e12f5f12e0724519e77f8237a6b2d5dacWonsik Kim // at this time only ACodec specifies a mime type. 8615b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return new ACodec; 8625b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } else if (name.startsWithIgnoreCase("android.filter.")) { 8635b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return new MediaFilter; 8645b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } else { 8655b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return NULL; 8665b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 8675b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar} 8685b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 86978165d3f45797079b06c876042b9b78039378121Wonsik Kimstatus_t MediaCodec::init(const AString &name) { 87067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mResourceManagerService->init(); 87167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 872671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar // save init parameters for reset 873671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mInitName = name; 874671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 8755778822d86b0337407514b9372562b86edfa91cdAndreas Huber // Current video decoders do not return from OMX_FillThisBuffer 8765778822d86b0337407514b9372562b86edfa91cdAndreas Huber // quickly, violating the OpenMAX specs, until that is remedied 8775778822d86b0337407514b9372562b86edfa91cdAndreas Huber // we need to invest in an extra looper to free the main event 8785778822d86b0337407514b9372562b86edfa91cdAndreas Huber // queue. 879744f5739019d1fd917f981e740b353c3d73fd1a8David Smith 88078165d3f45797079b06c876042b9b78039378121Wonsik Kim mCodec = GetCodecBase(name); 8815b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (mCodec == NULL) { 882744f5739019d1fd917f981e740b353c3d73fd1a8David Smith return NAME_NOT_FOUND; 883744f5739019d1fd917f981e740b353c3d73fd1a8David Smith } 884744f5739019d1fd917f981e740b353c3d73fd1a8David Smith 885bb644123966bfa2f44c60710faaafa8fa6f0e920Wonsik Kim mCodecInfo.clear(); 886bb644123966bfa2f44c60710faaafa8fa6f0e920Wonsik Kim 88767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu bool secureCodec = false; 88878165d3f45797079b06c876042b9b78039378121Wonsik Kim AString tmp = name; 88978165d3f45797079b06c876042b9b78039378121Wonsik Kim if (tmp.endsWith(".secure")) { 89078165d3f45797079b06c876042b9b78039378121Wonsik Kim secureCodec = true; 89178165d3f45797079b06c876042b9b78039378121Wonsik Kim tmp.erase(tmp.size() - 7, 7); 89278165d3f45797079b06c876042b9b78039378121Wonsik Kim } 89378165d3f45797079b06c876042b9b78039378121Wonsik Kim const sp<IMediaCodecList> mcl = MediaCodecList::getInstance(); 89478165d3f45797079b06c876042b9b78039378121Wonsik Kim if (mcl == NULL) { 89578165d3f45797079b06c876042b9b78039378121Wonsik Kim mCodec = NULL; // remove the codec. 89678165d3f45797079b06c876042b9b78039378121Wonsik Kim return NO_INIT; // if called from Java should raise IOException 89778165d3f45797079b06c876042b9b78039378121Wonsik Kim } 898bb644123966bfa2f44c60710faaafa8fa6f0e920Wonsik Kim for (const AString &codecName : { name, tmp }) { 899bb644123966bfa2f44c60710faaafa8fa6f0e920Wonsik Kim ssize_t codecIdx = mcl->findCodecByName(codecName.c_str()); 900bb644123966bfa2f44c60710faaafa8fa6f0e920Wonsik Kim if (codecIdx < 0) { 901bb644123966bfa2f44c60710faaafa8fa6f0e920Wonsik Kim continue; 902bb644123966bfa2f44c60710faaafa8fa6f0e920Wonsik Kim } 903bb644123966bfa2f44c60710faaafa8fa6f0e920Wonsik Kim mCodecInfo = mcl->getCodecInfo(codecIdx); 90478165d3f45797079b06c876042b9b78039378121Wonsik Kim Vector<AString> mimes; 905bb644123966bfa2f44c60710faaafa8fa6f0e920Wonsik Kim mCodecInfo->getSupportedMimes(&mimes); 90678165d3f45797079b06c876042b9b78039378121Wonsik Kim for (size_t i = 0; i < mimes.size(); i++) { 90778165d3f45797079b06c876042b9b78039378121Wonsik Kim if (mimes[i].startsWith("video/")) { 90878165d3f45797079b06c876042b9b78039378121Wonsik Kim mIsVideo = true; 90978165d3f45797079b06c876042b9b78039378121Wonsik Kim break; 9106f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen } 9116f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen } 912bb644123966bfa2f44c60710faaafa8fa6f0e920Wonsik Kim break; 913bb644123966bfa2f44c60710faaafa8fa6f0e920Wonsik Kim } 914bb644123966bfa2f44c60710faaafa8fa6f0e920Wonsik Kim if (mCodecInfo == nullptr) { 915bb644123966bfa2f44c60710faaafa8fa6f0e920Wonsik Kim return NAME_NOT_FOUND; 9165778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 9175778822d86b0337407514b9372562b86edfa91cdAndreas Huber 91867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mIsVideo) { 91967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // video codec needs dedicated looper 9205778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mCodecLooper == NULL) { 9215778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodecLooper = new ALooper; 9225778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodecLooper->setName("CodecLooper"); 9235778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodecLooper->start(false, false, ANDROID_PRIORITY_AUDIO); 9245778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 9255778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9265778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodecLooper->registerHandler(mCodec); 9275778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 9285778822d86b0337407514b9372562b86edfa91cdAndreas Huber mLooper->registerHandler(mCodec); 9295778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 9305778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9315778822d86b0337407514b9372562b86edfa91cdAndreas Huber mLooper->registerHandler(this); 9325778822d86b0337407514b9372562b86edfa91cdAndreas Huber 93379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim mCodec->setCallback( 934dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim std::unique_ptr<CodecBase::CodecCallback>( 935dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim new CodecCallback(new AMessage(kWhatCodecNotify, this)))); 936dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mBufferChannel = mCodec->getBufferChannel(); 937dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mBufferChannel->setCallback( 938dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim std::unique_ptr<CodecBase::BufferCallback>( 939dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim new BufferCallback(new AMessage(kWhatCodecNotify, this)))); 9405778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9411d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatInit, this); 942bb644123966bfa2f44c60710faaafa8fa6f0e920Wonsik Kim msg->setObject("codecInfo", mCodecInfo); 943bb644123966bfa2f44c60710faaafa8fa6f0e920Wonsik Kim // name may be different from mCodecInfo->getCodecName() if we stripped 944bb644123966bfa2f44c60710faaafa8fa6f0e920Wonsik Kim // ".secure" 9455778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setString("name", name); 9465778822d86b0337407514b9372562b86edfa91cdAndreas Huber 947db1221479a7ffe7094c51c463bbd36522ed106abRay Essick if (mAnalyticsItem != NULL) { 94878165d3f45797079b06c876042b9b78039378121Wonsik Kim mAnalyticsItem->setCString(kCodecCodec, name.c_str()); 949de15b8c160c720c48b93796016801e7ae0b6bd2dRay Essick mAnalyticsItem->setCString(kCodecMode, mIsVideo ? kCodecModeVideo : kCodecModeAudio); 950db1221479a7ffe7094c51c463bbd36522ed106abRay Essick } 951db1221479a7ffe7094c51c463bbd36522ed106abRay Essick 95267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu status_t err; 95367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Vector<MediaResource> resources; 954ea15fd29af81490311af9e12949b43524c39400eRonghua Wu MediaResource::Type type = 955ea15fd29af81490311af9e12949b43524c39400eRonghua Wu secureCodec ? MediaResource::kSecureCodec : MediaResource::kNonSecureCodec; 956ea15fd29af81490311af9e12949b43524c39400eRonghua Wu MediaResource::SubType subtype = 957ea15fd29af81490311af9e12949b43524c39400eRonghua Wu mIsVideo ? MediaResource::kVideoCodec : MediaResource::kAudioCodec; 958ea15fd29af81490311af9e12949b43524c39400eRonghua Wu resources.push_back(MediaResource(type, subtype, 1)); 95967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu for (int i = 0; i <= kMaxRetry; ++i) { 96067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (i > 0) { 96167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // Don't try to reclaim resource for the first time. 96237c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu if (!mResourceManagerService->reclaimResource(resources)) { 96367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 96467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 96567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 96667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 96767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<AMessage> response; 96867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu err = PostAndAwaitResponse(msg, &response); 96967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (!isResourceError(err)) { 97067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 97167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 97267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 97367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return err; 9745778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 9755778822d86b0337407514b9372562b86edfa91cdAndreas Huber 976c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhangstatus_t MediaCodec::setCallback(const sp<AMessage> &callback) { 9771d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatSetCallback, this); 978c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setMessage("callback", callback); 979c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 980c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> response; 981c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang return PostAndAwaitResponse(msg, &response); 982c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 983c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 98490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarstatus_t MediaCodec::setOnFrameRenderedNotification(const sp<AMessage> ¬ify) { 98590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar sp<AMessage> msg = new AMessage(kWhatSetNotification, this); 98690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar msg->setMessage("on-frame-rendered", notify); 98790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar return msg->post(); 98890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 98990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 9905778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::configure( 9915778822d86b0337407514b9372562b86edfa91cdAndreas Huber const sp<AMessage> &format, 9929dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang const sp<Surface> &nativeWindow, 9939dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang const sp<ICrypto> &crypto, 9949dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang uint32_t flags) { 9959dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang return configure(format, nativeWindow, crypto, NULL, flags); 9969dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang} 9979dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang 9989dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhangstatus_t MediaCodec::configure( 9999dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang const sp<AMessage> &format, 1000f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar const sp<Surface> &surface, 10011bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber const sp<ICrypto> &crypto, 10029dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang const sp<IDescrambler> &descrambler, 10035778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t flags) { 10041d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatConfigure, this); 10055778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1006002e413a5a7460a32790ed08408085a6062f4054Ray Essick if (mAnalyticsItem != NULL) { 1007002e413a5a7460a32790ed08408085a6062f4054Ray Essick int32_t profile = 0; 1008002e413a5a7460a32790ed08408085a6062f4054Ray Essick if (format->findInt32("profile", &profile)) { 1009002e413a5a7460a32790ed08408085a6062f4054Ray Essick mAnalyticsItem->setInt32(kCodecProfile, profile); 1010002e413a5a7460a32790ed08408085a6062f4054Ray Essick } 1011002e413a5a7460a32790ed08408085a6062f4054Ray Essick int32_t level = 0; 1012002e413a5a7460a32790ed08408085a6062f4054Ray Essick if (format->findInt32("level", &level)) { 1013002e413a5a7460a32790ed08408085a6062f4054Ray Essick mAnalyticsItem->setInt32(kCodecLevel, level); 1014002e413a5a7460a32790ed08408085a6062f4054Ray Essick } 101578165d3f45797079b06c876042b9b78039378121Wonsik Kim mAnalyticsItem->setInt32(kCodecEncoder, (flags & CONFIGURE_FLAG_ENCODE) ? 1 : 0); 1016002e413a5a7460a32790ed08408085a6062f4054Ray Essick } 1017002e413a5a7460a32790ed08408085a6062f4054Ray Essick 101867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mIsVideo) { 101967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu format->findInt32("width", &mVideoWidth); 102067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu format->findInt32("height", &mVideoHeight); 1021002e413a5a7460a32790ed08408085a6062f4054Ray Essick if (!format->findInt32("rotation-degrees", &mRotationDegrees)) { 1022505aab41c0e8e79a49d4506344fcd9d220d5965bChong Zhang mRotationDegrees = 0; 1023505aab41c0e8e79a49d4506344fcd9d220d5965bChong Zhang } 10242034457336d28124e0f9f3c625978052ae03fceaWei Jia 1025db1221479a7ffe7094c51c463bbd36522ed106abRay Essick if (mAnalyticsItem != NULL) { 1026afb43f76821e6a63e17e6484289a40430ada6978Ray Essick mAnalyticsItem->setInt32(kCodecWidth, mVideoWidth); 1027afb43f76821e6a63e17e6484289a40430ada6978Ray Essick mAnalyticsItem->setInt32(kCodecHeight, mVideoHeight); 1028afb43f76821e6a63e17e6484289a40430ada6978Ray Essick mAnalyticsItem->setInt32(kCodecRotation, mRotationDegrees); 1029002e413a5a7460a32790ed08408085a6062f4054Ray Essick int32_t maxWidth = 0; 1030002e413a5a7460a32790ed08408085a6062f4054Ray Essick if (format->findInt32("max-width", &maxWidth)) { 1031002e413a5a7460a32790ed08408085a6062f4054Ray Essick mAnalyticsItem->setInt32(kCodecMaxWidth, maxWidth); 1032002e413a5a7460a32790ed08408085a6062f4054Ray Essick } 1033002e413a5a7460a32790ed08408085a6062f4054Ray Essick int32_t maxHeight = 0; 1034002e413a5a7460a32790ed08408085a6062f4054Ray Essick if (format->findInt32("max-height", &maxHeight)) { 1035002e413a5a7460a32790ed08408085a6062f4054Ray Essick mAnalyticsItem->setInt32(kCodecMaxHeight, maxHeight); 1036002e413a5a7460a32790ed08408085a6062f4054Ray Essick } 1037db1221479a7ffe7094c51c463bbd36522ed106abRay Essick } 1038db1221479a7ffe7094c51c463bbd36522ed106abRay Essick 10392034457336d28124e0f9f3c625978052ae03fceaWei Jia // Prevent possible integer overflow in downstream code. 104078165d3f45797079b06c876042b9b78039378121Wonsik Kim if ((uint64_t)mVideoWidth * mVideoHeight > (uint64_t)INT32_MAX / 4) { 10412034457336d28124e0f9f3c625978052ae03fceaWei Jia ALOGE("buffer size is too big, width=%d, height=%d", mVideoWidth, mVideoHeight); 10422034457336d28124e0f9f3c625978052ae03fceaWei Jia return BAD_VALUE; 10432034457336d28124e0f9f3c625978052ae03fceaWei Jia } 104467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 104567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 10465778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setMessage("format", format); 10475778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("flags", flags); 1048f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar msg->setObject("surface", surface); 10491bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber 10509dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang if (crypto != NULL || descrambler != NULL) { 10519dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang if (crypto != NULL) { 10529dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang msg->setPointer("crypto", crypto.get()); 10539dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang } else { 10549dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang msg->setPointer("descrambler", descrambler.get()); 10559dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang } 1056db1221479a7ffe7094c51c463bbd36522ed106abRay Essick if (mAnalyticsItem != NULL) { 1057afb43f76821e6a63e17e6484289a40430ada6978Ray Essick mAnalyticsItem->setInt32(kCodecCrypto, 1); 1058db1221479a7ffe7094c51c463bbd36522ed106abRay Essick } 105932c1bcda7c9fb429fe6c235184f8bb6aa7ef12dbDongwon Kang } else if (mFlags & kFlagIsSecure) { 106032c1bcda7c9fb429fe6c235184f8bb6aa7ef12dbDongwon Kang ALOGW("Crypto or descrambler should be given for secure codec"); 10615778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 10625778822d86b0337407514b9372562b86edfa91cdAndreas Huber 106367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // save msg for reset 106467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mConfigureMsg = msg; 1065f64b36deccd473b545dbed22c2feb11fc49157e5Chong Zhang 106667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu status_t err; 106767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Vector<MediaResource> resources; 1068ea15fd29af81490311af9e12949b43524c39400eRonghua Wu MediaResource::Type type = (mFlags & kFlagIsSecure) ? 1069ea15fd29af81490311af9e12949b43524c39400eRonghua Wu MediaResource::kSecureCodec : MediaResource::kNonSecureCodec; 1070ea15fd29af81490311af9e12949b43524c39400eRonghua Wu MediaResource::SubType subtype = 1071ea15fd29af81490311af9e12949b43524c39400eRonghua Wu mIsVideo ? MediaResource::kVideoCodec : MediaResource::kAudioCodec; 1072ea15fd29af81490311af9e12949b43524c39400eRonghua Wu resources.push_back(MediaResource(type, subtype, 1)); 107367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // Don't know the buffer size at this point, but it's fine to use 1 because 107467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // the reclaimResource call doesn't consider the requester's buffer size for now. 1075ea15fd29af81490311af9e12949b43524c39400eRonghua Wu resources.push_back(MediaResource(MediaResource::kGraphicMemory, 1)); 107667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu for (int i = 0; i <= kMaxRetry; ++i) { 107767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (i > 0) { 107867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // Don't try to reclaim resource for the first time. 107937c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu if (!mResourceManagerService->reclaimResource(resources)) { 108067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 108167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 108267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 1083f64b36deccd473b545dbed22c2feb11fc49157e5Chong Zhang 108467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<AMessage> response; 108567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu err = PostAndAwaitResponse(msg, &response); 108667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (err != OK && err != INVALID_OPERATION) { 108767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // MediaCodec now set state to UNINITIALIZED upon any fatal error. 108867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // To maintain backward-compatibility, do a reset() to put codec 108967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // back into INITIALIZED state. 109067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // But don't reset if the err is INVALID_OPERATION, which means 109167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // the configure failure is due to wrong state. 109267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 109367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ALOGE("configure failed with err 0x%08x, resetting...", err); 109467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu reset(); 109567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 109667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (!isResourceError(err)) { 109767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 109867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 1099f64b36deccd473b545dbed22c2feb11fc49157e5Chong Zhang } 1100f64b36deccd473b545dbed22c2feb11fc49157e5Chong Zhang return err; 11015778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 11025778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1103cefac14261a32fb856b0d1ab31541787112e306eHassan Shojaniastatus_t MediaCodec::releaseCrypto() 1104cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania{ 1105cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania ALOGV("releaseCrypto"); 1106cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania 1107cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania sp<AMessage> msg = new AMessage(kWhatDrmReleaseCrypto, this); 1108cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania 1109cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania sp<AMessage> response; 1110cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania status_t status = msg->postAndAwaitResponse(&response); 1111cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania 1112cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania if (status == OK && response != NULL) { 1113cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania CHECK(response->findInt32("status", &status)); 1114cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania ALOGV("releaseCrypto ret: %d ", status); 1115cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania } 1116cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania else { 1117cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania ALOGE("releaseCrypto err: %d", status); 1118cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania } 1119cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania 1120cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania return status; 1121cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania} 1122cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania 1123cefac14261a32fb856b0d1ab31541787112e306eHassan Shojaniavoid MediaCodec::onReleaseCrypto(const sp<AMessage>& msg) 1124cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania{ 1125cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania status_t status = INVALID_OPERATION; 1126cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania if (mCrypto != NULL) { 1127cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania ALOGV("onReleaseCrypto: mCrypto: %p (%d)", mCrypto.get(), mCrypto->getStrongCount()); 1128cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania mBufferChannel->setCrypto(NULL); 1129cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania // TODO change to ALOGV 1130cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania ALOGD("onReleaseCrypto: [before clear] mCrypto: %p (%d)", 1131cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania mCrypto.get(), mCrypto->getStrongCount()); 1132cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania mCrypto.clear(); 1133cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania 1134cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania status = OK; 1135cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania } 1136cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania else { 1137cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania ALOGW("onReleaseCrypto: No mCrypto. err: %d", status); 1138cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania } 1139cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania 1140cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania sp<AMessage> response = new AMessage; 1141cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania response->setInt32("status", status); 1142cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania 1143cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania sp<AReplyToken> replyID; 1144cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania CHECK(msg->senderAwaitsResponse(&replyID)); 1145cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania response->postReply(replyID); 1146cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania} 1147cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania 11488f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhangstatus_t MediaCodec::setInputSurface( 1149d291c222357303b9611cab89d0c3b047584ef377Chong Zhang const sp<PersistentSurface> &surface) { 11508f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang sp<AMessage> msg = new AMessage(kWhatSetInputSurface, this); 1151d291c222357303b9611cab89d0c3b047584ef377Chong Zhang msg->setObject("input-surface", surface.get()); 1152d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 1153d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<AMessage> response; 1154d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return PostAndAwaitResponse(msg, &response); 1155d291c222357303b9611cab89d0c3b047584ef377Chong Zhang} 1156d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 11571dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t MediaCodec::setSurface(const sp<Surface> &surface) { 11581dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AMessage> msg = new AMessage(kWhatSetSurface, this); 11591dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar msg->setObject("surface", surface); 11601dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 11611dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AMessage> response; 11621dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return PostAndAwaitResponse(msg, &response); 11631dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar} 11641dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 11657cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFaddenstatus_t MediaCodec::createInputSurface( 11667cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<IGraphicBufferProducer>* bufferProducer) { 11671d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatCreateInputSurface, this); 11687cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 11697cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<AMessage> response; 11707cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden status_t err = PostAndAwaitResponse(msg, &response); 11717cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden if (err == NO_ERROR) { 11727cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden // unwrap the sp<IGraphicBufferProducer> 11737cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<RefBase> obj; 11747cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden bool found = response->findObject("input-surface", &obj); 11757cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden CHECK(found); 11767cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<BufferProducerWrapper> wrapper( 11777cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden static_cast<BufferProducerWrapper*>(obj.get())); 11787cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden *bufferProducer = wrapper->getBufferProducer(); 11797cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } else { 11807cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden ALOGW("createInputSurface failed, err=%d", err); 11817cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 11827cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden return err; 11837cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden} 11847cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 118567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuuint64_t MediaCodec::getGraphicBufferSize() { 118667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (!mIsVideo) { 118767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return 0; 118867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 118967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 119067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu uint64_t size = 0; 119167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu size_t portNum = sizeof(mPortBuffers) / sizeof((mPortBuffers)[0]); 119267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu for (size_t i = 0; i < portNum; ++i) { 119367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // TODO: this is just an estimation, we should get the real buffer size from ACodec. 119467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu size += mPortBuffers[i].size() * mVideoWidth * mVideoHeight * 3 / 2; 119567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 119667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return size; 119767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 119867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 1199ea15fd29af81490311af9e12949b43524c39400eRonghua Wuvoid MediaCodec::addResource( 1200ea15fd29af81490311af9e12949b43524c39400eRonghua Wu MediaResource::Type type, MediaResource::SubType subtype, uint64_t value) { 120167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Vector<MediaResource> resources; 1202c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu resources.push_back(MediaResource(type, subtype, value)); 120367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mResourceManagerService->addResource( 120437c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu getId(mResourceManagerClient), mResourceManagerClient, resources); 120567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 120667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 12075778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::start() { 12081d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatStart, this); 12095778822d86b0337407514b9372562b86edfa91cdAndreas Huber 121067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu status_t err; 121167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Vector<MediaResource> resources; 1212ea15fd29af81490311af9e12949b43524c39400eRonghua Wu MediaResource::Type type = (mFlags & kFlagIsSecure) ? 1213ea15fd29af81490311af9e12949b43524c39400eRonghua Wu MediaResource::kSecureCodec : MediaResource::kNonSecureCodec; 1214ea15fd29af81490311af9e12949b43524c39400eRonghua Wu MediaResource::SubType subtype = 1215ea15fd29af81490311af9e12949b43524c39400eRonghua Wu mIsVideo ? MediaResource::kVideoCodec : MediaResource::kAudioCodec; 1216ea15fd29af81490311af9e12949b43524c39400eRonghua Wu resources.push_back(MediaResource(type, subtype, 1)); 121767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // Don't know the buffer size at this point, but it's fine to use 1 because 121867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // the reclaimResource call doesn't consider the requester's buffer size for now. 1219ea15fd29af81490311af9e12949b43524c39400eRonghua Wu resources.push_back(MediaResource(MediaResource::kGraphicMemory, 1)); 122067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu for (int i = 0; i <= kMaxRetry; ++i) { 122167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (i > 0) { 122267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // Don't try to reclaim resource for the first time. 122337c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu if (!mResourceManagerService->reclaimResource(resources)) { 122467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 122567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 122667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // Recover codec from previous error before retry start. 122767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu err = reset(); 122867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (err != OK) { 122967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ALOGE("retrying start: failed to reset codec"); 123067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 123167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 123267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<AMessage> response; 123367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu err = PostAndAwaitResponse(mConfigureMsg, &response); 123467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (err != OK) { 123567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ALOGE("retrying start: failed to configure codec"); 123667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 123767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 123867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 123967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 124067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<AMessage> response; 124167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu err = PostAndAwaitResponse(msg, &response); 124267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (!isResourceError(err)) { 124367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 124467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 124567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 124667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return err; 12475778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 12485778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12495778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::stop() { 12501d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatStop, this); 12515778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12525778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 12535778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 12545778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 12555778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12564b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wubool MediaCodec::hasPendingBuffer(int portIndex) { 1257dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim return std::any_of( 1258dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mPortBuffers[portIndex].begin(), mPortBuffers[portIndex].end(), 1259dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim [](const BufferInfo &info) { return info.mOwnedByClient; }); 12604b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu} 12614b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu 12624b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wubool MediaCodec::hasPendingBuffer() { 12634b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu return hasPendingBuffer(kPortIndexInput) || hasPendingBuffer(kPortIndexOutput); 12644b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu} 12654b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu 12664b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wustatus_t MediaCodec::reclaim(bool force) { 126758828196edf2fc4debbd7913198a8149f039b4a9Ronghua Wu ALOGD("MediaCodec::reclaim(%p) %s", this, mInitName.c_str()); 126847a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu sp<AMessage> msg = new AMessage(kWhatRelease, this); 126947a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu msg->setInt32("reclaimed", 1); 12704b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu msg->setInt32("force", force ? 1 : 0); 127147a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu 127247a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu sp<AMessage> response; 12730abb2aa4859ced9165c77324cb83d1cd94f5f20cRonghua Wu status_t ret = PostAndAwaitResponse(msg, &response); 12740abb2aa4859ced9165c77324cb83d1cd94f5f20cRonghua Wu if (ret == -ENOENT) { 12750abb2aa4859ced9165c77324cb83d1cd94f5f20cRonghua Wu ALOGD("MediaCodec looper is gone, skip reclaim"); 12760abb2aa4859ced9165c77324cb83d1cd94f5f20cRonghua Wu ret = OK; 12770abb2aa4859ced9165c77324cb83d1cd94f5f20cRonghua Wu } 12780abb2aa4859ced9165c77324cb83d1cd94f5f20cRonghua Wu return ret; 127947a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu} 128047a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu 1281c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberstatus_t MediaCodec::release() { 12821d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatRelease, this); 1283c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 1284c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber sp<AMessage> response; 1285c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return PostAndAwaitResponse(msg, &response); 1286c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber} 1287c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 1288671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnarstatus_t MediaCodec::reset() { 1289671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar /* When external-facing MediaCodec object is created, 1290671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar it is already initialized. Thus, reset is essentially 1291671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar release() followed by init(), plus clearing the state */ 1292671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 1293671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar status_t err = release(); 1294671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 1295671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar // unregister handlers 1296671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar if (mCodec != NULL) { 1297671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar if (mCodecLooper != NULL) { 1298671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mCodecLooper->unregisterHandler(mCodec->id()); 1299671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar } else { 1300671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mLooper->unregisterHandler(mCodec->id()); 1301671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar } 1302671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mCodec = NULL; 1303671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar } 1304671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mLooper->unregisterHandler(id()); 1305671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 1306671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mFlags = 0; // clear all flags 1307251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mStickyError = OK; 1308671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 1309671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar // reset state not reset by setState(UNINITIALIZED) 1310671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mReplyID = 0; 1311671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mDequeueInputReplyID = 0; 1312671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mDequeueOutputReplyID = 0; 1313671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mDequeueInputTimeoutGeneration = 0; 1314671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mDequeueOutputTimeoutGeneration = 0; 1315671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mHaveInputSurface = false; 1316671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 1317671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar if (err == OK) { 131878165d3f45797079b06c876042b9b78039378121Wonsik Kim err = init(mInitName); 1319671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar } 1320671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar return err; 1321671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar} 1322671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 13235778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::queueInputBuffer( 13245778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t index, 13255778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t offset, 13265778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t size, 13275778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t presentationTimeUs, 13285b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber uint32_t flags, 13295b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber AString *errorDetailMsg) { 13305b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber if (errorDetailMsg != NULL) { 13315b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber errorDetailMsg->clear(); 13325b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber } 13335b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber 13341d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatQueueInputBuffer, this); 13355778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setSize("index", index); 13365778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setSize("offset", offset); 13375778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setSize("size", size); 13385778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt64("timeUs", presentationTimeUs); 13395778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("flags", flags); 13405b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber msg->setPointer("errorDetailMsg", errorDetailMsg); 13415778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13425778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 13435778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 13445778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 13455778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13464b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huberstatus_t MediaCodec::queueSecureInputBuffer( 13474b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size_t index, 13484b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size_t offset, 13494b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const CryptoPlugin::SubSample *subSamples, 13504b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size_t numSubSamples, 13514b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const uint8_t key[16], 13524b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const uint8_t iv[16], 13534b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CryptoPlugin::Mode mode, 135418cb1eca504817b5b144a023ae2792d90e74c9a5Jeff Tinker const CryptoPlugin::Pattern &pattern, 13554b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber int64_t presentationTimeUs, 13565b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber uint32_t flags, 13575b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber AString *errorDetailMsg) { 13585b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber if (errorDetailMsg != NULL) { 13595b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber errorDetailMsg->clear(); 13605b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber } 13615b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber 13621d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatQueueInputBuffer, this); 13634b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setSize("index", index); 13644b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setSize("offset", offset); 13654b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setPointer("subSamples", (void *)subSamples); 13664b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setSize("numSubSamples", numSubSamples); 13674b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setPointer("key", (void *)key); 13684b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setPointer("iv", (void *)iv); 13694b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setInt32("mode", mode); 137018cb1eca504817b5b144a023ae2792d90e74c9a5Jeff Tinker msg->setInt32("encryptBlocks", pattern.mEncryptBlocks); 137118cb1eca504817b5b144a023ae2792d90e74c9a5Jeff Tinker msg->setInt32("skipBlocks", pattern.mSkipBlocks); 13724b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setInt64("timeUs", presentationTimeUs); 13734b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setInt32("flags", flags); 13745b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber msg->setPointer("errorDetailMsg", errorDetailMsg); 13754b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 13764b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber sp<AMessage> response; 13775b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber status_t err = PostAndAwaitResponse(msg, &response); 13785b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber 13795b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber return err; 13804b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber} 13814b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 13825778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::dequeueInputBuffer(size_t *index, int64_t timeoutUs) { 13831d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatDequeueInputBuffer, this); 13845778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt64("timeoutUs", timeoutUs); 13855778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13865778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 13875778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err; 13885778822d86b0337407514b9372562b86edfa91cdAndreas Huber if ((err = PostAndAwaitResponse(msg, &response)) != OK) { 13895778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 13905778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 13915778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13925778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findSize("index", index)); 13935778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13945778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 13955778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 13965778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13975778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::dequeueOutputBuffer( 13985778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t *index, 13995778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t *offset, 14005778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t *size, 14015778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t *presentationTimeUs, 14025778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t *flags, 14035778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t timeoutUs) { 14041d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatDequeueOutputBuffer, this); 14055778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt64("timeoutUs", timeoutUs); 14065778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14075778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 14085778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err; 14095778822d86b0337407514b9372562b86edfa91cdAndreas Huber if ((err = PostAndAwaitResponse(msg, &response)) != OK) { 14105778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 14115778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14125778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14135778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findSize("index", index)); 14145778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findSize("offset", offset)); 14155778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findSize("size", size)); 14165778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findInt64("timeUs", presentationTimeUs)); 14175778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findInt32("flags", (int32_t *)flags)); 14185778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14195778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 14205778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 14215778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14225778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::renderOutputBufferAndRelease(size_t index) { 14231d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatReleaseOutputBuffer, this); 14245778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setSize("index", index); 14255778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("render", true); 14265778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14275778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 14285778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 14295778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 14305778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1431fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnarstatus_t MediaCodec::renderOutputBufferAndRelease(size_t index, int64_t timestampNs) { 14321d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatReleaseOutputBuffer, this); 1433fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar msg->setSize("index", index); 1434fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar msg->setInt32("render", true); 1435fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar msg->setInt64("timestampNs", timestampNs); 1436fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar 1437fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar sp<AMessage> response; 1438fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar return PostAndAwaitResponse(msg, &response); 1439fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar} 1440fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar 14415778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::releaseOutputBuffer(size_t index) { 14421d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatReleaseOutputBuffer, this); 14435778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setSize("index", index); 14445778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14455778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 14465778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 14475778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 14485778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14497cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFaddenstatus_t MediaCodec::signalEndOfInputStream() { 14501d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatSignalEndOfInputStream, this); 14517cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 14527cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<AMessage> response; 14537cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden return PostAndAwaitResponse(msg, &response); 14547cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden} 14557cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 14565778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::getOutputFormat(sp<AMessage> *format) const { 14571d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatGetOutputFormat, this); 14585778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14595778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 14605778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err; 14615778822d86b0337407514b9372562b86edfa91cdAndreas Huber if ((err = PostAndAwaitResponse(msg, &response)) != OK) { 14625778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 14635778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14645778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14655778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findMessage("format", format)); 14665778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14675778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 14685778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 14695778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1470e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnarstatus_t MediaCodec::getInputFormat(sp<AMessage> *format) const { 14711d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatGetInputFormat, this); 1472e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 1473e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar sp<AMessage> response; 1474e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar status_t err; 1475e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if ((err = PostAndAwaitResponse(msg, &response)) != OK) { 1476e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar return err; 1477e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 1478e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 1479e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar CHECK(response->findMessage("format", format)); 1480e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 1481e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar return OK; 1482e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar} 1483e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 1484717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjostatus_t MediaCodec::getName(AString *name) const { 14851d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatGetName, this); 1486717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 1487717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo sp<AMessage> response; 1488717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo status_t err; 1489717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo if ((err = PostAndAwaitResponse(msg, &response)) != OK) { 1490717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo return err; 1491717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo } 1492717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 1493717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo CHECK(response->findString("name", name)); 1494717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 1495717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo return OK; 1496717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo} 1497717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 14983f21345e16b77c49042f5c13ceb62b0c35699561Chong Zhangstatus_t MediaCodec::getCodecInfo(sp<MediaCodecInfo> *codecInfo) const { 14993f21345e16b77c49042f5c13ceb62b0c35699561Chong Zhang sp<AMessage> msg = new AMessage(kWhatGetCodecInfo, this); 15003f21345e16b77c49042f5c13ceb62b0c35699561Chong Zhang 15013f21345e16b77c49042f5c13ceb62b0c35699561Chong Zhang sp<AMessage> response; 15023f21345e16b77c49042f5c13ceb62b0c35699561Chong Zhang status_t err; 15033f21345e16b77c49042f5c13ceb62b0c35699561Chong Zhang if ((err = PostAndAwaitResponse(msg, &response)) != OK) { 15043f21345e16b77c49042f5c13ceb62b0c35699561Chong Zhang return err; 15053f21345e16b77c49042f5c13ceb62b0c35699561Chong Zhang } 15063f21345e16b77c49042f5c13ceb62b0c35699561Chong Zhang 15073f21345e16b77c49042f5c13ceb62b0c35699561Chong Zhang sp<RefBase> obj; 15083f21345e16b77c49042f5c13ceb62b0c35699561Chong Zhang CHECK(response->findObject("codecInfo", &obj)); 15093f21345e16b77c49042f5c13ceb62b0c35699561Chong Zhang *codecInfo = static_cast<MediaCodecInfo *>(obj.get()); 15103f21345e16b77c49042f5c13ceb62b0c35699561Chong Zhang 15113f21345e16b77c49042f5c13ceb62b0c35699561Chong Zhang return OK; 15123f21345e16b77c49042f5c13ceb62b0c35699561Chong Zhang} 15133f21345e16b77c49042f5c13ceb62b0c35699561Chong Zhang 1514afb43f76821e6a63e17e6484289a40430ada6978Ray Essickstatus_t MediaCodec::getMetrics(MediaAnalyticsItem * &reply) { 1515afb43f76821e6a63e17e6484289a40430ada6978Ray Essick 1516afb43f76821e6a63e17e6484289a40430ada6978Ray Essick reply = NULL; 1517db1221479a7ffe7094c51c463bbd36522ed106abRay Essick 1518db1221479a7ffe7094c51c463bbd36522ed106abRay Essick // shouldn't happen, but be safe 1519db1221479a7ffe7094c51c463bbd36522ed106abRay Essick if (mAnalyticsItem == NULL) { 1520db1221479a7ffe7094c51c463bbd36522ed106abRay Essick return UNKNOWN_ERROR; 1521db1221479a7ffe7094c51c463bbd36522ed106abRay Essick } 1522db1221479a7ffe7094c51c463bbd36522ed106abRay Essick 152301c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick // update any in-flight data that's not carried within the record 152401c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick updateAnalyticsItem(); 1525db1221479a7ffe7094c51c463bbd36522ed106abRay Essick 1526db1221479a7ffe7094c51c463bbd36522ed106abRay Essick // send it back to the caller. 1527afb43f76821e6a63e17e6484289a40430ada6978Ray Essick reply = mAnalyticsItem->dup(); 1528db1221479a7ffe7094c51c463bbd36522ed106abRay Essick 152901c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick updateEphemeralAnalytics(reply); 153001c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick 1531db1221479a7ffe7094c51c463bbd36522ed106abRay Essick return OK; 1532db1221479a7ffe7094c51c463bbd36522ed106abRay Essick} 1533db1221479a7ffe7094c51c463bbd36522ed106abRay Essick 15347e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kimstatus_t MediaCodec::getInputBuffers(Vector<sp<MediaCodecBuffer> > *buffers) const { 15351d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatGetBuffers, this); 15365778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("portIndex", kPortIndexInput); 15375778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setPointer("buffers", buffers); 15385778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15395778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 15405778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 15415778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 15425778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15437e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kimstatus_t MediaCodec::getOutputBuffers(Vector<sp<MediaCodecBuffer> > *buffers) const { 15441d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatGetBuffers, this); 15455778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("portIndex", kPortIndexOutput); 15465778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setPointer("buffers", buffers); 15475778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15485778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 15495778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 15505778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 15515778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15527e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kimstatus_t MediaCodec::getOutputBuffer(size_t index, sp<MediaCodecBuffer> *buffer) { 15537bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar sp<AMessage> format; 15547bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar return getBufferAndFormat(kPortIndexOutput, index, buffer, &format); 15557bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar} 15567bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 15577bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnarstatus_t MediaCodec::getOutputFormat(size_t index, sp<AMessage> *format) { 15587e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim sp<MediaCodecBuffer> buffer; 15597bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar return getBufferAndFormat(kPortIndexOutput, index, &buffer, format); 15607bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar} 15617bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 15627e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kimstatus_t MediaCodec::getInputBuffer(size_t index, sp<MediaCodecBuffer> *buffer) { 15637bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar sp<AMessage> format; 15647bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar return getBufferAndFormat(kPortIndexInput, index, buffer, &format); 15657bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar} 15667bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 15670e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnarbool MediaCodec::isExecuting() const { 15680e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar return mState == STARTED || mState == FLUSHED; 15690e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar} 15700e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar 15717bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnarstatus_t MediaCodec::getBufferAndFormat( 15727bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar size_t portIndex, size_t index, 15737e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim sp<MediaCodecBuffer> *buffer, sp<AMessage> *format) { 15747bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar // use mutex instead of a context switch 157547a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu if (mReleasedByResourceManager) { 1576b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage ALOGE("getBufferAndFormat - resource already released"); 157747a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu return DEAD_OBJECT; 157847a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu } 157947a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu 1580b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage if (buffer == NULL) { 15817e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim ALOGE("getBufferAndFormat - null MediaCodecBuffer"); 1582b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage return INVALID_OPERATION; 1583b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage } 1584b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage 1585b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage if (format == NULL) { 1586b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage ALOGE("getBufferAndFormat - null AMessage"); 1587b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage return INVALID_OPERATION; 1588b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage } 1589b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage 15907bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar buffer->clear(); 15917bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar format->clear(); 1592b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage 15930e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (!isExecuting()) { 1594b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage ALOGE("getBufferAndFormat - not executing"); 15957bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar return INVALID_OPERATION; 15967bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar } 15977bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 15987bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar // we do not want mPortBuffers to change during this section 15997bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar // we also don't want mOwnedByClient to change during this 16007bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Mutex::Autolock al(mBufferLock); 1601b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage 1602dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim std::vector<BufferInfo> &buffers = mPortBuffers[portIndex]; 1603dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim if (index >= buffers.size()) { 1604b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage ALOGE("getBufferAndFormat - trying to get buffer with " 1605dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim "bad index (index=%zu buffer_size=%zu)", index, buffers.size()); 1606b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage return INVALID_OPERATION; 16077bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar } 1608b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage 1609dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim const BufferInfo &info = buffers[index]; 1610b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage if (!info.mOwnedByClient) { 1611b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage ALOGE("getBufferAndFormat - invalid operation " 16120362655ca9494052f348f83dabecf9ea27003976Aaron Vaage "(the index %zu is not owned by client)", index); 1613b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage return INVALID_OPERATION; 1614b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage } 1615b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage 16164811923e80a8abefa278307ebf8cc9b0294ba67fWonsik Kim *buffer = info.mData; 1617fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim *format = info.mData->format(); 1618b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage 16197bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar return OK; 16207bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar} 16217bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 16225778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::flush() { 16231d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatFlush, this); 16245778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16255778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 16265778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 16275778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 16285778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1629496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huberstatus_t MediaCodec::requestIDRFrame() { 16301d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatRequestIDRFrame, this))->post(); 1631496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 1632496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber return OK; 1633496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber} 1634496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 1635575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Hubervoid MediaCodec::requestActivityNotification(const sp<AMessage> ¬ify) { 16361d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatRequestActivityNotification, this); 1637575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber msg->setMessage("notify", notify); 1638575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber msg->post(); 1639575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber} 1640575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 164179d2b28f3a04d7914bb932a65d87117c0c7c11cfChong Zhangvoid MediaCodec::requestCpuBoostIfNeeded() { 164279d2b28f3a04d7914bb932a65d87117c0c7c11cfChong Zhang if (mCpuBoostRequested) { 164379d2b28f3a04d7914bb932a65d87117c0c7c11cfChong Zhang return; 164479d2b28f3a04d7914bb932a65d87117c0c7c11cfChong Zhang } 164579d2b28f3a04d7914bb932a65d87117c0c7c11cfChong Zhang int32_t colorFormat; 164679d2b28f3a04d7914bb932a65d87117c0c7c11cfChong Zhang if (mSoftRenderer != NULL 164779d2b28f3a04d7914bb932a65d87117c0c7c11cfChong Zhang && mOutputFormat->contains("hdr-static-info") 164879d2b28f3a04d7914bb932a65d87117c0c7c11cfChong Zhang && mOutputFormat->findInt32("color-format", &colorFormat) 164979d2b28f3a04d7914bb932a65d87117c0c7c11cfChong Zhang && (colorFormat == OMX_COLOR_FormatYUV420Planar16)) { 165079d2b28f3a04d7914bb932a65d87117c0c7c11cfChong Zhang int32_t left, top, right, bottom, width, height; 165179d2b28f3a04d7914bb932a65d87117c0c7c11cfChong Zhang int64_t totalPixel = 0; 165279d2b28f3a04d7914bb932a65d87117c0c7c11cfChong Zhang if (mOutputFormat->findRect("crop", &left, &top, &right, &bottom)) { 165379d2b28f3a04d7914bb932a65d87117c0c7c11cfChong Zhang totalPixel = (right - left + 1) * (bottom - top + 1); 165479d2b28f3a04d7914bb932a65d87117c0c7c11cfChong Zhang } else if (mOutputFormat->findInt32("width", &width) 165579d2b28f3a04d7914bb932a65d87117c0c7c11cfChong Zhang && mOutputFormat->findInt32("height", &height)) { 165679d2b28f3a04d7914bb932a65d87117c0c7c11cfChong Zhang totalPixel = width * height; 165779d2b28f3a04d7914bb932a65d87117c0c7c11cfChong Zhang } 165879d2b28f3a04d7914bb932a65d87117c0c7c11cfChong Zhang if (totalPixel >= 1920 * 1080) { 165979d2b28f3a04d7914bb932a65d87117c0c7c11cfChong Zhang addResource(MediaResource::kCpuBoost, 166079d2b28f3a04d7914bb932a65d87117c0c7c11cfChong Zhang MediaResource::kUnspecifiedSubType, 1); 166179d2b28f3a04d7914bb932a65d87117c0c7c11cfChong Zhang mCpuBoostRequested = true; 166279d2b28f3a04d7914bb932a65d87117c0c7c11cfChong Zhang } 166379d2b28f3a04d7914bb932a65d87117c0c7c11cfChong Zhang } 166479d2b28f3a04d7914bb932a65d87117c0c7c11cfChong Zhang} 166579d2b28f3a04d7914bb932a65d87117c0c7c11cfChong Zhang 16665778822d86b0337407514b9372562b86edfa91cdAndreas Huber//////////////////////////////////////////////////////////////////////////////// 16675778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16685778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid MediaCodec::cancelPendingDequeueOperations() { 16695778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mFlags & kFlagDequeueInputPending) { 1670c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(mDequeueInputReplyID, INVALID_OPERATION); 16715778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16725778822d86b0337407514b9372562b86edfa91cdAndreas Huber ++mDequeueInputTimeoutGeneration; 16735778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputReplyID = 0; 16745778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueInputPending; 16755778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 16765778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16775778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mFlags & kFlagDequeueOutputPending) { 1678c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(mDequeueOutputReplyID, INVALID_OPERATION); 16795778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16805778822d86b0337407514b9372562b86edfa91cdAndreas Huber ++mDequeueOutputTimeoutGeneration; 16815778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueOutputReplyID = 0; 16825778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueOutputPending; 16835778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 16845778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 16855778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16863f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnarbool MediaCodec::handleDequeueInputBuffer(const sp<AReplyToken> &replyID, bool newRequest) { 16870e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (!isExecuting() || (mFlags & kFlagIsAsync) 16885778822d86b0337407514b9372562b86edfa91cdAndreas Huber || (newRequest && (mFlags & kFlagDequeueInputPending))) { 1689c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 16905778822d86b0337407514b9372562b86edfa91cdAndreas Huber return true; 1691251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 1692251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 1693251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return true; 16945778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 16955778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16965778822d86b0337407514b9372562b86edfa91cdAndreas Huber ssize_t index = dequeuePortBuffer(kPortIndexInput); 16975778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16985778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (index < 0) { 16995778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ(index, -EAGAIN); 17005778822d86b0337407514b9372562b86edfa91cdAndreas Huber return false; 17015778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 17025778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17035778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response = new AMessage; 17045778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setSize("index", index); 17055778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->postReply(replyID); 17065778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17075778822d86b0337407514b9372562b86edfa91cdAndreas Huber return true; 17085778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 17095778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17103f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnarbool MediaCodec::handleDequeueOutputBuffer(const sp<AReplyToken> &replyID, bool newRequest) { 17110e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (!isExecuting() || (mFlags & kFlagIsAsync) 17125778822d86b0337407514b9372562b86edfa91cdAndreas Huber || (newRequest && (mFlags & kFlagDequeueOutputPending))) { 171347a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu PostReplyWithError(replyID, INVALID_OPERATION); 1714251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 171547a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu PostReplyWithError(replyID, getStickyError()); 17165778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (mFlags & kFlagOutputBuffersChanged) { 171747a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu PostReplyWithError(replyID, INFO_OUTPUT_BUFFERS_CHANGED); 17185778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagOutputBuffersChanged; 17195778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (mFlags & kFlagOutputFormatChanged) { 172047a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu PostReplyWithError(replyID, INFO_FORMAT_CHANGED); 17215778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagOutputFormatChanged; 17225778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 172347a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu sp<AMessage> response = new AMessage; 17245778822d86b0337407514b9372562b86edfa91cdAndreas Huber ssize_t index = dequeuePortBuffer(kPortIndexOutput); 17255778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17265778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (index < 0) { 17275778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ(index, -EAGAIN); 17285778822d86b0337407514b9372562b86edfa91cdAndreas Huber return false; 17295778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 17305778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17317e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim const sp<MediaCodecBuffer> &buffer = 1732dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mPortBuffers[kPortIndexOutput][index].mData; 17335778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17345778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setSize("index", index); 17355778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setSize("offset", buffer->offset()); 17365778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setSize("size", buffer->size()); 17375778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17385778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t timeUs; 17395778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(buffer->meta()->findInt64("timeUs", &timeUs)); 17405778822d86b0337407514b9372562b86edfa91cdAndreas Huber 174101c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick statsBufferReceived(timeUs); 174201c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick 17435778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setInt64("timeUs", timeUs); 17445778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1745dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim int32_t flags; 1746dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim CHECK(buffer->meta()->findInt32("flags", &flags)); 17475778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17485778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setInt32("flags", flags); 174947a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu response->postReply(replyID); 17505778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 17515778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17525778822d86b0337407514b9372562b86edfa91cdAndreas Huber return true; 17535778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 17545778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17555778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid MediaCodec::onMessageReceived(const sp<AMessage> &msg) { 17565778822d86b0337407514b9372562b86edfa91cdAndreas Huber switch (msg->what()) { 17575778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatCodecNotify: 17585778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 17595778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t what; 17605778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("what", &what)); 17615778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17625778822d86b0337407514b9372562b86edfa91cdAndreas Huber switch (what) { 176379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim case kWhatError: 17645778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 1765251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung int32_t err, actionCode; 1766251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung CHECK(msg->findInt32("err", &err)); 1767251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung CHECK(msg->findInt32("actionCode", &actionCode)); 17685778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17699e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen ALOGE("Codec reported err %#x, actionCode %d, while in state %d", 17709e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen err, actionCode, mState); 1771251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (err == DEAD_OBJECT) { 1772aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber mFlags |= kFlagSawMediaServerDie; 177352dfbee90cc3c4426428318e06a92774f5201198Praveen Chavan mFlags &= ~kFlagIsComponentAllocated; 1774aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber } 1775aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber 17765530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia bool sendErrorResponse = true; 17775778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17785778822d86b0337407514b9372562b86edfa91cdAndreas Huber switch (mState) { 17795778822d86b0337407514b9372562b86edfa91cdAndreas Huber case INITIALIZING: 17805778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 17815778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(UNINITIALIZED); 17825778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 17835778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 17845778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17855778822d86b0337407514b9372562b86edfa91cdAndreas Huber case CONFIGURING: 17865778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 178782b7fe8aa03558bf90769a3d88536e6105db371bRay Essick if (actionCode == ACTION_CODE_FATAL) { 178882b7fe8aa03558bf90769a3d88536e6105db371bRay Essick mAnalyticsItem->setInt32(kCodecError, err); 1789573ebe40b005690f797ac4d90ed1ff49f9fdb2b7Ray Essick mAnalyticsItem->setCString(kCodecErrorState, stateString(mState).c_str()); 179082b7fe8aa03558bf90769a3d88536e6105db371bRay Essick flushAnalyticsItem(); 179182b7fe8aa03558bf90769a3d88536e6105db371bRay Essick initAnalyticsItem(); 179282b7fe8aa03558bf90769a3d88536e6105db371bRay Essick } 1793c22c695660ed9edaba0d4cd7c0ab3a794216fe80Wei Jia setState(actionCode == ACTION_CODE_FATAL ? 1794c22c695660ed9edaba0d4cd7c0ab3a794216fe80Wei Jia UNINITIALIZED : INITIALIZED); 17955778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 17965778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 17975778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17985778822d86b0337407514b9372562b86edfa91cdAndreas Huber case STARTING: 17995778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 180082b7fe8aa03558bf90769a3d88536e6105db371bRay Essick if (actionCode == ACTION_CODE_FATAL) { 180182b7fe8aa03558bf90769a3d88536e6105db371bRay Essick mAnalyticsItem->setInt32(kCodecError, err); 1802573ebe40b005690f797ac4d90ed1ff49f9fdb2b7Ray Essick mAnalyticsItem->setCString(kCodecErrorState, stateString(mState).c_str()); 180382b7fe8aa03558bf90769a3d88536e6105db371bRay Essick flushAnalyticsItem(); 180482b7fe8aa03558bf90769a3d88536e6105db371bRay Essick initAnalyticsItem(); 180582b7fe8aa03558bf90769a3d88536e6105db371bRay Essick } 1806c22c695660ed9edaba0d4cd7c0ab3a794216fe80Wei Jia setState(actionCode == ACTION_CODE_FATAL ? 1807c22c695660ed9edaba0d4cd7c0ab3a794216fe80Wei Jia UNINITIALIZED : CONFIGURED); 18085778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 18095778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 18105778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1811c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber case RELEASING: 18125778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 18135778822d86b0337407514b9372562b86edfa91cdAndreas Huber // Ignore the error, assuming we'll still get 18145d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang // the shutdown complete notification. If we 18155d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang // don't, we'll timeout and force release. 18165530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia sendErrorResponse = false; 18175d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang } 18185d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang // fall-thru 18195d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang case STOPPING: 18205d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang { 1821aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber if (mFlags & kFlagSawMediaServerDie) { 182203ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // MediaServer died, there definitely won't 182303ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // be a shutdown complete notification after 182403ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // all. 182503ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber 182603ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // note that we're directly going from 182703ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // STOPPING->UNINITIALIZED, instead of the 182803ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // usual STOPPING->INITIALIZED state. 182903ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber setState(UNINITIALIZED); 18306e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar if (mState == RELEASING) { 18316e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar mComponentName.clear(); 18326e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar } 183303ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber (new AMessage)->postReply(mReplyID); 18345d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang sendErrorResponse = false; 183503ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber } 18365778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 18375778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 18385778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18395778822d86b0337407514b9372562b86edfa91cdAndreas Huber case FLUSHING: 18405778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 18419e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen if (actionCode == ACTION_CODE_FATAL) { 184282b7fe8aa03558bf90769a3d88536e6105db371bRay Essick mAnalyticsItem->setInt32(kCodecError, err); 1843573ebe40b005690f797ac4d90ed1ff49f9fdb2b7Ray Essick mAnalyticsItem->setCString(kCodecErrorState, stateString(mState).c_str()); 184482b7fe8aa03558bf90769a3d88536e6105db371bRay Essick flushAnalyticsItem(); 184582b7fe8aa03558bf90769a3d88536e6105db371bRay Essick initAnalyticsItem(); 184682b7fe8aa03558bf90769a3d88536e6105db371bRay Essick 18479e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen setState(UNINITIALIZED); 18489e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen } else { 18499e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen setState( 18509e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen (mFlags & kFlagIsAsync) ? FLUSHED : STARTED); 18519e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen } 18525778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 18535778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 18545778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18550e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar case FLUSHED: 18565778822d86b0337407514b9372562b86edfa91cdAndreas Huber case STARTED: 18575778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 18585530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia sendErrorResponse = false; 18595778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1860251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setStickyError(err); 1861575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 18625778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18635778822d86b0337407514b9372562b86edfa91cdAndreas Huber cancelPendingDequeueOperations(); 1864c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1865c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 1866251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung onError(err, actionCode); 1867251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 1868251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung switch (actionCode) { 1869251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case ACTION_CODE_TRANSIENT: 1870251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 1871251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case ACTION_CODE_RECOVERABLE: 1872251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setState(INITIALIZED); 1873251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 1874251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung default: 187582b7fe8aa03558bf90769a3d88536e6105db371bRay Essick mAnalyticsItem->setInt32(kCodecError, err); 1876573ebe40b005690f797ac4d90ed1ff49f9fdb2b7Ray Essick mAnalyticsItem->setCString(kCodecErrorState, stateString(mState).c_str()); 187782b7fe8aa03558bf90769a3d88536e6105db371bRay Essick flushAnalyticsItem(); 187882b7fe8aa03558bf90769a3d88536e6105db371bRay Essick initAnalyticsItem(); 1879251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setState(UNINITIALIZED); 1880251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 1881c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 18825778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 18835778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 18845778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18855778822d86b0337407514b9372562b86edfa91cdAndreas Huber default: 18865778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 18875530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia sendErrorResponse = false; 18885778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1889251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setStickyError(err); 1890575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 1891c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1892251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung // actionCode in an uninitialized state is always fatal. 1893251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (mState == UNINITIALIZED) { 1894251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung actionCode = ACTION_CODE_FATAL; 1895251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 1896c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 1897251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung onError(err, actionCode); 1898251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 1899251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung switch (actionCode) { 1900251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case ACTION_CODE_TRANSIENT: 1901251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 1902251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case ACTION_CODE_RECOVERABLE: 1903251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setState(INITIALIZED); 1904251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 1905251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung default: 1906251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setState(UNINITIALIZED); 1907251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 1908c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 19095778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 19105778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19115778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19125778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19135530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia if (sendErrorResponse) { 1914251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(mReplyID, err); 19155778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19165778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 19175778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19185778822d86b0337407514b9372562b86edfa91cdAndreas Huber 191979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim case kWhatComponentAllocated: 19205778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 19215778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ(mState, INITIALIZING); 19225778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(INITIALIZED); 192352dfbee90cc3c4426428318e06a92774f5201198Praveen Chavan mFlags |= kFlagIsComponentAllocated; 19245778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1925717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo CHECK(msg->findString("componentName", &mComponentName)); 19265778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19278574195df5de20af5fc16d6f9da1b132d6d5bfeeRay Essick if (mComponentName.c_str()) { 19288574195df5de20af5fc16d6f9da1b132d6d5bfeeRay Essick mAnalyticsItem->setCString(kCodecCodec, mComponentName.c_str()); 19298574195df5de20af5fc16d6f9da1b132d6d5bfeeRay Essick } 19308574195df5de20af5fc16d6f9da1b132d6d5bfeeRay Essick 1931717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo if (mComponentName.startsWith("OMX.google.")) { 19323a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar mFlags |= kFlagUsesSoftwareRenderer; 19335778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 19343a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar mFlags &= ~kFlagUsesSoftwareRenderer; 19355778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19365778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1937ea15fd29af81490311af9e12949b43524c39400eRonghua Wu MediaResource::Type resourceType; 1938717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo if (mComponentName.endsWith(".secure")) { 19391bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber mFlags |= kFlagIsSecure; 1940ea15fd29af81490311af9e12949b43524c39400eRonghua Wu resourceType = MediaResource::kSecureCodec; 19418574195df5de20af5fc16d6f9da1b132d6d5bfeeRay Essick mAnalyticsItem->setInt32(kCodecSecure, 1); 19421bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber } else { 19431bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber mFlags &= ~kFlagIsSecure; 1944ea15fd29af81490311af9e12949b43524c39400eRonghua Wu resourceType = MediaResource::kNonSecureCodec; 19458574195df5de20af5fc16d6f9da1b132d6d5bfeeRay Essick mAnalyticsItem->setInt32(kCodecSecure, 0); 19461bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber } 1947c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu 194858828196edf2fc4debbd7913198a8149f039b4a9Ronghua Wu if (mIsVideo) { 194958828196edf2fc4debbd7913198a8149f039b4a9Ronghua Wu // audio codec is currently ignored. 1950ea15fd29af81490311af9e12949b43524c39400eRonghua Wu addResource(resourceType, MediaResource::kVideoCodec, 1); 195158828196edf2fc4debbd7913198a8149f039b4a9Ronghua Wu } 19521bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber 19535778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(mReplyID); 19545778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 19555778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19565778822d86b0337407514b9372562b86edfa91cdAndreas Huber 195779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim case kWhatComponentConfigured: 19585778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 1959c6044a135324979e62cc59db9dbde8b11c4bb74bAndy Hung if (mState == UNINITIALIZED || mState == INITIALIZED) { 1960c6044a135324979e62cc59db9dbde8b11c4bb74bAndy Hung // In case a kWhatError message came in and replied with error, 1961c6044a135324979e62cc59db9dbde8b11c4bb74bAndy Hung // we log a warning and ignore. 1962c6044a135324979e62cc59db9dbde8b11c4bb74bAndy Hung ALOGW("configure interrupted by error, current state %d", mState); 1963c6044a135324979e62cc59db9dbde8b11c4bb74bAndy Hung break; 1964c6044a135324979e62cc59db9dbde8b11c4bb74bAndy Hung } 19655778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ(mState, CONFIGURING); 19665778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19676507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden // reset input surface flag 19686507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mHaveInputSurface = false; 19696507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden 1970e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar CHECK(msg->findMessage("input-format", &mInputFormat)); 1971e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar CHECK(msg->findMessage("output-format", &mOutputFormat)); 1972b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGV("[%s] configured as input format: %s, output format: %s", 1973b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mComponentName.c_str(), 1974b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mInputFormat->debugString(4).c_str(), 1975b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mOutputFormat->debugString(4).c_str()); 19763a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar int32_t usingSwRenderer; 19773a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (mOutputFormat->findInt32("using-sw-renderer", &usingSwRenderer) 19783a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar && usingSwRenderer) { 19793a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar mFlags |= kFlagUsesSoftwareRenderer; 19803a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 19812606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang setState(CONFIGURED); 19825778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(mReplyID); 19839c2480b117dc3fd1e6af3b0fdb209d787c17e087Ray Essick 19849c2480b117dc3fd1e6af3b0fdb209d787c17e087Ray Essick // augment our media metrics info, now that we know more things 19859c2480b117dc3fd1e6af3b0fdb209d787c17e087Ray Essick if (mAnalyticsItem != NULL) { 19869c2480b117dc3fd1e6af3b0fdb209d787c17e087Ray Essick sp<AMessage> format; 19879c2480b117dc3fd1e6af3b0fdb209d787c17e087Ray Essick if (mConfigureMsg != NULL && 19889c2480b117dc3fd1e6af3b0fdb209d787c17e087Ray Essick mConfigureMsg->findMessage("format", &format)) { 19899c2480b117dc3fd1e6af3b0fdb209d787c17e087Ray Essick // format includes: mime 19909c2480b117dc3fd1e6af3b0fdb209d787c17e087Ray Essick AString mime; 19919c2480b117dc3fd1e6af3b0fdb209d787c17e087Ray Essick if (format->findString("mime", &mime)) { 19929c2480b117dc3fd1e6af3b0fdb209d787c17e087Ray Essick mAnalyticsItem->setCString(kCodecMime, mime.c_str()); 19939c2480b117dc3fd1e6af3b0fdb209d787c17e087Ray Essick } 19949c2480b117dc3fd1e6af3b0fdb209d787c17e087Ray Essick } 19959c2480b117dc3fd1e6af3b0fdb209d787c17e087Ray Essick } 19965778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 19975778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19985778822d86b0337407514b9372562b86edfa91cdAndreas Huber 199979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim case kWhatInputSurfaceCreated: 20007cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 200192cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar // response to initiateCreateInputSurface() 20027cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden status_t err = NO_ERROR; 20031dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AMessage> response = new AMessage; 20047cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden if (!msg->findInt32("err", &err)) { 20057cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<RefBase> obj; 20067cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden msg->findObject("input-surface", &obj); 2007b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar CHECK(msg->findMessage("input-format", &mInputFormat)); 2008b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar CHECK(msg->findMessage("output-format", &mOutputFormat)); 2009b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGV("[%s] input surface created as input format: %s, output format: %s", 2010b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mComponentName.c_str(), 2011b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mInputFormat->debugString(4).c_str(), 2012b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mOutputFormat->debugString(4).c_str()); 20137cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden CHECK(obj != NULL); 20147cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden response->setObject("input-surface", obj); 20156507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mHaveInputSurface = true; 20167cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } else { 20177cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden response->setInt32("err", err); 20187cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 20197cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden response->postReply(mReplyID); 20207cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 20217cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 20227cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 202379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim case kWhatInputSurfaceAccepted: 2024d291c222357303b9611cab89d0c3b047584ef377Chong Zhang { 20258f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang // response to initiateSetInputSurface() 2026d291c222357303b9611cab89d0c3b047584ef377Chong Zhang status_t err = NO_ERROR; 2027d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<AMessage> response = new AMessage(); 2028d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (!msg->findInt32("err", &err)) { 2029addf2cbb120346ae42e78fa739245a353db5edadChong Zhang CHECK(msg->findMessage("input-format", &mInputFormat)); 2030addf2cbb120346ae42e78fa739245a353db5edadChong Zhang CHECK(msg->findMessage("output-format", &mOutputFormat)); 2031d291c222357303b9611cab89d0c3b047584ef377Chong Zhang mHaveInputSurface = true; 2032d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } else { 2033d291c222357303b9611cab89d0c3b047584ef377Chong Zhang response->setInt32("err", err); 2034d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 2035d291c222357303b9611cab89d0c3b047584ef377Chong Zhang response->postReply(mReplyID); 2036d291c222357303b9611cab89d0c3b047584ef377Chong Zhang break; 2037d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 2038d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 203979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim case kWhatSignaledInputEOS: 20407cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 204192cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar // response to signalEndOfInputStream() 20421dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AMessage> response = new AMessage; 20437cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden status_t err; 20447cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden if (msg->findInt32("err", &err)) { 20457cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden response->setInt32("err", err); 20467cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 20477cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden response->postReply(mReplyID); 20487cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 20497cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 20507cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 2051dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim case kWhatStartCompleted: 20525778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 2053dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim CHECK_EQ(mState, STARTING); 2054dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim if (mIsVideo) { 2055dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim addResource( 2056dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim MediaResource::kGraphicMemory, 2057dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim MediaResource::kUnspecifiedSubType, 2058dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim getGraphicBufferSize()); 2059fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim } 2060dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim setState(STARTED); 2061dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim (new AMessage)->postReply(mReplyID); 2062dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim break; 2063dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim } 2064fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim 2065dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim case kWhatOutputBuffersChanged: 2066dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim { 2067dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mFlags |= kFlagOutputBuffersChanged; 2068dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim postActivityNotificationIfPossible(); 20695778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 20705778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20715778822d86b0337407514b9372562b86edfa91cdAndreas Huber 207279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim case kWhatOutputFramesRendered: 207390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar { 207490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // ignore these in all states except running, and check that we have a 207590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // notification set 207690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (mState == STARTED && mOnFrameRenderedNotification != NULL) { 207790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar sp<AMessage> notify = mOnFrameRenderedNotification->dup(); 207890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar notify->setMessage("data", msg); 207990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar notify->post(); 208090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 208190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar break; 208290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 208390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 208479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim case kWhatFillThisBuffer: 20855778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 20865778822d86b0337407514b9372562b86edfa91cdAndreas Huber /* size_t index = */updateBuffers(kPortIndexInput, msg); 20875778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2088c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber if (mState == FLUSHING 2089c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber || mState == STOPPING 2090c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber || mState == RELEASING) { 20915778822d86b0337407514b9372562b86edfa91cdAndreas Huber returnBuffersToCodecOnPort(kPortIndexInput); 20925778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 20935778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20945778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20958ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber if (!mCSD.empty()) { 20968ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber ssize_t index = dequeuePortBuffer(kPortIndexInput); 20978ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber CHECK_GE(index, 0); 20988ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 20998ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber // If codec specific data had been specified as 21008ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber // part of the format in the call to configure and 21018ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber // if there's more csd left, we submit it here 21028ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber // clients only get access to input buffers once 21038ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber // this data has been exhausted. 21048ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 21058ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber status_t err = queueCSDInputBuffer(index); 21068ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 21078ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber if (err != OK) { 21088ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber ALOGE("queueCSDInputBuffer failed w/ error %d", 21098ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber err); 21108ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 2111251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setStickyError(err); 2112575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 2113575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 21148ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber cancelPendingDequeueOperations(); 21158ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber } 21168ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber break; 21178ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber } 21188ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 2119c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 21206e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar if (!mHaveInputSurface) { 21213d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang if (mState == FLUSHED) { 21223d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang mHavePendingInputBuffers = true; 21233d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang } else { 21243d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang onInputBufferAvailable(); 21253d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang } 21266e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar } 2127c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } else if (mFlags & kFlagDequeueInputPending) { 21285778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(handleDequeueInputBuffer(mDequeueInputReplyID)); 21295778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21305778822d86b0337407514b9372562b86edfa91cdAndreas Huber ++mDequeueInputTimeoutGeneration; 21315778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueInputPending; 21325778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputReplyID = 0; 2133575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber } else { 2134575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 21355778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 21365778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 21375778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 21385778822d86b0337407514b9372562b86edfa91cdAndreas Huber 213979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim case kWhatDrainThisBuffer: 21405778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 21415778822d86b0337407514b9372562b86edfa91cdAndreas Huber /* size_t index = */updateBuffers(kPortIndexOutput, msg); 21425778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2143c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber if (mState == FLUSHING 2144c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber || mState == STOPPING 2145c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber || mState == RELEASING) { 21465778822d86b0337407514b9372562b86edfa91cdAndreas Huber returnBuffersToCodecOnPort(kPortIndexOutput); 21475778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 21485778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 21495778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21507e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim sp<RefBase> obj; 21517e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim CHECK(msg->findObject("buffer", &obj)); 21527e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim sp<MediaCodecBuffer> buffer = static_cast<MediaCodecBuffer *>(obj.get()); 21535778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2154fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim if (mOutputFormat != buffer->format()) { 2155fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim mOutputFormat = buffer->format(); 2156fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim ALOGV("[%s] output format changed to: %s", 2157fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim mComponentName.c_str(), mOutputFormat->debugString(4).c_str()); 2158fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim 2159fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim if (mSoftRenderer == NULL && 2160fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim mSurface != NULL && 2161fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim (mFlags & kFlagUsesSoftwareRenderer)) { 2162fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim AString mime; 2163fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim CHECK(mOutputFormat->findString("mime", &mime)); 2164fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim 2165fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim // TODO: propagate color aspects to software renderer to allow better 2166fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim // color conversion to RGB. For now, just mark dataspace for YUV 2167fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim // rendering. 2168fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim int32_t dataSpace; 2169fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim if (mOutputFormat->findInt32("android._dataspace", &dataSpace)) { 2170fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim ALOGD("[%s] setting dataspace on output surface to #%x", 2171fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim mComponentName.c_str(), dataSpace); 2172fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim int err = native_window_set_buffers_data_space( 2173fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim mSurface.get(), (android_dataspace)dataSpace); 2174fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim ALOGW_IF(err != 0, "failed to set dataspace on surface (%d)", err); 2175fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim } 21762d2a2967ce29281816b9ddb9434b3c0084e4ce52Chong Zhang if (mOutputFormat->contains("hdr-static-info")) { 21772d2a2967ce29281816b9ddb9434b3c0084e4ce52Chong Zhang HDRStaticInfo info; 21782d2a2967ce29281816b9ddb9434b3c0084e4ce52Chong Zhang if (ColorUtils::getHDRStaticInfoFromFormat(mOutputFormat, &info)) { 21792d2a2967ce29281816b9ddb9434b3c0084e4ce52Chong Zhang setNativeWindowHdrMetadata(mSurface.get(), &info); 21802d2a2967ce29281816b9ddb9434b3c0084e4ce52Chong Zhang } 21812d2a2967ce29281816b9ddb9434b3c0084e4ce52Chong Zhang } 2182fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim 2183fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim if (mime.startsWithIgnoreCase("video/")) { 2184fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim mSoftRenderer = new SoftwareRenderer(mSurface, mRotationDegrees); 2185fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim } 2186fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim } 21875778822d86b0337407514b9372562b86edfa91cdAndreas Huber 218879d2b28f3a04d7914bb932a65d87117c0c7c11cfChong Zhang requestCpuBoostIfNeeded(); 218979d2b28f3a04d7914bb932a65d87117c0c7c11cfChong Zhang 2190fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim if (mFlags & kFlagIsEncoder) { 2191fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim // Before we announce the format change we should 2192fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim // collect codec specific data and amend the output 2193fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim // format as necessary. 2194dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim int32_t flags = 0; 2195dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim (void) buffer->meta()->findInt32("flags", &flags); 2196dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim if (flags & BUFFER_FLAG_CODECCONFIG) { 2197fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim status_t err = 2198fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim amendOutputFormatWithCodecSpecificData(buffer); 2199fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim 2200fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim if (err != OK) { 2201fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim ALOGE("Codec spit out malformed codec " 2202fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim "specific data!"); 2203fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim } 2204e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 2205e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 2206c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 2207c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang onOutputFormatChanged(); 2208c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } else { 2209c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mFlags |= kFlagOutputFormatChanged; 2210fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim postActivityNotificationIfPossible(); 2211fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim } 2212fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim 2213fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim // Notify mCrypto of video resolution changes 2214fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim if (mCrypto != NULL) { 2215fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim int32_t left, top, right, bottom, width, height; 2216fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim if (mOutputFormat->findRect("crop", &left, &top, &right, &bottom)) { 2217fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim mCrypto->notifyResolution(right - left + 1, bottom - top + 1); 2218fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim } else if (mOutputFormat->findInt32("width", &width) 2219fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim && mOutputFormat->findInt32("height", &height)) { 2220fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim mCrypto->notifyResolution(width, height); 2221fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim } 2222c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2223e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 2224e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2225c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 2226c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang onOutputBufferAvailable(); 2227c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } else if (mFlags & kFlagDequeueOutputPending) { 22285778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(handleDequeueOutputBuffer(mDequeueOutputReplyID)); 22295778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22305778822d86b0337407514b9372562b86edfa91cdAndreas Huber ++mDequeueOutputTimeoutGeneration; 22315778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueOutputPending; 22325778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueOutputReplyID = 0; 2233575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber } else { 2234575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 22355778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2236575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 22375778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 22385778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 22395778822d86b0337407514b9372562b86edfa91cdAndreas Huber 224079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim case kWhatEOS: 22415778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 22425778822d86b0337407514b9372562b86edfa91cdAndreas Huber // We already notify the client of this by using the 22435778822d86b0337407514b9372562b86edfa91cdAndreas Huber // corresponding flag in "onOutputBufferReady". 22445778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 22455778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 22465778822d86b0337407514b9372562b86edfa91cdAndreas Huber 224779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim case kWhatStopCompleted: 22485778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 2249349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang if (mState != STOPPING) { 2250349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang ALOGW("Received kWhatStopCompleted in state %d", mState); 22515d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang break; 22525d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang } 2253349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang setState(INITIALIZED); 2254349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang (new AMessage)->postReply(mReplyID); 2255349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang break; 2256349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang } 2257349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang 225879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim case kWhatReleaseCompleted: 2259349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang { 2260349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang if (mState != RELEASING) { 2261349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang ALOGW("Received kWhatReleaseCompleted in state %d", mState); 2262349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang break; 2263c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 2264349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang setState(UNINITIALIZED); 2265349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang mComponentName.clear(); 2266349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang 226752dfbee90cc3c4426428318e06a92774f5201198Praveen Chavan mFlags &= ~kFlagIsComponentAllocated; 22685778822d86b0337407514b9372562b86edfa91cdAndreas Huber 226967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mResourceManagerService->removeResource(getId(mResourceManagerClient)); 227067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 22715778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(mReplyID); 22725778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 22735778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 22745778822d86b0337407514b9372562b86edfa91cdAndreas Huber 227579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim case kWhatFlushCompleted: 22765778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 22775530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia if (mState != FLUSHING) { 22785530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia ALOGW("received FlushCompleted message in state %d", 22795530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia mState); 22805530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia break; 22815530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia } 22825778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22830e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (mFlags & kFlagIsAsync) { 22840e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar setState(FLUSHED); 22850e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar } else { 22860e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar setState(STARTED); 22870e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar mCodec->signalResume(); 22880e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar } 22895778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22905778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(mReplyID); 22915778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 22925778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 22935778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22945778822d86b0337407514b9372562b86edfa91cdAndreas Huber default: 22955778822d86b0337407514b9372562b86edfa91cdAndreas Huber TRESPASS(); 22965778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 22975778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 22985778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 22995778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23005778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatInit: 23015778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 23023f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 23035778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 23045778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23055778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mState != UNINITIALIZED) { 2306c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 23075778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 23085778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23095778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23105778822d86b0337407514b9372562b86edfa91cdAndreas Huber mReplyID = replyID; 23115778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(INITIALIZING); 23125778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2313bb644123966bfa2f44c60710faaafa8fa6f0e920Wonsik Kim sp<RefBase> codecInfo; 2314bb644123966bfa2f44c60710faaafa8fa6f0e920Wonsik Kim CHECK(msg->findObject("codecInfo", &codecInfo)); 23155778822d86b0337407514b9372562b86edfa91cdAndreas Huber AString name; 23165778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findString("name", &name)); 23175778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23185778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> format = new AMessage; 2319bb644123966bfa2f44c60710faaafa8fa6f0e920Wonsik Kim format->setObject("codecInfo", codecInfo); 2320bb644123966bfa2f44c60710faaafa8fa6f0e920Wonsik Kim format->setString("componentName", name); 23215778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23225778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->initiateAllocateComponent(format); 23235778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 23245778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23255778822d86b0337407514b9372562b86edfa91cdAndreas Huber 232690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar case kWhatSetNotification: 232790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar { 232890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar sp<AMessage> notify; 232990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (msg->findMessage("on-frame-rendered", ¬ify)) { 233090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mOnFrameRenderedNotification = notify; 233190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 233290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar break; 233390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 233490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 2335c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang case kWhatSetCallback: 2336c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang { 23373f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 2338c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang CHECK(msg->senderAwaitsResponse(&replyID)); 2339c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2340c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mState == UNINITIALIZED 2341c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang || mState == INITIALIZING 23420e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar || isExecuting()) { 23430e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar // callback can't be set after codec is executing, 2344c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang // or before it's initialized (as the callback 2345c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang // will be cleared when it goes to INITIALIZED) 2346c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 2347c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang break; 2348c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2349c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2350c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> callback; 2351c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang CHECK(msg->findMessage("callback", &callback)); 2352c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2353c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mCallback = callback; 2354c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2355c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mCallback != NULL) { 2356c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang ALOGI("MediaCodec will operate in async mode"); 2357c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mFlags |= kFlagIsAsync; 2358c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } else { 2359c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mFlags &= ~kFlagIsAsync; 2360c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2361c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2362c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> response = new AMessage; 2363c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang response->postReply(replyID); 2364c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang break; 2365c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2366c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 23675778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatConfigure: 23685778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 23693f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 23705778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 23715778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23725778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mState != INITIALIZED) { 2373c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 23745778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 23755778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23765778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23775778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<RefBase> obj; 2378f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar CHECK(msg->findObject("surface", &obj)); 23795778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23805778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> format; 23815778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findMessage("format", &format)); 23825778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23838b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar int32_t push; 23848b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar if (msg->findInt32("push-blank-buffers-on-shutdown", &push) && push != 0) { 23858b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar mFlags |= kFlagPushBlankBuffersOnShutdown; 23868b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar } 23878b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar 23885778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (obj != NULL) { 23895778822d86b0337407514b9372562b86edfa91cdAndreas Huber format->setObject("native-window", obj); 2390f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar status_t err = handleSetSurface(static_cast<Surface *>(obj.get())); 23917541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber if (err != OK) { 2392c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, err); 23937541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber break; 23941bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber } 23951bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber } else { 2396f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar handleSetSurface(NULL); 23971bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber } 23981bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber 23997541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber mReplyID = replyID; 24007541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber setState(CONFIGURING); 24017541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 24021bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber void *crypto; 24031bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber if (!msg->findPointer("crypto", &crypto)) { 24041bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber crypto = NULL; 24055778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24065778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2407cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania ALOGV("kWhatConfigure: Old mCrypto: %p (%d)", 2408cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania mCrypto.get(), (mCrypto != NULL ? mCrypto->getStrongCount() : 0)); 2409cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania 24101bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber mCrypto = static_cast<ICrypto *>(crypto); 2411dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mBufferChannel->setCrypto(mCrypto); 24121bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber 2413cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania ALOGV("kWhatConfigure: New mCrypto: %p (%d)", 2414cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania mCrypto.get(), (mCrypto != NULL ? mCrypto->getStrongCount() : 0)); 2415cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania 24169dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang void *descrambler; 24179dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang if (!msg->findPointer("descrambler", &descrambler)) { 24189dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang descrambler = NULL; 24199dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang } 24209dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang 24219dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang mDescrambler = static_cast<IDescrambler *>(descrambler); 24223b2847fa5506dc265d2e46f067bfbb66ae209f74Chong Zhang mBufferChannel->setDescrambler(mDescrambler); 24239dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang 24245778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t flags; 24255778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("flags", (int32_t *)&flags)); 24265778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24275778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (flags & CONFIGURE_FLAG_ENCODE) { 24285778822d86b0337407514b9372562b86edfa91cdAndreas Huber format->setInt32("encoder", true); 2429e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mFlags |= kFlagIsEncoder; 24305778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24315778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24328ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber extractCSD(format); 24338ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 24345778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->initiateConfigureComponent(format); 24355778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 24365778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24375778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24381dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar case kWhatSetSurface: 24391dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar { 24401dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AReplyToken> replyID; 24411dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar CHECK(msg->senderAwaitsResponse(&replyID)); 24421dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 24431dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar status_t err = OK; 24441dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 24451dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar switch (mState) { 24461dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar case CONFIGURED: 24471dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar case STARTED: 24481dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar case FLUSHED: 24491dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar { 24501dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<RefBase> obj; 24511dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar (void)msg->findObject("surface", &obj); 24521dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<Surface> surface = static_cast<Surface *>(obj.get()); 24531dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mSurface == NULL) { 24541dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // do not support setting surface if it was not set 24551dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = INVALID_OPERATION; 24561dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } else if (obj == NULL) { 24571dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // do not support unsetting surface 24581dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = BAD_VALUE; 24591dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } else { 24601dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = connectToSurface(surface); 2461098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar if (err == ALREADY_EXISTS) { 2462098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar // reconnecting to same surface 24631dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = OK; 24641dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } else { 24651dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err == OK) { 24661dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mFlags & kFlagUsesSoftwareRenderer) { 24678b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar if (mSoftRenderer != NULL 24688b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar && (mFlags & kFlagPushBlankBuffersOnShutdown)) { 24698b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar pushBlankBuffersToNativeWindow(mSurface.get()); 24708b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar } 24711dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mSoftRenderer = new SoftwareRenderer(surface); 24721dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // TODO: check if this was successful 24731dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } else { 24741dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = mCodec->setSurface(surface); 24751dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 24761dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 24771dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err == OK) { 24781dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar (void)disconnectFromSurface(); 24791dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mSurface = surface; 24801dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 24811dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 24821dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 24831dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar break; 24841dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 24851dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 24861dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar default: 24871dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = INVALID_OPERATION; 24881dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar break; 24891dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 24901dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 24911dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar PostReplyWithError(replyID, err); 24921dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar break; 24931dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 24941dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 24957cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden case kWhatCreateInputSurface: 24968f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang case kWhatSetInputSurface: 24977cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 24983f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 24997cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden CHECK(msg->senderAwaitsResponse(&replyID)); 25007cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 25017cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden // Must be configured, but can't have been started yet. 25027cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden if (mState != CONFIGURED) { 2503c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 25047cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 25057cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 25067cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 25077cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mReplyID = replyID; 2508d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (msg->what() == kWhatCreateInputSurface) { 2509d291c222357303b9611cab89d0c3b047584ef377Chong Zhang mCodec->initiateCreateInputSurface(); 2510d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } else { 2511d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<RefBase> obj; 2512d291c222357303b9611cab89d0c3b047584ef377Chong Zhang CHECK(msg->findObject("input-surface", &obj)); 2513d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 25148f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang mCodec->initiateSetInputSurface( 2515d291c222357303b9611cab89d0c3b047584ef377Chong Zhang static_cast<PersistentSurface *>(obj.get())); 2516d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 25177cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 25187cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 25195778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatStart: 25205778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 25213f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 25225778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 25235778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25240e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (mState == FLUSHED) { 2525d9e0603a1be07dbb347c55050c7d4629ea7492e8Chong Zhang setState(STARTED); 25263d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang if (mHavePendingInputBuffers) { 25273d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang onInputBufferAvailable(); 25283d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang mHavePendingInputBuffers = false; 25293d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang } 25300e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar mCodec->signalResume(); 25310e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar PostReplyWithError(replyID, OK); 2532d9e0603a1be07dbb347c55050c7d4629ea7492e8Chong Zhang break; 25330e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar } else if (mState != CONFIGURED) { 2534c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 25355778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 25365778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 25375778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25385778822d86b0337407514b9372562b86edfa91cdAndreas Huber mReplyID = replyID; 25395778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(STARTING); 25405778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25415778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->initiateStart(); 25425778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 25435778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 25445778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25455778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatStop: 2546c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber case kWhatRelease: 2547c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber { 2548aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber State targetState = 2549aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber (msg->what() == kWhatStop) ? INITIALIZED : UNINITIALIZED; 2550aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber 25513f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 2552c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 2553c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 255447a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu // already stopped/released 255547a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu if (mState == UNINITIALIZED && mReleasedByResourceManager) { 255647a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu sp<AMessage> response = new AMessage; 255747a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu response->setInt32("err", OK); 255847a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu response->postReply(replyID); 255947a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu break; 256047a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu } 256147a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu 256247a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu int32_t reclaimed = 0; 256347a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu msg->findInt32("reclaimed", &reclaimed); 256447a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu if (reclaimed) { 256547a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu mReleasedByResourceManager = true; 25664b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu 25674b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu int32_t force = 0; 25684b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu msg->findInt32("force", &force); 25694b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu if (!force && hasPendingBuffer()) { 25704b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu ALOGW("Can't reclaim codec right now due to pending buffers."); 25714b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu 25724b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu // return WOULD_BLOCK to ask resource manager to retry later. 25734b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu sp<AMessage> response = new AMessage; 25744b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu response->setInt32("err", WOULD_BLOCK); 25754b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu response->postReply(replyID); 25764b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu 25774b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu // notify the async client 25784b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu if (mFlags & kFlagIsAsync) { 25794b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu onError(DEAD_OBJECT, ACTION_CODE_FATAL); 25804b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu } 25814b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu break; 25824b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu } 258347a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu } 258447a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu 25855d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang bool isReleasingAllocatedComponent = 25865d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang (mFlags & kFlagIsComponentAllocated) && targetState == UNINITIALIZED; 25875d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang if (!isReleasingAllocatedComponent // See 1 258833223c4f97abb78fa8c92e1b8c817546f15d97e1Andy Hung && mState != INITIALIZED 25890e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar && mState != CONFIGURED && !isExecuting()) { 259033223c4f97abb78fa8c92e1b8c817546f15d97e1Andy Hung // 1) Permit release to shut down the component if allocated. 259133223c4f97abb78fa8c92e1b8c817546f15d97e1Andy Hung // 259233223c4f97abb78fa8c92e1b8c817546f15d97e1Andy Hung // 2) We may be in "UNINITIALIZED" state already and 259352dfbee90cc3c4426428318e06a92774f5201198Praveen Chavan // also shutdown the encoder/decoder without the 259403ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // client being aware of this if media server died while 259503ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // we were being stopped. The client would assume that 259603ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // after stop() returned, it would be safe to call release() 259703ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // and it should be in this case, no harm to allow a release() 259803ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // if we're already uninitialized. 2599c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber sp<AMessage> response = new AMessage; 260047a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu // TODO: we shouldn't throw an exception for stop/release. Change this to wait until 260147a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu // the previous stop/release completes and then reply with OK. 26026e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar status_t err = mState == targetState ? OK : INVALID_OPERATION; 26036e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar response->setInt32("err", err); 26046e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar if (err == OK && targetState == UNINITIALIZED) { 26056e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar mComponentName.clear(); 26066e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar } 2607c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber response->postReply(replyID); 2608c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber break; 2609c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 2610c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 26115d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang // If we're flushing, or we're stopping but received a release 26125d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang // request, post the reply for the pending call first, and consider 26135d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang // it done. The reply token will be replaced after this, and we'll 26145d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang // no longer be able to reply. 26155d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang if (mState == FLUSHING || mState == STOPPING) { 26165d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang (new AMessage)->postReply(mReplyID); 26175d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang } 26185d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang 2619aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber if (mFlags & kFlagSawMediaServerDie) { 2620aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber // It's dead, Jim. Don't expect initiateShutdown to yield 2621aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber // any useful results now... 2622aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber setState(UNINITIALIZED); 26236e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar if (targetState == UNINITIALIZED) { 26246e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar mComponentName.clear(); 26256e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar } 2626aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber (new AMessage)->postReply(replyID); 2627aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber break; 2628aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber } 2629aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber 26305d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang // If we already have an error, component may not be able to 26315d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang // complete the shutdown properly. If we're stopping, post the 26325d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang // reply now with an error to unblock the client, client can 26335d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang // release after the failure (instead of ANR). 26345d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang if (msg->what() == kWhatStop && (mFlags & kFlagStickyError)) { 26355d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang PostReplyWithError(replyID, getStickyError()); 26365d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang break; 26375d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang } 26385d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang 2639c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mReplyID = replyID; 2640aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber setState(msg->what() == kWhatStop ? STOPPING : RELEASING); 2641aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber 2642aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber mCodec->initiateShutdown( 2643aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber msg->what() == kWhatStop /* keepComponentAllocated */); 2644c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 264586b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu returnBuffersToCodec(reclaimed); 26468b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar 26478b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar if (mSoftRenderer != NULL && (mFlags & kFlagPushBlankBuffersOnShutdown)) { 26488b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar pushBlankBuffersToNativeWindow(mSurface.get()); 26498b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar } 26505d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang 26515778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 26525778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 26535778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26545778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatDequeueInputBuffer: 26555778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 26563f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 26575778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 26585778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2659c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 2660c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang ALOGE("dequeueOutputBuffer can't be used in async mode"); 2661c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 2662c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang break; 2663c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2664c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 26656507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden if (mHaveInputSurface) { 26666507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden ALOGE("dequeueInputBuffer can't be used with input surface"); 2667c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 26686507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden break; 26696507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden } 26706507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden 26715778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (handleDequeueInputBuffer(replyID, true /* new request */)) { 26725778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 26735778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 26745778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26755778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t timeoutUs; 26765778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt64("timeoutUs", &timeoutUs)); 26775778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26785778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (timeoutUs == 0ll) { 2679c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, -EAGAIN); 26805778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 26815778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 26825778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26835778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags |= kFlagDequeueInputPending; 26845778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputReplyID = replyID; 26855778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26865778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (timeoutUs > 0ll) { 26875778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> timeoutMsg = 26881d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar new AMessage(kWhatDequeueInputTimedOut, this); 26895778822d86b0337407514b9372562b86edfa91cdAndreas Huber timeoutMsg->setInt32( 26905778822d86b0337407514b9372562b86edfa91cdAndreas Huber "generation", ++mDequeueInputTimeoutGeneration); 26915778822d86b0337407514b9372562b86edfa91cdAndreas Huber timeoutMsg->post(timeoutUs); 26925778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 26935778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 26945778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 26955778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26965778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatDequeueInputTimedOut: 26975778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 26985778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t generation; 26995778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("generation", &generation)); 27005778822d86b0337407514b9372562b86edfa91cdAndreas Huber 27015778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (generation != mDequeueInputTimeoutGeneration) { 27025778822d86b0337407514b9372562b86edfa91cdAndreas Huber // Obsolete 27035778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 27045778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 27055778822d86b0337407514b9372562b86edfa91cdAndreas Huber 27065778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(mFlags & kFlagDequeueInputPending); 27075778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2708c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(mDequeueInputReplyID, -EAGAIN); 27095778822d86b0337407514b9372562b86edfa91cdAndreas Huber 27105778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueInputPending; 27115778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputReplyID = 0; 27125778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 27135778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 27145778822d86b0337407514b9372562b86edfa91cdAndreas Huber 27155778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatQueueInputBuffer: 27165778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 27173f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 27185778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 27195778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2720251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (!isExecuting()) { 2721c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 27225778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 2723251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 2724251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 2725251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 27265778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 27275778822d86b0337407514b9372562b86edfa91cdAndreas Huber 27285778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = onQueueInputBuffer(msg); 27295778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2730c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, err); 27315778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 27325778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 27335778822d86b0337407514b9372562b86edfa91cdAndreas Huber 27345778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatDequeueOutputBuffer: 27355778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 27363f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 27375778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 27385778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2739c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 2740c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang ALOGE("dequeueOutputBuffer can't be used in async mode"); 2741c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 2742c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang break; 2743c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2744c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 27455778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (handleDequeueOutputBuffer(replyID, true /* new request */)) { 27465778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 27475778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 27485778822d86b0337407514b9372562b86edfa91cdAndreas Huber 27495778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t timeoutUs; 27505778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt64("timeoutUs", &timeoutUs)); 27515778822d86b0337407514b9372562b86edfa91cdAndreas Huber 27525778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (timeoutUs == 0ll) { 2753c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, -EAGAIN); 27545778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 27555778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 27565778822d86b0337407514b9372562b86edfa91cdAndreas Huber 27575778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags |= kFlagDequeueOutputPending; 27585778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueOutputReplyID = replyID; 27595778822d86b0337407514b9372562b86edfa91cdAndreas Huber 27605778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (timeoutUs > 0ll) { 27615778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> timeoutMsg = 27621d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar new AMessage(kWhatDequeueOutputTimedOut, this); 27635778822d86b0337407514b9372562b86edfa91cdAndreas Huber timeoutMsg->setInt32( 27645778822d86b0337407514b9372562b86edfa91cdAndreas Huber "generation", ++mDequeueOutputTimeoutGeneration); 27655778822d86b0337407514b9372562b86edfa91cdAndreas Huber timeoutMsg->post(timeoutUs); 27665778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 27675778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 27685778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 27695778822d86b0337407514b9372562b86edfa91cdAndreas Huber 27705778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatDequeueOutputTimedOut: 27715778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 27725778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t generation; 27735778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("generation", &generation)); 27745778822d86b0337407514b9372562b86edfa91cdAndreas Huber 27755778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (generation != mDequeueOutputTimeoutGeneration) { 27765778822d86b0337407514b9372562b86edfa91cdAndreas Huber // Obsolete 27775778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 27785778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 27795778822d86b0337407514b9372562b86edfa91cdAndreas Huber 27805778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(mFlags & kFlagDequeueOutputPending); 27815778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2782c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(mDequeueOutputReplyID, -EAGAIN); 27835778822d86b0337407514b9372562b86edfa91cdAndreas Huber 27845778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueOutputPending; 27855778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueOutputReplyID = 0; 27865778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 27875778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 27885778822d86b0337407514b9372562b86edfa91cdAndreas Huber 27895778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatReleaseOutputBuffer: 27905778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 27913f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 27925778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 27935778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2794251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (!isExecuting()) { 2795c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 27965778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 2797251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 2798251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 2799251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 28005778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 28015778822d86b0337407514b9372562b86edfa91cdAndreas Huber 28025778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = onReleaseOutputBuffer(msg); 28035778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2804c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, err); 28055778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 28065778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 28075778822d86b0337407514b9372562b86edfa91cdAndreas Huber 28087cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden case kWhatSignalEndOfInputStream: 28097cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 28103f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 28117cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden CHECK(msg->senderAwaitsResponse(&replyID)); 28127cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 28136d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang if (!isExecuting() || !mHaveInputSurface) { 2814c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 28157cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 2816251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 2817251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 2818251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 28197cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 28207cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 28217cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mReplyID = replyID; 28227cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mCodec->signalEndOfInputStream(); 28237cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 28247cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 28257cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 28265778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatGetBuffers: 28275778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 28283f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 28295778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 283029b7dcf6d3cdb97103467dc8106151c6260c239aJeff Tinker if (!isExecuting() || (mFlags & kFlagIsAsync)) { 2831c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 28325778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 2833251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 2834251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 2835251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 28365778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 28375778822d86b0337407514b9372562b86edfa91cdAndreas Huber 28385778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t portIndex; 28395778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("portIndex", &portIndex)); 28405778822d86b0337407514b9372562b86edfa91cdAndreas Huber 28417e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim Vector<sp<MediaCodecBuffer> > *dstBuffers; 28425778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findPointer("buffers", (void **)&dstBuffers)); 28435778822d86b0337407514b9372562b86edfa91cdAndreas Huber 28445778822d86b0337407514b9372562b86edfa91cdAndreas Huber dstBuffers->clear(); 2845e4aab10641a099d8a295b3ed61e2f5248f28a669Chong Zhang // If we're using input surface (either non-persistent created by 2846e4aab10641a099d8a295b3ed61e2f5248f28a669Chong Zhang // createInputSurface(), or persistent set by setInputSurface()), 2847e4aab10641a099d8a295b3ed61e2f5248f28a669Chong Zhang // give the client an empty input buffers array. 2848e4aab10641a099d8a295b3ed61e2f5248f28a669Chong Zhang if (portIndex != kPortIndexInput || !mHaveInputSurface) { 2849dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim if (portIndex == kPortIndexInput) { 2850dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mBufferChannel->getInputBufferArray(dstBuffers); 2851dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim } else { 2852dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mBufferChannel->getOutputBufferArray(dstBuffers); 2853e4aab10641a099d8a295b3ed61e2f5248f28a669Chong Zhang } 28545778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 28555778822d86b0337407514b9372562b86edfa91cdAndreas Huber 28565778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(replyID); 28575778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 28585778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 28595778822d86b0337407514b9372562b86edfa91cdAndreas Huber 28605778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatFlush: 28615778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 28623f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 28635778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 28645778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2865251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (!isExecuting()) { 2866c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 28675778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 2868251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 2869251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 2870251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 28715778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 28725778822d86b0337407514b9372562b86edfa91cdAndreas Huber 28735778822d86b0337407514b9372562b86edfa91cdAndreas Huber mReplyID = replyID; 28740e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar // TODO: skip flushing if already FLUSHED 28755778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(FLUSHING); 28765778822d86b0337407514b9372562b86edfa91cdAndreas Huber 28775778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->signalFlush(); 28785778822d86b0337407514b9372562b86edfa91cdAndreas Huber returnBuffersToCodec(); 28795778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 28805778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 28815778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2882e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar case kWhatGetInputFormat: 28835778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatGetOutputFormat: 28845778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 2885e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar sp<AMessage> format = 2886e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar (msg->what() == kWhatGetOutputFormat ? mOutputFormat : mInputFormat); 2887e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 28883f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 28895778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 28905778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2891e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if ((mState != CONFIGURED && mState != STARTING && 28920e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar mState != STARTED && mState != FLUSHING && 28930e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar mState != FLUSHED) 2894e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar || format == NULL) { 2895c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 28965778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 2897251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 2898251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 2899251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 29005778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 29015778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29025778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response = new AMessage; 2903e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar response->setMessage("format", format); 29045778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->postReply(replyID); 29055778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 29065778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 29075778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2908496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber case kWhatRequestIDRFrame: 2909496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber { 2910496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber mCodec->signalRequestIDRFrame(); 2911496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber break; 2912496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber } 2913496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 2914575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber case kWhatRequestActivityNotification: 2915575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber { 2916575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber CHECK(mActivityNotify == NULL); 2917575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber CHECK(msg->findMessage("notify", &mActivityNotify)); 2918575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 2919575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 2920575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber break; 2921575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber } 2922575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 2923717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo case kWhatGetName: 2924717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo { 29253f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 2926717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo CHECK(msg->senderAwaitsResponse(&replyID)); 2927717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 2928717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo if (mComponentName.empty()) { 2929c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 2930717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo break; 2931717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo } 2932717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 2933717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo sp<AMessage> response = new AMessage; 2934717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo response->setString("name", mComponentName.c_str()); 2935717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo response->postReply(replyID); 2936717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo break; 2937717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo } 2938717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 29393f21345e16b77c49042f5c13ceb62b0c35699561Chong Zhang case kWhatGetCodecInfo: 29403f21345e16b77c49042f5c13ceb62b0c35699561Chong Zhang { 29413f21345e16b77c49042f5c13ceb62b0c35699561Chong Zhang sp<AReplyToken> replyID; 29423f21345e16b77c49042f5c13ceb62b0c35699561Chong Zhang CHECK(msg->senderAwaitsResponse(&replyID)); 29433f21345e16b77c49042f5c13ceb62b0c35699561Chong Zhang 29443f21345e16b77c49042f5c13ceb62b0c35699561Chong Zhang sp<AMessage> response = new AMessage; 29453f21345e16b77c49042f5c13ceb62b0c35699561Chong Zhang response->setObject("codecInfo", mCodecInfo); 29463f21345e16b77c49042f5c13ceb62b0c35699561Chong Zhang response->postReply(replyID); 29473f21345e16b77c49042f5c13ceb62b0c35699561Chong Zhang break; 29483f21345e16b77c49042f5c13ceb62b0c35699561Chong Zhang } 29493f21345e16b77c49042f5c13ceb62b0c35699561Chong Zhang 2950a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber case kWhatSetParameters: 2951a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber { 29523f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 2953a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 2954a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 2955a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber sp<AMessage> params; 2956a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber CHECK(msg->findMessage("params", ¶ms)); 2957a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 2958a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber status_t err = onSetParameters(params); 2959a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 2960c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, err); 2961a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber break; 2962a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber } 2963a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 2964cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania case kWhatDrmReleaseCrypto: 2965cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania { 2966cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania onReleaseCrypto(msg); 2967cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania break; 2968cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania } 2969cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania 29705778822d86b0337407514b9372562b86edfa91cdAndreas Huber default: 29715778822d86b0337407514b9372562b86edfa91cdAndreas Huber TRESPASS(); 29725778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 29735778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 29745778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29758ee516a515c70a492c395b67ce12e19e7d159804Andreas Hubervoid MediaCodec::extractCSD(const sp<AMessage> &format) { 29768ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber mCSD.clear(); 29778ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 29788ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber size_t i = 0; 29798ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber for (;;) { 29808ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber sp<ABuffer> csd; 2981a1e8944a21e5833b7aadc451776f11797f5f9273Elliott Hughes if (!format->findBuffer(AStringPrintf("csd-%u", i).c_str(), &csd)) { 29828ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber break; 29838ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber } 29844f59c7e373a7e883f21ba33d44ea7caa86b65b02Hangyu Kuang if (csd->size() == 0) { 29854f59c7e373a7e883f21ba33d44ea7caa86b65b02Hangyu Kuang ALOGW("csd-%zu size is 0", i); 29864f59c7e373a7e883f21ba33d44ea7caa86b65b02Hangyu Kuang } 29878ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 29888ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber mCSD.push_back(csd); 29898ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber ++i; 29908ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber } 29918ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 2992a5750e0dad9e90f2195ce36f2c4457fa04b2b83eMark Salyzyn ALOGV("Found %zu pieces of codec specific data.", mCSD.size()); 29938ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber} 29948ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 29958ee516a515c70a492c395b67ce12e19e7d159804Andreas Huberstatus_t MediaCodec::queueCSDInputBuffer(size_t bufferIndex) { 29968ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber CHECK(!mCSD.empty()); 29978ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 2998dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim const BufferInfo &info = mPortBuffers[kPortIndexInput][bufferIndex]; 29998ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 30008ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber sp<ABuffer> csd = *mCSD.begin(); 30018ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber mCSD.erase(mCSD.begin()); 30028ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 3003dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim const sp<MediaCodecBuffer> &codecInputData = info.mData; 30048ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 30058ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber if (csd->size() > codecInputData->capacity()) { 30068ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber return -EINVAL; 30078ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber } 300832c1bcda7c9fb429fe6c235184f8bb6aa7ef12dbDongwon Kang if (codecInputData->data() == NULL) { 300932c1bcda7c9fb429fe6c235184f8bb6aa7ef12dbDongwon Kang ALOGV("Input buffer %zu is not properly allocated", bufferIndex); 301032c1bcda7c9fb429fe6c235184f8bb6aa7ef12dbDongwon Kang return -EINVAL; 301132c1bcda7c9fb429fe6c235184f8bb6aa7ef12dbDongwon Kang } 30128ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 30138ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber memcpy(codecInputData->data(), csd->data(), csd->size()); 30148ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 30158ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber AString errorDetailMsg; 30168ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 30171d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatQueueInputBuffer, this); 30188ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setSize("index", bufferIndex); 30198ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setSize("offset", 0); 30208ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setSize("size", csd->size()); 30218ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setInt64("timeUs", 0ll); 30228ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setInt32("flags", BUFFER_FLAG_CODECCONFIG); 30238ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setPointer("errorDetailMsg", &errorDetailMsg); 30248ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 30258ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber return onQueueInputBuffer(msg); 30268ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber} 30278ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 30285778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid MediaCodec::setState(State newState) { 30297541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber if (newState == INITIALIZED || newState == UNINITIALIZED) { 30305778822d86b0337407514b9372562b86edfa91cdAndreas Huber delete mSoftRenderer; 30315778822d86b0337407514b9372562b86edfa91cdAndreas Huber mSoftRenderer = NULL; 30325778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3033cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania if ( mCrypto != NULL ) { 3034cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania ALOGV("setState: ~mCrypto: %p (%d)", 3035cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania mCrypto.get(), (mCrypto != NULL ? mCrypto->getStrongCount() : 0)); 3036cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania } 30371bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber mCrypto.clear(); 30389dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang mDescrambler.clear(); 3039f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar handleSetSurface(NULL); 30405778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3041671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mInputFormat.clear(); 30425778822d86b0337407514b9372562b86edfa91cdAndreas Huber mOutputFormat.clear(); 30435778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagOutputFormatChanged; 30445778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagOutputBuffersChanged; 30455778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagStickyError; 3046e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mFlags &= ~kFlagIsEncoder; 3047c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mFlags &= ~kFlagIsAsync; 3048251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mStickyError = OK; 3049575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 3050575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber mActivityNotify.clear(); 3051c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mCallback.clear(); 30525778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 30535778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3054717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo if (newState == UNINITIALIZED) { 3055671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar // return any straggling buffers, e.g. if we got here on an error 3056671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar returnBuffersToCodec(); 3057671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 3058aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber // The component is gone, mediaserver's probably back up already 3059aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber // but should definitely be back up should we try to instantiate 3060aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber // another component.. and the cycle continues. 3061aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber mFlags &= ~kFlagSawMediaServerDie; 3062717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo } 3063717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 30645778822d86b0337407514b9372562b86edfa91cdAndreas Huber mState = newState; 30655778822d86b0337407514b9372562b86edfa91cdAndreas Huber 30665778822d86b0337407514b9372562b86edfa91cdAndreas Huber cancelPendingDequeueOperations(); 30672606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 30682606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang updateBatteryStat(); 30695778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 30705778822d86b0337407514b9372562b86edfa91cdAndreas Huber 307186b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wuvoid MediaCodec::returnBuffersToCodec(bool isReclaim) { 307286b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu returnBuffersToCodecOnPort(kPortIndexInput, isReclaim); 307386b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu returnBuffersToCodecOnPort(kPortIndexOutput, isReclaim); 30745778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 30755778822d86b0337407514b9372562b86edfa91cdAndreas Huber 307686b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wuvoid MediaCodec::returnBuffersToCodecOnPort(int32_t portIndex, bool isReclaim) { 30775778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(portIndex == kPortIndexInput || portIndex == kPortIndexOutput); 30787bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Mutex::Autolock al(mBufferLock); 30795778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3080dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim for (size_t i = 0; i < mPortBuffers[portIndex].size(); ++i) { 3081dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim BufferInfo *info = &mPortBuffers[portIndex][i]; 30825778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3083dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim if (info->mData != nullptr) { 3084dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim sp<MediaCodecBuffer> buffer = info->mData; 308586b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu if (isReclaim && info->mOwnedByClient) { 308686b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu ALOGD("port %d buffer %zu still owned by client when codec is reclaimed", 308786b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu portIndex, i); 308886b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu } else { 308986b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu info->mOwnedByClient = false; 3090fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim info->mData.clear(); 30915778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 3092dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mBufferChannel->discardBuffer(buffer); 30935778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 30945778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 30955778822d86b0337407514b9372562b86edfa91cdAndreas Huber 30965778822d86b0337407514b9372562b86edfa91cdAndreas Huber mAvailPortBuffers[portIndex].clear(); 30975778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 30985778822d86b0337407514b9372562b86edfa91cdAndreas Huber 30995778822d86b0337407514b9372562b86edfa91cdAndreas Hubersize_t MediaCodec::updateBuffers( 31005778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t portIndex, const sp<AMessage> &msg) { 31015778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(portIndex == kPortIndexInput || portIndex == kPortIndexOutput); 3102dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim size_t index; 3103dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim CHECK(msg->findSize("index", &index)); 3104fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim sp<RefBase> obj; 3105fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim CHECK(msg->findObject("buffer", &obj)); 3106fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim sp<MediaCodecBuffer> buffer = static_cast<MediaCodecBuffer *>(obj.get()); 31075778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3108dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim { 3109dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim Mutex::Autolock al(mBufferLock); 3110dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim if (mPortBuffers[portIndex].size() <= index) { 3111dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mPortBuffers[portIndex].resize(align(index + 1, kNumBuffersAlign)); 31125778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 3113dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mPortBuffers[portIndex][index].mData = buffer; 31145778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 3115dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mAvailPortBuffers[portIndex].push_back(index); 31165778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3117dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim return index; 31185778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 31195778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31205778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::onQueueInputBuffer(const sp<AMessage> &msg) { 31215778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t index; 31225778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t offset; 31235778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t size; 31245778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t timeUs; 31255778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t flags; 31265778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findSize("index", &index)); 31275778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findSize("offset", &offset)); 31285778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt64("timeUs", &timeUs)); 31295778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("flags", (int32_t *)&flags)); 31305778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31314b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const CryptoPlugin::SubSample *subSamples; 31324b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size_t numSubSamples; 31334b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const uint8_t *key; 31344b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const uint8_t *iv; 31354b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CryptoPlugin::Mode mode = CryptoPlugin::kMode_Unencrypted; 31364b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 31374b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber // We allow the simpler queueInputBuffer API to be used even in 31384b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber // secure mode, by fabricating a single unencrypted subSample. 31394b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CryptoPlugin::SubSample ss; 3140d9f1f950d18b4e166b178d93260074019588c956Jeff Tinker CryptoPlugin::Pattern pattern; 31414b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 31424b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber if (msg->findSize("size", &size)) { 31433b2847fa5506dc265d2e46f067bfbb66ae209f74Chong Zhang if (hasCryptoOrDescrambler()) { 31444b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber ss.mNumBytesOfClearData = size; 31454b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber ss.mNumBytesOfEncryptedData = 0; 31464b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 31474b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber subSamples = &ss; 31484b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber numSubSamples = 1; 31494b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber key = NULL; 31504b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber iv = NULL; 3151d9f1f950d18b4e166b178d93260074019588c956Jeff Tinker pattern.mEncryptBlocks = 0; 3152d9f1f950d18b4e166b178d93260074019588c956Jeff Tinker pattern.mSkipBlocks = 0; 31534b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber } 31544b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber } else { 31553b2847fa5506dc265d2e46f067bfbb66ae209f74Chong Zhang if (!hasCryptoOrDescrambler()) { 31563b2847fa5506dc265d2e46f067bfbb66ae209f74Chong Zhang ALOGE("[%s] queuing secure buffer without mCrypto or mDescrambler!", 31573b2847fa5506dc265d2e46f067bfbb66ae209f74Chong Zhang mComponentName.c_str()); 31584b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber return -EINVAL; 31594b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber } 31604b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 31614b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CHECK(msg->findPointer("subSamples", (void **)&subSamples)); 31624b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CHECK(msg->findSize("numSubSamples", &numSubSamples)); 31634b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CHECK(msg->findPointer("key", (void **)&key)); 31644b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CHECK(msg->findPointer("iv", (void **)&iv)); 3165d9f1f950d18b4e166b178d93260074019588c956Jeff Tinker CHECK(msg->findInt32("encryptBlocks", (int32_t *)&pattern.mEncryptBlocks)); 3166d9f1f950d18b4e166b178d93260074019588c956Jeff Tinker CHECK(msg->findInt32("skipBlocks", (int32_t *)&pattern.mSkipBlocks)); 31674b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 31684b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber int32_t tmp; 31694b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CHECK(msg->findInt32("mode", &tmp)); 31704b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 31714b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber mode = (CryptoPlugin::Mode)tmp; 31724b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 31734b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size = 0; 31744b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber for (size_t i = 0; i < numSubSamples; ++i) { 31754b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size += subSamples[i].mNumBytesOfClearData; 31764b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size += subSamples[i].mNumBytesOfEncryptedData; 31774b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber } 31784b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber } 31794b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 31805778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (index >= mPortBuffers[kPortIndexInput].size()) { 31815778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -ERANGE; 31825778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 31835778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3184dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim BufferInfo *info = &mPortBuffers[kPortIndexInput][index]; 31855778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3186dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim if (info->mData == nullptr || !info->mOwnedByClient) { 31875778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -EACCES; 31885778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 31895778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31905778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (offset + size > info->mData->capacity()) { 31915778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -EINVAL; 31925778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 31935778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31945778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mData->setRange(offset, size); 3195dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim info->mData->meta()->setInt64("timeUs", timeUs); 3196dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim if (flags & BUFFER_FLAG_EOS) { 3197dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim info->mData->meta()->setInt32("eos", true); 3198dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim } 31995778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3200dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim if (flags & BUFFER_FLAG_CODECCONFIG) { 3201dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim info->mData->meta()->setInt32("csd", true); 3202dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim } 3203dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim 32049ee321c347c64886d1078a4e4afb57ec98dd54a2Wonsik Kim sp<MediaCodecBuffer> buffer = info->mData; 3205dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim status_t err = OK; 32063b2847fa5506dc265d2e46f067bfbb66ae209f74Chong Zhang if (hasCryptoOrDescrambler()) { 32075b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber AString *errorDetailMsg; 32085b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber CHECK(msg->findPointer("errorDetailMsg", (void **)&errorDetailMsg)); 32095b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber 3210dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim err = mBufferChannel->queueSecureInputBuffer( 3211dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim buffer, 3212dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim (mFlags & kFlagIsSecure), 32131bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber key, 32141bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber iv, 32151bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber mode, 321618cb1eca504817b5b144a023ae2792d90e74c9a5Jeff Tinker pattern, 32174b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber subSamples, 32184b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber numSubSamples, 32195b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber errorDetailMsg); 3220dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim } else { 3221dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim err = mBufferChannel->queueInputBuffer(buffer); 3222fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim } 3223fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim 32249ee321c347c64886d1078a4e4afb57ec98dd54a2Wonsik Kim if (err == OK) { 32259ee321c347c64886d1078a4e4afb57ec98dd54a2Wonsik Kim // synchronization boundary for getBufferAndFormat 32269ee321c347c64886d1078a4e4afb57ec98dd54a2Wonsik Kim Mutex::Autolock al(mBufferLock); 32279ee321c347c64886d1078a4e4afb57ec98dd54a2Wonsik Kim info->mOwnedByClient = false; 32289ee321c347c64886d1078a4e4afb57ec98dd54a2Wonsik Kim info->mData.clear(); 322901c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick 323001c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick statsBufferSent(timeUs); 32319ee321c347c64886d1078a4e4afb57ec98dd54a2Wonsik Kim } 32329ee321c347c64886d1078a4e4afb57ec98dd54a2Wonsik Kim 3233dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim return err; 32345778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 32355778822d86b0337407514b9372562b86edfa91cdAndreas Huber 323690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar//static 323790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarsize_t MediaCodec::CreateFramesRenderedMessage( 32380d1ed381fde5dac12dd84fcf3da66dac46699378Chih-Hung Hsieh const std::list<FrameRenderTracker::Info> &done, sp<AMessage> &msg) { 323990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar size_t index = 0; 324090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 324190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar for (std::list<FrameRenderTracker::Info>::const_iterator it = done.cbegin(); 324290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar it != done.cend(); ++it) { 324390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (it->getRenderTimeNs() < 0) { 324490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar continue; // dropped frame from tracking 324590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 324690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar msg->setInt64(AStringPrintf("%zu-media-time-us", index).c_str(), it->getMediaTimeUs()); 324790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar msg->setInt64(AStringPrintf("%zu-system-nano", index).c_str(), it->getRenderTimeNs()); 324890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar ++index; 324990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 325090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar return index; 325190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 325290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 32535778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::onReleaseOutputBuffer(const sp<AMessage> &msg) { 32545778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t index; 32555778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findSize("index", &index)); 32565778822d86b0337407514b9372562b86edfa91cdAndreas Huber 32575778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t render; 32585778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("render", &render)) { 32595778822d86b0337407514b9372562b86edfa91cdAndreas Huber render = 0; 32605778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 32615778822d86b0337407514b9372562b86edfa91cdAndreas Huber 32620e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (!isExecuting()) { 32635778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -EINVAL; 32645778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 32655778822d86b0337407514b9372562b86edfa91cdAndreas Huber 32665778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (index >= mPortBuffers[kPortIndexOutput].size()) { 32675778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -ERANGE; 32685778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 32695778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3270dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim BufferInfo *info = &mPortBuffers[kPortIndexOutput][index]; 32715778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3272dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim if (info->mData == nullptr || !info->mOwnedByClient) { 32735778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -EACCES; 32745778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 32755778822d86b0337407514b9372562b86edfa91cdAndreas Huber 32767bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar // synchronization boundary for getBufferAndFormat 3277dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim sp<MediaCodecBuffer> buffer; 32787bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar { 32797bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Mutex::Autolock al(mBufferLock); 32807bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar info->mOwnedByClient = false; 3281dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim buffer = info->mData; 3282dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim info->mData.clear(); 32837bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar } 32847bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 3285dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim if (render && buffer->size() != 0) { 328690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar int64_t mediaTimeUs = -1; 3287dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim buffer->meta()->findInt64("timeUs", &mediaTimeUs); 328890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 328990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar int64_t renderTimeNs = 0; 3290c8edf5af010ac24a99b302a18e7b84e8b4b2b783Lajos Molnar if (!msg->findInt64("timestampNs", &renderTimeNs)) { 3291c8edf5af010ac24a99b302a18e7b84e8b4b2b783Lajos Molnar // use media timestamp if client did not request a specific render timestamp 3292c8edf5af010ac24a99b302a18e7b84e8b4b2b783Lajos Molnar ALOGV("using buffer PTS of %lld", (long long)mediaTimeUs); 329390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar renderTimeNs = mediaTimeUs * 1000; 3294fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar } 3295fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar 32965778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mSoftRenderer != NULL) { 329790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar std::list<FrameRenderTracker::Info> doneFrames = mSoftRenderer->render( 32989cf12df166dff26da5e6009f7349e9a53b264363Chong Zhang buffer->data(), buffer->size(), mediaTimeUs, renderTimeNs, 32999cf12df166dff26da5e6009f7349e9a53b264363Chong Zhang mPortBuffers[kPortIndexOutput].size(), buffer->format()); 330090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 330190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // if we are running, notify rendered frames 330290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (!doneFrames.empty() && mState == STARTED && mOnFrameRenderedNotification != NULL) { 330390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar sp<AMessage> notify = mOnFrameRenderedNotification->dup(); 330490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar sp<AMessage> data = new AMessage; 330590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (CreateFramesRenderedMessage(doneFrames, data)) { 330690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar notify->setMessage("data", data); 330790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar notify->post(); 330890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 330990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 33105778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 3311dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mBufferChannel->renderOutputBuffer(buffer, renderTimeNs); 3312dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim } else { 3313dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mBufferChannel->discardBuffer(buffer); 33145778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 33155778822d86b0337407514b9372562b86edfa91cdAndreas Huber 33165778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 33175778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 33185778822d86b0337407514b9372562b86edfa91cdAndreas Huber 33195778822d86b0337407514b9372562b86edfa91cdAndreas Huberssize_t MediaCodec::dequeuePortBuffer(int32_t portIndex) { 33205778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(portIndex == kPortIndexInput || portIndex == kPortIndexOutput); 33215778822d86b0337407514b9372562b86edfa91cdAndreas Huber 33225778822d86b0337407514b9372562b86edfa91cdAndreas Huber List<size_t> *availBuffers = &mAvailPortBuffers[portIndex]; 33235778822d86b0337407514b9372562b86edfa91cdAndreas Huber 33245778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (availBuffers->empty()) { 33255778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -EAGAIN; 33265778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 33275778822d86b0337407514b9372562b86edfa91cdAndreas Huber 33285778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t index = *availBuffers->begin(); 33295778822d86b0337407514b9372562b86edfa91cdAndreas Huber availBuffers->erase(availBuffers->begin()); 33305778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3331dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim BufferInfo *info = &mPortBuffers[portIndex][index]; 33325778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(!info->mOwnedByClient); 33337bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar { 33347bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Mutex::Autolock al(mBufferLock); 33357bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar info->mOwnedByClient = true; 333603c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 333703c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar // set image-data 3338fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim if (info->mData->format() != NULL) { 333903c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar sp<ABuffer> imageData; 3340fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim if (info->mData->format()->findBuffer("image-data", &imageData)) { 334103c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar info->mData->meta()->setBuffer("image-data", imageData); 334203c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar } 334303c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar int32_t left, top, right, bottom; 3344fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim if (info->mData->format()->findRect("crop", &left, &top, &right, &bottom)) { 334503c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar info->mData->meta()->setRect("crop-rect", left, top, right, bottom); 334603c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar } 334703c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar } 33487bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar } 33495778822d86b0337407514b9372562b86edfa91cdAndreas Huber 33505778822d86b0337407514b9372562b86edfa91cdAndreas Huber return index; 33515778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 33525778822d86b0337407514b9372562b86edfa91cdAndreas Huber 33531dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t MediaCodec::connectToSurface(const sp<Surface> &surface) { 33541dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar status_t err = OK; 33551dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (surface != NULL) { 3356b9fa58afa4c7772fe3c4cfdea9e45bc85cf43537Lajos Molnar uint64_t oldId, newId; 3357098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar if (mSurface != NULL 3358b9fa58afa4c7772fe3c4cfdea9e45bc85cf43537Lajos Molnar && surface->getUniqueId(&newId) == NO_ERROR 3359b9fa58afa4c7772fe3c4cfdea9e45bc85cf43537Lajos Molnar && mSurface->getUniqueId(&oldId) == NO_ERROR 3360b9fa58afa4c7772fe3c4cfdea9e45bc85cf43537Lajos Molnar && newId == oldId) { 3361b9fa58afa4c7772fe3c4cfdea9e45bc85cf43537Lajos Molnar ALOGI("[%s] connecting to the same surface. Nothing to do.", mComponentName.c_str()); 3362098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar return ALREADY_EXISTS; 3363098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar } 3364098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar 3365181fd9b5b64bab24bb49a34208f60a16e98488c5Chong Zhang err = nativeWindowConnect(surface.get(), "connectToSurface"); 3366098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar if (err == OK) { 3367264bac95912efe121d6a60026612617f04f42966Lajos Molnar // Require a fresh set of buffers after each connect by using a unique generation 3368264bac95912efe121d6a60026612617f04f42966Lajos Molnar // number. Rely on the fact that max supported process id by Linux is 2^22. 3369264bac95912efe121d6a60026612617f04f42966Lajos Molnar // PID is never 0 so we don't have to worry that we use the default generation of 0. 3370264bac95912efe121d6a60026612617f04f42966Lajos Molnar // TODO: come up with a unique scheme if other producers also set the generation number. 3371264bac95912efe121d6a60026612617f04f42966Lajos Molnar static uint32_t mSurfaceGeneration = 0; 3372264bac95912efe121d6a60026612617f04f42966Lajos Molnar uint32_t generation = (getpid() << 10) | (++mSurfaceGeneration & ((1 << 10) - 1)); 3373264bac95912efe121d6a60026612617f04f42966Lajos Molnar surface->setGenerationNumber(generation); 3374264bac95912efe121d6a60026612617f04f42966Lajos Molnar ALOGI("[%s] setting surface generation to %u", mComponentName.c_str(), generation); 3375264bac95912efe121d6a60026612617f04f42966Lajos Molnar 3376264bac95912efe121d6a60026612617f04f42966Lajos Molnar // HACK: clear any free buffers. Remove when connect will automatically do this. 3377264bac95912efe121d6a60026612617f04f42966Lajos Molnar // This is needed as the consumer may be holding onto stale frames that it can reattach 3378264bac95912efe121d6a60026612617f04f42966Lajos Molnar // to this surface after disconnect/connect, and those free frames would inherit the new 3379264bac95912efe121d6a60026612617f04f42966Lajos Molnar // generation number. Disconnecting after setting a unique generation prevents this. 3380181fd9b5b64bab24bb49a34208f60a16e98488c5Chong Zhang nativeWindowDisconnect(surface.get(), "connectToSurface(reconnect)"); 3381181fd9b5b64bab24bb49a34208f60a16e98488c5Chong Zhang err = nativeWindowConnect(surface.get(), "connectToSurface(reconnect)"); 3382264bac95912efe121d6a60026612617f04f42966Lajos Molnar } 3383264bac95912efe121d6a60026612617f04f42966Lajos Molnar 3384264bac95912efe121d6a60026612617f04f42966Lajos Molnar if (err != OK) { 3385181fd9b5b64bab24bb49a34208f60a16e98488c5Chong Zhang ALOGE("nativeWindowConnect returned an error: %s (%d)", strerror(-err), err); 33861dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 33871dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 3388098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar // do not return ALREADY_EXISTS unless surfaces are the same 3389098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar return err == ALREADY_EXISTS ? BAD_VALUE : err; 33901dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar} 33917541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 33921dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t MediaCodec::disconnectFromSurface() { 33931dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar status_t err = OK; 3394f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar if (mSurface != NULL) { 3395264bac95912efe121d6a60026612617f04f42966Lajos Molnar // Resetting generation is not technically needed, but there is no need to keep it either 3396264bac95912efe121d6a60026612617f04f42966Lajos Molnar mSurface->setGenerationNumber(0); 3397181fd9b5b64bab24bb49a34208f60a16e98488c5Chong Zhang err = nativeWindowDisconnect(mSurface.get(), "disconnectFromSurface"); 33987541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber if (err != OK) { 3399181fd9b5b64bab24bb49a34208f60a16e98488c5Chong Zhang ALOGW("nativeWindowDisconnect returned an error: %s (%d)", strerror(-err), err); 34007541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber } 34011dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // assume disconnected even on error 3402f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar mSurface.clear(); 34037541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber } 34041dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 34051dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar} 34067541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 34071dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t MediaCodec::handleSetSurface(const sp<Surface> &surface) { 34081dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar status_t err = OK; 34091dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mSurface != NULL) { 34101dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar (void)disconnectFromSurface(); 34111dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 3412f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar if (surface != NULL) { 34131dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = connectToSurface(surface); 34141dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err == OK) { 34151dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mSurface = surface; 34167541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber } 34177541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber } 34181dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 34197541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber} 34207541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 3421c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhangvoid MediaCodec::onInputBufferAvailable() { 3422c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang int32_t index; 3423c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang while ((index = dequeuePortBuffer(kPortIndexInput)) >= 0) { 3424c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> msg = mCallback->dup(); 3425c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("callbackID", CB_INPUT_AVAILABLE); 3426c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("index", index); 3427c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->post(); 3428c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 3429c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 3430c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 3431c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhangvoid MediaCodec::onOutputBufferAvailable() { 3432c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang int32_t index; 3433c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang while ((index = dequeuePortBuffer(kPortIndexOutput)) >= 0) { 34347e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim const sp<MediaCodecBuffer> &buffer = 3435dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mPortBuffers[kPortIndexOutput][index].mData; 3436c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> msg = mCallback->dup(); 3437c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("callbackID", CB_OUTPUT_AVAILABLE); 3438c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("index", index); 3439c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setSize("offset", buffer->offset()); 3440c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setSize("size", buffer->size()); 3441c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 3442c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang int64_t timeUs; 3443c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang CHECK(buffer->meta()->findInt64("timeUs", &timeUs)); 3444c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 3445c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt64("timeUs", timeUs); 3446c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 344701c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick statsBufferReceived(timeUs); 344801c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick 3449dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim int32_t flags; 3450dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim CHECK(buffer->meta()->findInt32("flags", &flags)); 3451c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 3452c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("flags", flags); 3453c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 3454c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->post(); 3455c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 3456c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 3457c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 3458749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhangvoid MediaCodec::onError(status_t err, int32_t actionCode, const char *detail) { 3459c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mCallback != NULL) { 3460c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> msg = mCallback->dup(); 3461c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("callbackID", CB_ERROR); 3462c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("err", err); 3463749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhang msg->setInt32("actionCode", actionCode); 3464749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhang 3465749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhang if (detail != NULL) { 3466749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhang msg->setString("detail", detail); 3467749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhang } 3468c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 3469c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->post(); 3470c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 3471c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 3472c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 3473c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhangvoid MediaCodec::onOutputFormatChanged() { 3474c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mCallback != NULL) { 3475c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> msg = mCallback->dup(); 3476c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("callbackID", CB_OUTPUT_FORMAT_CHANGED); 3477c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setMessage("format", mOutputFormat); 3478c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->post(); 3479c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 3480c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 3481c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 3482575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Hubervoid MediaCodec::postActivityNotificationIfPossible() { 3483575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber if (mActivityNotify == NULL) { 3484575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber return; 3485575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber } 3486575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 3487e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang bool isErrorOrOutputChanged = 3488e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang (mFlags & (kFlagStickyError 3489575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber | kFlagOutputBuffersChanged 3490e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang | kFlagOutputFormatChanged)); 3491e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang 3492e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang if (isErrorOrOutputChanged 3493575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber || !mAvailPortBuffers[kPortIndexInput].empty() 3494575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber || !mAvailPortBuffers[kPortIndexOutput].empty()) { 3495e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang mActivityNotify->setInt32("input-buffers", 3496e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang mAvailPortBuffers[kPortIndexInput].size()); 3497e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang 3498e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang if (isErrorOrOutputChanged) { 3499e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang // we want consumer to dequeue as many times as it can 3500e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang mActivityNotify->setInt32("output-buffers", INT32_MAX); 3501e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang } else { 3502e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang mActivityNotify->setInt32("output-buffers", 3503e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang mAvailPortBuffers[kPortIndexOutput].size()); 3504e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang } 3505575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber mActivityNotify->post(); 3506575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber mActivityNotify.clear(); 3507575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber } 3508575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber} 3509575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 3510a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huberstatus_t MediaCodec::setParameters(const sp<AMessage> ¶ms) { 35111d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatSetParameters, this); 3512a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber msg->setMessage("params", params); 3513a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 3514a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber sp<AMessage> response; 3515a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber return PostAndAwaitResponse(msg, &response); 3516a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber} 3517a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 3518a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huberstatus_t MediaCodec::onSetParameters(const sp<AMessage> ¶ms) { 3519a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber mCodec->signalSetParameters(params); 3520a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 3521a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber return OK; 3522a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber} 3523a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 3524e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huberstatus_t MediaCodec::amendOutputFormatWithCodecSpecificData( 35257e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim const sp<MediaCodecBuffer> &buffer) { 3526e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber AString mime; 3527e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber CHECK(mOutputFormat->findString("mime", &mime)); 3528e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3529e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (!strcasecmp(mime.c_str(), MEDIA_MIMETYPE_VIDEO_AVC)) { 3530e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // Codec specific data should be SPS and PPS in a single buffer, 3531e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // each prefixed by a startcode (0x00 0x00 0x00 0x01). 3532e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // We separate the two and put them into the output format 3533e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // under the keys "csd-0" and "csd-1". 3534e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3535e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber unsigned csdIndex = 0; 3536e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3537e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber const uint8_t *data = buffer->data(); 3538e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber size_t size = buffer->size(); 3539e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3540e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber const uint8_t *nalStart; 3541e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber size_t nalSize; 3542e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber while (getNextNALUnit(&data, &size, &nalStart, &nalSize, true) == OK) { 3543e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber sp<ABuffer> csd = new ABuffer(nalSize + 4); 3544e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber memcpy(csd->data(), "\x00\x00\x00\x01", 4); 3545e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber memcpy(csd->data() + 4, nalStart, nalSize); 3546e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3547e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mOutputFormat->setBuffer( 3548a1e8944a21e5833b7aadc451776f11797f5f9273Elliott Hughes AStringPrintf("csd-%u", csdIndex).c_str(), csd); 3549e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3550e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber ++csdIndex; 3551e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 3552e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3553e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (csdIndex != 2) { 3554e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber return ERROR_MALFORMED; 3555e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 3556e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } else { 3557e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // For everything else we just stash the codec specific data into 3558e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // the output format as a single piece of csd under "csd-0". 35597e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim sp<ABuffer> csd = new ABuffer(buffer->size()); 35607e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim memcpy(csd->data(), buffer->data(), buffer->size()); 35617e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim csd->setRange(0, buffer->size()); 35627e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim mOutputFormat->setBuffer("csd-0", csd); 3563e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 3564e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3565e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber return OK; 3566e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber} 3567e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 35682606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhangvoid MediaCodec::updateBatteryStat() { 35693f273d10817ddb2f792ae043de692efcdf1988aeWei Jia if (!mIsVideo) { 35703f273d10817ddb2f792ae043de692efcdf1988aeWei Jia return; 35713f273d10817ddb2f792ae043de692efcdf1988aeWei Jia } 35722606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 35733f273d10817ddb2f792ae043de692efcdf1988aeWei Jia if (mState == CONFIGURED && !mBatteryStatNotified) { 3574f2ae3e19080938db8cbf29a963fd744a3964fcc2Wei Jia BatteryNotifier::getInstance().noteStartVideo(mUid); 35752606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mBatteryStatNotified = true; 35762606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } else if (mState == UNINITIALIZED && mBatteryStatNotified) { 3577f2ae3e19080938db8cbf29a963fd744a3964fcc2Wei Jia BatteryNotifier::getInstance().noteStopVideo(mUid); 35782606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mBatteryStatNotified = false; 35792606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } 35802606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang} 35812606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 3582573ebe40b005690f797ac4d90ed1ff49f9fdb2b7Ray Essickstd::string MediaCodec::stateString(State state) { 3583573ebe40b005690f797ac4d90ed1ff49f9fdb2b7Ray Essick const char *rval = NULL; 3584573ebe40b005690f797ac4d90ed1ff49f9fdb2b7Ray Essick char rawbuffer[16]; // room for "%d" 3585573ebe40b005690f797ac4d90ed1ff49f9fdb2b7Ray Essick 3586573ebe40b005690f797ac4d90ed1ff49f9fdb2b7Ray Essick switch (state) { 3587573ebe40b005690f797ac4d90ed1ff49f9fdb2b7Ray Essick case UNINITIALIZED: rval = "UNINITIALIZED"; break; 3588573ebe40b005690f797ac4d90ed1ff49f9fdb2b7Ray Essick case INITIALIZING: rval = "INITIALIZING"; break; 3589573ebe40b005690f797ac4d90ed1ff49f9fdb2b7Ray Essick case INITIALIZED: rval = "INITIALIZED"; break; 3590573ebe40b005690f797ac4d90ed1ff49f9fdb2b7Ray Essick case CONFIGURING: rval = "CONFIGURING"; break; 3591573ebe40b005690f797ac4d90ed1ff49f9fdb2b7Ray Essick case CONFIGURED: rval = "CONFIGURED"; break; 3592573ebe40b005690f797ac4d90ed1ff49f9fdb2b7Ray Essick case STARTING: rval = "STARTING"; break; 3593573ebe40b005690f797ac4d90ed1ff49f9fdb2b7Ray Essick case STARTED: rval = "STARTED"; break; 3594573ebe40b005690f797ac4d90ed1ff49f9fdb2b7Ray Essick case FLUSHING: rval = "FLUSHING"; break; 3595573ebe40b005690f797ac4d90ed1ff49f9fdb2b7Ray Essick case FLUSHED: rval = "FLUSHED"; break; 3596573ebe40b005690f797ac4d90ed1ff49f9fdb2b7Ray Essick case STOPPING: rval = "STOPPING"; break; 3597573ebe40b005690f797ac4d90ed1ff49f9fdb2b7Ray Essick case RELEASING: rval = "RELEASING"; break; 3598573ebe40b005690f797ac4d90ed1ff49f9fdb2b7Ray Essick default: 3599573ebe40b005690f797ac4d90ed1ff49f9fdb2b7Ray Essick snprintf(rawbuffer, sizeof(rawbuffer), "%d", state); 3600573ebe40b005690f797ac4d90ed1ff49f9fdb2b7Ray Essick rval = rawbuffer; 3601573ebe40b005690f797ac4d90ed1ff49f9fdb2b7Ray Essick break; 3602573ebe40b005690f797ac4d90ed1ff49f9fdb2b7Ray Essick } 3603573ebe40b005690f797ac4d90ed1ff49f9fdb2b7Ray Essick return rval; 3604573ebe40b005690f797ac4d90ed1ff49f9fdb2b7Ray Essick} 3605573ebe40b005690f797ac4d90ed1ff49f9fdb2b7Ray Essick 36065778822d86b0337407514b9372562b86edfa91cdAndreas Huber} // namespace android 3607