15778822d86b0337407514b9372562b86edfa91cdAndreas Huber/* 25778822d86b0337407514b9372562b86edfa91cdAndreas Huber * Copyright 2012, The Android Open Source Project 35778822d86b0337407514b9372562b86edfa91cdAndreas Huber * 45778822d86b0337407514b9372562b86edfa91cdAndreas Huber * Licensed under the Apache License, Version 2.0 (the "License"); 55778822d86b0337407514b9372562b86edfa91cdAndreas Huber * you may not use this file except in compliance with the License. 65778822d86b0337407514b9372562b86edfa91cdAndreas Huber * You may obtain a copy of the License at 75778822d86b0337407514b9372562b86edfa91cdAndreas Huber * 85778822d86b0337407514b9372562b86edfa91cdAndreas Huber * http://www.apache.org/licenses/LICENSE-2.0 95778822d86b0337407514b9372562b86edfa91cdAndreas Huber * 105778822d86b0337407514b9372562b86edfa91cdAndreas Huber * Unless required by applicable law or agreed to in writing, software 115778822d86b0337407514b9372562b86edfa91cdAndreas Huber * distributed under the License is distributed on an "AS IS" BASIS, 125778822d86b0337407514b9372562b86edfa91cdAndreas Huber * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 135778822d86b0337407514b9372562b86edfa91cdAndreas Huber * See the License for the specific language governing permissions and 145778822d86b0337407514b9372562b86edfa91cdAndreas Huber * limitations under the License. 155778822d86b0337407514b9372562b86edfa91cdAndreas Huber */ 165778822d86b0337407514b9372562b86edfa91cdAndreas Huber 175778822d86b0337407514b9372562b86edfa91cdAndreas Huber//#define LOG_NDEBUG 0 185778822d86b0337407514b9372562b86edfa91cdAndreas Huber#define LOG_TAG "MediaCodec" 19bc3ad96efdfca9ceaa5ff31b27f7571b32903fdeWonsik Kim#include <utils/Log.h> 20bc3ad96efdfca9ceaa5ff31b27f7571b32903fdeWonsik Kim 21fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar#include <inttypes.h> 2201c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick#include <stdlib.h> 235778822d86b0337407514b9372562b86edfa91cdAndreas Huber 244811923e80a8abefa278307ebf8cc9b0294ba67fWonsik Kim#include "include/SecureBuffer.h" 257e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim#include "include/SharedMemoryBuffer.h" 265778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include "include/SoftwareRenderer.h" 27bc3ad96efdfca9ceaa5ff31b27f7571b32903fdeWonsik Kim#include "StagefrightPluginLoader.h" 285778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29d5a416a49d5074e2966f5fe255561cbaaf31a325Chong Zhang#include <android/hardware/cas/native/1.0/IDescrambler.h> 30d5a416a49d5074e2966f5fe255561cbaaf31a325Chong Zhang 31c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker#include <binder/IMemory.h> 3267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu#include <binder/IPCThreadState.h> 332606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include <binder/IServiceManager.h> 34c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker#include <binder/MemoryDealer.h> 354f87426e12f5f12e0724519e77f8237a6b2d5dacWonsik Kim#include <cutils/properties.h> 3679608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang#include <gui/BufferQueue.h> 371a2952aee048ca7b1765e2bc09ebe9aeddaeafa3Mathias Agopian#include <gui/Surface.h> 38ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber#include <media/ICrypto.h> 39d291c222357303b9611cab89d0c3b047584ef377Chong Zhang#include <media/IOMX.h> 4067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu#include <media/IResourceManagerService.h> 417e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim#include <media/MediaCodecBuffer.h> 42db1221479a7ffe7094c51c463bbd36522ed106abRay Essick#include <media/MediaAnalyticsItem.h> 435778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/foundation/ABuffer.h> 445778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/foundation/ADebug.h> 455778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/foundation/AMessage.h> 465b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber#include <media/stagefright/foundation/AString.h> 47dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim#include <media/stagefright/foundation/AUtils.h> 48d91dc5a0602f54fc0d4d2187f37b5b8169bb62c3Dongwon Kang#include <media/stagefright/foundation/avc_utils.h> 49ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber#include <media/stagefright/foundation/hexdump.h> 505778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/ACodec.h> 517cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden#include <media/stagefright/BufferProducerWrapper.h> 522606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include <media/stagefright/MediaCodec.h> 536f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen#include <media/stagefright/MediaCodecList.h> 54e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber#include <media/stagefright/MediaDefs.h> 555778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/MediaErrors.h> 56744f5739019d1fd917f981e740b353c3d73fd1a8David Smith#include <media/stagefright/MediaFilter.h> 57d291c222357303b9611cab89d0c3b047584ef377Chong Zhang#include <media/stagefright/OMXClient.h> 58d291c222357303b9611cab89d0c3b047584ef377Chong Zhang#include <media/stagefright/PersistentSurface.h> 598b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar#include <media/stagefright/SurfaceUtils.h> 6099e69716215cd0665379bc90d708f2ea8689831dRuben Brunk#include <mediautils/BatteryNotifier.h> 612606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include <private/android_filesystem_config.h> 622606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include <utils/Singleton.h> 63e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 645778822d86b0337407514b9372562b86edfa91cdAndreas Hubernamespace android { 655778822d86b0337407514b9372562b86edfa91cdAndreas Huber 66db1221479a7ffe7094c51c463bbd36522ed106abRay Essick// key for media statistics 678574195df5de20af5fc16d6f9da1b132d6d5bfeeRay Essickstatic const char *kCodecKeyName = "codec"; 68db1221479a7ffe7094c51c463bbd36522ed106abRay Essick// attrs for media statistics 69de15b8c160c720c48b93796016801e7ae0b6bd2dRay Essick// NB: these are matched with public Java API constants defined 70de15b8c160c720c48b93796016801e7ae0b6bd2dRay Essick// in frameworks/base/media/java/android/media/MediaCodec.java 71de15b8c160c720c48b93796016801e7ae0b6bd2dRay Essick// These must be kept synchronized with the constants there. 72afb43f76821e6a63e17e6484289a40430ada6978Ray Essickstatic const char *kCodecCodec = "android.media.mediacodec.codec"; /* e.g. OMX.google.aac.decoder */ 73afb43f76821e6a63e17e6484289a40430ada6978Ray Essickstatic const char *kCodecMime = "android.media.mediacodec.mime"; /* e.g. audio/mime */ 74afb43f76821e6a63e17e6484289a40430ada6978Ray Essickstatic const char *kCodecMode = "android.media.mediacodec.mode"; /* audio, video */ 75de15b8c160c720c48b93796016801e7ae0b6bd2dRay Essickstatic const char *kCodecModeVideo = "video"; /* values returned for kCodecMode */ 76de15b8c160c720c48b93796016801e7ae0b6bd2dRay Essickstatic const char *kCodecModeAudio = "audio"; 77de15b8c160c720c48b93796016801e7ae0b6bd2dRay Essickstatic const char *kCodecEncoder = "android.media.mediacodec.encoder"; /* 0,1 */ 78afb43f76821e6a63e17e6484289a40430ada6978Ray Essickstatic const char *kCodecSecure = "android.media.mediacodec.secure"; /* 0, 1 */ 79afb43f76821e6a63e17e6484289a40430ada6978Ray Essickstatic const char *kCodecWidth = "android.media.mediacodec.width"; /* 0..n */ 80de15b8c160c720c48b93796016801e7ae0b6bd2dRay Essickstatic const char *kCodecHeight = "android.media.mediacodec.height"; /* 0..n */ 81afb43f76821e6a63e17e6484289a40430ada6978Ray Essickstatic const char *kCodecRotation = "android.media.mediacodec.rotation-degrees"; /* 0/90/180/270 */ 828574195df5de20af5fc16d6f9da1b132d6d5bfeeRay Essick 83de15b8c160c720c48b93796016801e7ae0b6bd2dRay Essick// NB: These are not yet exposed as public Java API constants. 84de15b8c160c720c48b93796016801e7ae0b6bd2dRay Essickstatic const char *kCodecCrypto = "android.media.mediacodec.crypto"; /* 0,1 */ 85002e413a5a7460a32790ed08408085a6062f4054Ray Essickstatic const char *kCodecProfile = "android.media.mediacodec.profile"; /* 0..n */ 86002e413a5a7460a32790ed08408085a6062f4054Ray Essickstatic const char *kCodecLevel = "android.media.mediacodec.level"; /* 0..n */ 87002e413a5a7460a32790ed08408085a6062f4054Ray Essickstatic const char *kCodecMaxWidth = "android.media.mediacodec.maxwidth"; /* 0..n */ 88002e413a5a7460a32790ed08408085a6062f4054Ray Essickstatic const char *kCodecMaxHeight = "android.media.mediacodec.maxheight"; /* 0..n */ 8982b7fe8aa03558bf90769a3d88536e6105db371bRay Essickstatic const char *kCodecError = "android.media.mediacodec.errcode"; 9082b7fe8aa03558bf90769a3d88536e6105db371bRay Essickstatic const char *kCodecErrorState = "android.media.mediacodec.errstate"; 9101c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essickstatic const char *kCodecLatencyMax = "android.media.mediacodec.latency.max"; /* in us */ 9201c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essickstatic const char *kCodecLatencyMin = "android.media.mediacodec.latency.min"; /* in us */ 9301c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essickstatic const char *kCodecLatencyAvg = "android.media.mediacodec.latency.avg"; /* in us */ 9401c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essickstatic const char *kCodecLatencyCount = "android.media.mediacodec.latency.n"; 9501c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essickstatic const char *kCodecLatencyHist = "android.media.mediacodec.latency.hist"; /* in us */ 9601c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essickstatic const char *kCodecLatencyUnknown = "android.media.mediacodec.latency.unknown"; 9701c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick 9801c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick// the kCodecRecent* fields appear only in getMetrics() results 9901c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essickstatic const char *kCodecRecentLatencyMax = "android.media.mediacodec.recent.max"; /* in us */ 10001c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essickstatic const char *kCodecRecentLatencyMin = "android.media.mediacodec.recent.min"; /* in us */ 10101c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essickstatic const char *kCodecRecentLatencyAvg = "android.media.mediacodec.recent.avg"; /* in us */ 10201c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essickstatic const char *kCodecRecentLatencyCount = "android.media.mediacodec.recent.n"; 10301c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essickstatic const char *kCodecRecentLatencyHist = "android.media.mediacodec.recent.hist"; /* in us */ 10401c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick 10501c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick// XXX suppress until we get our representation right 10601c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essickstatic bool kEmitHistogram = false; 107db1221479a7ffe7094c51c463bbd36522ed106abRay Essick 108db1221479a7ffe7094c51c463bbd36522ed106abRay Essick 1090d1ed381fde5dac12dd84fcf3da66dac46699378Chih-Hung Hsiehstatic int64_t getId(const sp<IResourceManagerClient> &client) { 11067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return (int64_t) client.get(); 11167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 11267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 11367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wustatic bool isResourceError(status_t err) { 11447a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu return (err == NO_MEMORY); 11567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 11667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 11767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wustatic const int kMaxRetry = 2; 1184b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wustatic const int kMaxReclaimWaitTimeInUs = 500000; // 0.5s 119dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimstatic const int kNumBuffersAlign = 16; 12067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 12179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim//////////////////////////////////////////////////////////////////////////////// 12279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 12367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wustruct ResourceManagerClient : public BnResourceManagerClient { 124090ef604f81447eab4aa0a5b45d6307482573560Chih-Hung Hsieh explicit ResourceManagerClient(MediaCodec* codec) : mMediaCodec(codec) {} 12567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 12667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu virtual bool reclaimResource() { 12767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<MediaCodec> codec = mMediaCodec.promote(); 12867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (codec == NULL) { 12967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // codec is already gone. 13067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return true; 13167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 13247a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu status_t err = codec->reclaim(); 1334b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu if (err == WOULD_BLOCK) { 1344b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu ALOGD("Wait for the client to release codec."); 1354b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu usleep(kMaxReclaimWaitTimeInUs); 1364b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu ALOGD("Try to reclaim again."); 1374b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu err = codec->reclaim(true /* force */); 1384b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu } 13967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (err != OK) { 14067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ALOGW("ResourceManagerClient failed to release codec with err %d", err); 14167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 14267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return (err == OK); 14367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 14467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 1458f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu virtual String8 getName() { 1468f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu String8 ret; 1478f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu sp<MediaCodec> codec = mMediaCodec.promote(); 1488f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu if (codec == NULL) { 1498f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu // codec is already gone. 1508f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu return ret; 1518f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu } 1528f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu 1538f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu AString name; 1548f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu if (codec->getName(&name) == OK) { 1558f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu ret.setTo(name.c_str()); 1568f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu } 1578f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu return ret; 1588f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu } 15967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 16067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuprotected: 16167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu virtual ~ResourceManagerClient() {} 16267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 16367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuprivate: 16467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu wp<MediaCodec> mMediaCodec; 16567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 16667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu DISALLOW_EVIL_CONSTRUCTORS(ResourceManagerClient); 16767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu}; 16867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 16968845c14ebf2c7282800b1abffde38d8e9a57aabRonghua WuMediaCodec::ResourceManagerServiceProxy::ResourceManagerServiceProxy(pid_t pid) 17068845c14ebf2c7282800b1abffde38d8e9a57aabRonghua Wu : mPid(pid) { 17168845c14ebf2c7282800b1abffde38d8e9a57aabRonghua Wu if (mPid == MediaCodec::kNoPid) { 17268845c14ebf2c7282800b1abffde38d8e9a57aabRonghua Wu mPid = IPCThreadState::self()->getCallingPid(); 17368845c14ebf2c7282800b1abffde38d8e9a57aabRonghua Wu } 17467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 17567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 17667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua WuMediaCodec::ResourceManagerServiceProxy::~ResourceManagerServiceProxy() { 17767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mService != NULL) { 17867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu IInterface::asBinder(mService)->unlinkToDeath(this); 17967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 18067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 18167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 18267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuvoid MediaCodec::ResourceManagerServiceProxy::init() { 18367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<IServiceManager> sm = defaultServiceManager(); 18467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<IBinder> binder = sm->getService(String16("media.resource_manager")); 18567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mService = interface_cast<IResourceManagerService>(binder); 18667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mService == NULL) { 18767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ALOGE("Failed to get ResourceManagerService"); 18867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return; 18967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 190e4237177a4a3eea059cd74247b2d770d301a8230Ronghua Wu IInterface::asBinder(mService)->linkToDeath(this); 19167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 19267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 19367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuvoid MediaCodec::ResourceManagerServiceProxy::binderDied(const wp<IBinder>& /*who*/) { 19467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ALOGW("ResourceManagerService died."); 19567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Mutex::Autolock _l(mLock); 19667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mService.clear(); 19767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 19867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 19967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuvoid MediaCodec::ResourceManagerServiceProxy::addResource( 20067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu int64_t clientId, 2010d1ed381fde5dac12dd84fcf3da66dac46699378Chih-Hung Hsieh const sp<IResourceManagerClient> &client, 20267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu const Vector<MediaResource> &resources) { 20367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Mutex::Autolock _l(mLock); 20467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mService == NULL) { 20567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return; 20667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 20737c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu mService->addResource(mPid, clientId, client, resources); 20867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 20967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 21067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuvoid MediaCodec::ResourceManagerServiceProxy::removeResource(int64_t clientId) { 21167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Mutex::Autolock _l(mLock); 21267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mService == NULL) { 21367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return; 21467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 21537c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu mService->removeResource(mPid, clientId); 21667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 21767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 21867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wubool MediaCodec::ResourceManagerServiceProxy::reclaimResource( 21937c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu const Vector<MediaResource> &resources) { 22067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Mutex::Autolock _l(mLock); 22167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mService == NULL) { 22267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return false; 22367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 22437c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu return mService->reclaimResource(mPid, resources); 22567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 22667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 22779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim//////////////////////////////////////////////////////////////////////////////// 22879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 229dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik KimMediaCodec::BufferInfo::BufferInfo() : mOwnedByClient(false) {} 230dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim 231dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim//////////////////////////////////////////////////////////////////////////////// 232dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim 23379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kimnamespace { 23479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 23579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kimenum { 23679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim kWhatFillThisBuffer = 'fill', 23779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim kWhatDrainThisBuffer = 'drai', 23879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim kWhatEOS = 'eos ', 239dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim kWhatStartCompleted = 'Scom', 24079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim kWhatStopCompleted = 'scom', 24179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim kWhatReleaseCompleted = 'rcom', 24279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim kWhatFlushCompleted = 'fcom', 24379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim kWhatError = 'erro', 24479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim kWhatComponentAllocated = 'cAll', 24579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim kWhatComponentConfigured = 'cCon', 24679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim kWhatInputSurfaceCreated = 'isfc', 24779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim kWhatInputSurfaceAccepted = 'isfa', 24879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim kWhatSignaledInputEOS = 'seos', 24979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim kWhatOutputFramesRendered = 'outR', 250dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim kWhatOutputBuffersChanged = 'outC', 25179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim}; 25279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 253dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimclass BufferCallback : public CodecBase::BufferCallback { 25479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kimpublic: 255dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim explicit BufferCallback(const sp<AMessage> ¬ify); 256dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim virtual ~BufferCallback() = default; 257dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim 258dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim virtual void onInputBufferAvailable( 259dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim size_t index, const sp<MediaCodecBuffer> &buffer) override; 260dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim virtual void onOutputBufferAvailable( 261dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim size_t index, const sp<MediaCodecBuffer> &buffer) override; 262dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimprivate: 263dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim const sp<AMessage> mNotify; 264dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim}; 265dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim 266dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik KimBufferCallback::BufferCallback(const sp<AMessage> ¬ify) 267dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim : mNotify(notify) {} 268dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim 269dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid BufferCallback::onInputBufferAvailable( 270dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim size_t index, const sp<MediaCodecBuffer> &buffer) { 271dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim sp<AMessage> notify(mNotify->dup()); 272dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim notify->setInt32("what", kWhatFillThisBuffer); 273dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim notify->setSize("index", index); 274dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim notify->setObject("buffer", buffer); 275dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim notify->post(); 276dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim} 277dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim 278dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid BufferCallback::onOutputBufferAvailable( 279dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim size_t index, const sp<MediaCodecBuffer> &buffer) { 280dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim sp<AMessage> notify(mNotify->dup()); 281dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim notify->setInt32("what", kWhatDrainThisBuffer); 282dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim notify->setSize("index", index); 283dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim notify->setObject("buffer", buffer); 284dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim notify->post(); 285dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim} 286dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim 287dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimclass CodecCallback : public CodecBase::CodecCallback { 288dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimpublic: 289dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim explicit CodecCallback(const sp<AMessage> ¬ify); 290dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim virtual ~CodecCallback() = default; 29179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 29279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim virtual void onEos(status_t err) override; 293dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim virtual void onStartCompleted() override; 29479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim virtual void onStopCompleted() override; 29579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim virtual void onReleaseCompleted() override; 29679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim virtual void onFlushCompleted() override; 29779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim virtual void onError(status_t err, enum ActionCode actionCode) override; 29879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim virtual void onComponentAllocated(const char *componentName) override; 29979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim virtual void onComponentConfigured( 30079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim const sp<AMessage> &inputFormat, const sp<AMessage> &outputFormat) override; 30179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim virtual void onInputSurfaceCreated( 30279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim const sp<AMessage> &inputFormat, 30379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim const sp<AMessage> &outputFormat, 30479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim const sp<BufferProducerWrapper> &inputSurface) override; 30579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim virtual void onInputSurfaceCreationFailed(status_t err) override; 30679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim virtual void onInputSurfaceAccepted( 30779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim const sp<AMessage> &inputFormat, 30879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim const sp<AMessage> &outputFormat) override; 30979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim virtual void onInputSurfaceDeclined(status_t err) override; 31079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim virtual void onSignaledInputEOS(status_t err) override; 31179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim virtual void onOutputFramesRendered(const std::list<FrameRenderTracker::Info> &done) override; 312dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim virtual void onOutputBuffersChanged() override; 31379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kimprivate: 31479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim const sp<AMessage> mNotify; 31579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim}; 31679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 317dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik KimCodecCallback::CodecCallback(const sp<AMessage> ¬ify) : mNotify(notify) {} 31879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 319dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid CodecCallback::onEos(status_t err) { 32079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim sp<AMessage> notify(mNotify->dup()); 321dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim notify->setInt32("what", kWhatEOS); 322dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim notify->setInt32("err", err); 323fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim notify->post(); 324fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim} 325fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim 326dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid CodecCallback::onStartCompleted() { 327fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim sp<AMessage> notify(mNotify->dup()); 328dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim notify->setInt32("what", kWhatStartCompleted); 32979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->post(); 33079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} 33179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 332dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid CodecCallback::onStopCompleted() { 33379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim sp<AMessage> notify(mNotify->dup()); 33479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("what", kWhatStopCompleted); 33579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->post(); 33679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} 33779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 338dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid CodecCallback::onReleaseCompleted() { 33979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim sp<AMessage> notify(mNotify->dup()); 34079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("what", kWhatReleaseCompleted); 34179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->post(); 34279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} 34379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 344dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid CodecCallback::onFlushCompleted() { 34579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim sp<AMessage> notify(mNotify->dup()); 34679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("what", kWhatFlushCompleted); 34779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->post(); 34879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} 34979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 350dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid CodecCallback::onError(status_t err, enum ActionCode actionCode) { 35179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim sp<AMessage> notify(mNotify->dup()); 35279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("what", kWhatError); 35379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("err", err); 35479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("actionCode", actionCode); 35579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->post(); 35679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} 35779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 358dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid CodecCallback::onComponentAllocated(const char *componentName) { 35979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim sp<AMessage> notify(mNotify->dup()); 36079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("what", kWhatComponentAllocated); 36179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setString("componentName", componentName); 36279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->post(); 36379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} 36479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 365dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid CodecCallback::onComponentConfigured( 36679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim const sp<AMessage> &inputFormat, const sp<AMessage> &outputFormat) { 36779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim sp<AMessage> notify(mNotify->dup()); 36879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("what", kWhatComponentConfigured); 36979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setMessage("input-format", inputFormat); 37079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setMessage("output-format", outputFormat); 37179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->post(); 37279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} 37379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 374dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid CodecCallback::onInputSurfaceCreated( 37579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim const sp<AMessage> &inputFormat, 37679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim const sp<AMessage> &outputFormat, 37779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim const sp<BufferProducerWrapper> &inputSurface) { 37879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim sp<AMessage> notify(mNotify->dup()); 37979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("what", kWhatInputSurfaceCreated); 38079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setMessage("input-format", inputFormat); 38179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setMessage("output-format", outputFormat); 38279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setObject("input-surface", inputSurface); 38379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->post(); 38479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} 38579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 386dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid CodecCallback::onInputSurfaceCreationFailed(status_t err) { 38779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim sp<AMessage> notify(mNotify->dup()); 38879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("what", kWhatInputSurfaceCreated); 38979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("err", err); 39079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->post(); 39179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} 39279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 393dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid CodecCallback::onInputSurfaceAccepted( 39479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim const sp<AMessage> &inputFormat, 39579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim const sp<AMessage> &outputFormat) { 39679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim sp<AMessage> notify(mNotify->dup()); 39779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("what", kWhatInputSurfaceAccepted); 39879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setMessage("input-format", inputFormat); 39979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setMessage("output-format", outputFormat); 40079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->post(); 40179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} 40279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 403dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid CodecCallback::onInputSurfaceDeclined(status_t err) { 40479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim sp<AMessage> notify(mNotify->dup()); 40579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("what", kWhatInputSurfaceAccepted); 40679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("err", err); 40779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->post(); 40879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} 40979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 410dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid CodecCallback::onSignaledInputEOS(status_t err) { 41179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim sp<AMessage> notify(mNotify->dup()); 41279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("what", kWhatSignaledInputEOS); 41379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim if (err != OK) { 41479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("err", err); 41579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim } 41679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->post(); 41779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} 41879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 419dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid CodecCallback::onOutputFramesRendered(const std::list<FrameRenderTracker::Info> &done) { 42079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim sp<AMessage> notify(mNotify->dup()); 42179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("what", kWhatOutputFramesRendered); 42279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim if (MediaCodec::CreateFramesRenderedMessage(done, notify)) { 42379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->post(); 42479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim } 42579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} 42679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 427dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid CodecCallback::onOutputBuffersChanged() { 428dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim sp<AMessage> notify(mNotify->dup()); 429dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim notify->setInt32("what", kWhatOutputBuffersChanged); 430dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim notify->post(); 431dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim} 432dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim 43379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} // namespace 43479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 43579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim//////////////////////////////////////////////////////////////////////////////// 43679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 4375778822d86b0337407514b9372562b86edfa91cdAndreas Huber// static 4385778822d86b0337407514b9372562b86edfa91cdAndreas Hubersp<MediaCodec> MediaCodec::CreateByType( 439f2ae3e19080938db8cbf29a963fd744a3964fcc2Wei Jia const sp<ALooper> &looper, const AString &mime, bool encoder, status_t *err, pid_t pid, 440f2ae3e19080938db8cbf29a963fd744a3964fcc2Wei Jia uid_t uid) { 44178165d3f45797079b06c876042b9b78039378121Wonsik Kim Vector<AString> matchingCodecs; 44278165d3f45797079b06c876042b9b78039378121Wonsik Kim 44378165d3f45797079b06c876042b9b78039378121Wonsik Kim MediaCodecList::findMatchingCodecs( 44478165d3f45797079b06c876042b9b78039378121Wonsik Kim mime.c_str(), 44578165d3f45797079b06c876042b9b78039378121Wonsik Kim encoder, 44678165d3f45797079b06c876042b9b78039378121Wonsik Kim 0, 4473f21345e16b77c49042f5c13ceb62b0c35699561Chong Zhang &matchingCodecs); 4485778822d86b0337407514b9372562b86edfa91cdAndreas Huber 449251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (err != NULL) { 45078165d3f45797079b06c876042b9b78039378121Wonsik Kim *err = NAME_NOT_FOUND; 451251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 45278165d3f45797079b06c876042b9b78039378121Wonsik Kim for (size_t i = 0; i < matchingCodecs.size(); ++i) { 45378165d3f45797079b06c876042b9b78039378121Wonsik Kim sp<MediaCodec> codec = new MediaCodec(looper, pid, uid); 45478165d3f45797079b06c876042b9b78039378121Wonsik Kim AString componentName = matchingCodecs[i]; 45578165d3f45797079b06c876042b9b78039378121Wonsik Kim status_t ret = codec->init(componentName); 45678165d3f45797079b06c876042b9b78039378121Wonsik Kim if (err != NULL) { 45778165d3f45797079b06c876042b9b78039378121Wonsik Kim *err = ret; 45878165d3f45797079b06c876042b9b78039378121Wonsik Kim } 45978165d3f45797079b06c876042b9b78039378121Wonsik Kim if (ret == OK) { 46078165d3f45797079b06c876042b9b78039378121Wonsik Kim return codec; 46178165d3f45797079b06c876042b9b78039378121Wonsik Kim } 46278165d3f45797079b06c876042b9b78039378121Wonsik Kim ALOGD("Allocating component '%s' failed (%d), try next one.", 46378165d3f45797079b06c876042b9b78039378121Wonsik Kim componentName.c_str(), ret); 46478165d3f45797079b06c876042b9b78039378121Wonsik Kim } 46578165d3f45797079b06c876042b9b78039378121Wonsik Kim return NULL; 4665778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 4675778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4685778822d86b0337407514b9372562b86edfa91cdAndreas Huber// static 4695778822d86b0337407514b9372562b86edfa91cdAndreas Hubersp<MediaCodec> MediaCodec::CreateByComponentName( 470f2ae3e19080938db8cbf29a963fd744a3964fcc2Wei Jia const sp<ALooper> &looper, const AString &name, status_t *err, pid_t pid, uid_t uid) { 471f2ae3e19080938db8cbf29a963fd744a3964fcc2Wei Jia sp<MediaCodec> codec = new MediaCodec(looper, pid, uid); 4725778822d86b0337407514b9372562b86edfa91cdAndreas Huber 47378165d3f45797079b06c876042b9b78039378121Wonsik Kim const status_t ret = codec->init(name); 474251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (err != NULL) { 475251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung *err = ret; 476251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 477251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return ret == OK ? codec : NULL; // NULL deallocates codec. 4785778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 4795778822d86b0337407514b9372562b86edfa91cdAndreas Huber 480d291c222357303b9611cab89d0c3b047584ef377Chong Zhang// static 481d291c222357303b9611cab89d0c3b047584ef377Chong Zhangsp<PersistentSurface> MediaCodec::CreatePersistentInputSurface() { 482d3663c97fb8bd44877e07a753a12b838a780b69cLajos Molnar // allow plugin to create surface 483d3663c97fb8bd44877e07a753a12b838a780b69cLajos Molnar sp<PersistentSurface> pluginSurface = 484d3663c97fb8bd44877e07a753a12b838a780b69cLajos Molnar StagefrightPluginLoader::GetCCodecInstance()->createInputSurface(); 485d3663c97fb8bd44877e07a753a12b838a780b69cLajos Molnar if (pluginSurface != nullptr) { 486d3663c97fb8bd44877e07a753a12b838a780b69cLajos Molnar return pluginSurface; 487d3663c97fb8bd44877e07a753a12b838a780b69cLajos Molnar } 488d3663c97fb8bd44877e07a753a12b838a780b69cLajos Molnar 489d291c222357303b9611cab89d0c3b047584ef377Chong Zhang OMXClient client; 490addf2cbb120346ae42e78fa739245a353db5edadChong Zhang if (client.connect() != OK) { 491addf2cbb120346ae42e78fa739245a353db5edadChong Zhang ALOGE("Failed to connect to OMX to create persistent input surface."); 49279608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang return NULL; 49379608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang } 49479608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang 495addf2cbb120346ae42e78fa739245a353db5edadChong Zhang sp<IOMX> omx = client.interface(); 49679608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang 497d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<IGraphicBufferProducer> bufferProducer; 498addf2cbb120346ae42e78fa739245a353db5edadChong Zhang sp<IGraphicBufferSource> bufferSource; 499d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 500addf2cbb120346ae42e78fa739245a353db5edadChong Zhang status_t err = omx->createInputSurface(&bufferProducer, &bufferSource); 501d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 502d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (err != OK) { 503d291c222357303b9611cab89d0c3b047584ef377Chong Zhang ALOGE("Failed to create persistent input surface."); 504d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return NULL; 505d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 506d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 507addf2cbb120346ae42e78fa739245a353db5edadChong Zhang return new PersistentSurface(bufferProducer, bufferSource); 508d291c222357303b9611cab89d0c3b047584ef377Chong Zhang} 509d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 510f2ae3e19080938db8cbf29a963fd744a3964fcc2Wei JiaMediaCodec::MediaCodec(const sp<ALooper> &looper, pid_t pid, uid_t uid) 5115778822d86b0337407514b9372562b86edfa91cdAndreas Huber : mState(UNINITIALIZED), 51247a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu mReleasedByResourceManager(false), 5135778822d86b0337407514b9372562b86edfa91cdAndreas Huber mLooper(looper), 51492cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar mCodec(NULL), 5157cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mReplyID(0), 5165778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags(0), 517251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mStickyError(OK), 5185778822d86b0337407514b9372562b86edfa91cdAndreas Huber mSoftRenderer(NULL), 51982b7fe8aa03558bf90769a3d88536e6105db371bRay Essick mAnalyticsItem(NULL), 520ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar mResourceManagerClient(new ResourceManagerClient(this)), 52168845c14ebf2c7282800b1abffde38d8e9a57aabRonghua Wu mResourceManagerService(new ResourceManagerServiceProxy(pid)), 5222606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mBatteryStatNotified(false), 5232606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mIsVideo(false), 52467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mVideoWidth(0), 52567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mVideoHeight(0), 526505aab41c0e8e79a49d4506344fcd9d220d5965bChong Zhang mRotationDegrees(0), 5275778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputTimeoutGeneration(0), 5285778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputReplyID(0), 5295778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueOutputTimeoutGeneration(0), 5306507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mDequeueOutputReplyID(0), 5313d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang mHaveInputSurface(false), 53201c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick mHavePendingInputBuffers(false), 53379d2b28f3a04d7914bb932a65d87117c0c7c11cfChong Zhang mCpuBoostRequested(false), 53401c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick mLatencyUnknown(0) { 535f2ae3e19080938db8cbf29a963fd744a3964fcc2Wei Jia if (uid == kNoUid) { 536f2ae3e19080938db8cbf29a963fd744a3964fcc2Wei Jia mUid = IPCThreadState::self()->getCallingUid(); 537f2ae3e19080938db8cbf29a963fd744a3964fcc2Wei Jia } else { 538f2ae3e19080938db8cbf29a963fd744a3964fcc2Wei Jia mUid = uid; 539f2ae3e19080938db8cbf29a963fd744a3964fcc2Wei Jia } 54001c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick 54182b7fe8aa03558bf90769a3d88536e6105db371bRay Essick initAnalyticsItem(); 54282b7fe8aa03558bf90769a3d88536e6105db371bRay Essick} 54382b7fe8aa03558bf90769a3d88536e6105db371bRay Essick 54482b7fe8aa03558bf90769a3d88536e6105db371bRay EssickMediaCodec::~MediaCodec() { 54582b7fe8aa03558bf90769a3d88536e6105db371bRay Essick CHECK_EQ(mState, UNINITIALIZED); 54682b7fe8aa03558bf90769a3d88536e6105db371bRay Essick mResourceManagerService->removeResource(getId(mResourceManagerClient)); 54782b7fe8aa03558bf90769a3d88536e6105db371bRay Essick 54882b7fe8aa03558bf90769a3d88536e6105db371bRay Essick flushAnalyticsItem(); 54982b7fe8aa03558bf90769a3d88536e6105db371bRay Essick} 55082b7fe8aa03558bf90769a3d88536e6105db371bRay Essick 55182b7fe8aa03558bf90769a3d88536e6105db371bRay Essickvoid MediaCodec::initAnalyticsItem() { 55201c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick if (mAnalyticsItem == NULL) { 55301c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick mAnalyticsItem = new MediaAnalyticsItem(kCodecKeyName); 55401c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick } 55501c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick 55601c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick mLatencyHist.setup(kLatencyHistBuckets, kLatencyHistWidth, kLatencyHistFloor); 55701c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick 55801c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick { 55901c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick Mutex::Autolock al(mRecentLock); 56001c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick for (int i = 0; i<kRecentLatencyFrames; i++) { 56101c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick mRecentSamples[i] = kRecentSampleInvalid; 56201c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick } 56301c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick mRecentHead = 0; 56401c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick } 56501c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick} 56601c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick 56701c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essickvoid MediaCodec::updateAnalyticsItem() { 56801c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick ALOGV("MediaCodec::updateAnalyticsItem"); 56901c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick if (mAnalyticsItem == NULL) { 57001c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick return; 57101c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick } 57201c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick 57301c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick if (mLatencyHist.getCount() != 0 ) { 57401c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick mAnalyticsItem->setInt64(kCodecLatencyMax, mLatencyHist.getMax()); 57501c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick mAnalyticsItem->setInt64(kCodecLatencyMin, mLatencyHist.getMin()); 57601c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick mAnalyticsItem->setInt64(kCodecLatencyAvg, mLatencyHist.getAvg()); 57701c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick mAnalyticsItem->setInt64(kCodecLatencyCount, mLatencyHist.getCount()); 57801c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick 57901c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick if (kEmitHistogram) { 58001c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick // and the histogram itself 58101c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick std::string hist = mLatencyHist.emit(); 58201c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick mAnalyticsItem->setCString(kCodecLatencyHist, hist.c_str()); 58301c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick } 58401c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick } 58501c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick if (mLatencyUnknown > 0) { 58601c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick mAnalyticsItem->setInt64(kCodecLatencyUnknown, mLatencyUnknown); 58701c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick } 58801c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick 58901c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick#if 0 59001c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick // enable for short term, only while debugging 59101c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick updateEphemeralAnalytics(mAnalyticsItem); 59201c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick#endif 59301c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick} 59401c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick 59501c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essickvoid MediaCodec::updateEphemeralAnalytics(MediaAnalyticsItem *item) { 59601c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick ALOGD("MediaCodec::updateEphemeralAnalytics()"); 59701c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick 59801c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick if (item == NULL) { 59901c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick return; 60001c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick } 60101c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick 60201c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick Histogram recentHist; 60301c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick 60401c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick // build an empty histogram 60501c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick recentHist.setup(kLatencyHistBuckets, kLatencyHistWidth, kLatencyHistFloor); 60601c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick 60701c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick // stuff it with the samples in the ring buffer 60801c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick { 60901c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick Mutex::Autolock al(mRecentLock); 61001c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick 61101c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick for (int i=0; i<kRecentLatencyFrames; i++) { 61201c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick if (mRecentSamples[i] != kRecentSampleInvalid) { 61301c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick recentHist.insert(mRecentSamples[i]); 61401c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick } 61501c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick } 61601c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick } 61701c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick 61801c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick 61901c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick // spit the data (if any) into the supplied analytics record 62001c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick if (recentHist.getCount()!= 0 ) { 62101c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick item->setInt64(kCodecRecentLatencyMax, recentHist.getMax()); 62201c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick item->setInt64(kCodecRecentLatencyMin, recentHist.getMin()); 62301c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick item->setInt64(kCodecRecentLatencyAvg, recentHist.getAvg()); 62401c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick item->setInt64(kCodecRecentLatencyCount, recentHist.getCount()); 62501c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick 62601c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick if (kEmitHistogram) { 62701c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick // and the histogram itself 62801c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick std::string hist = recentHist.emit(); 62901c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick item->setCString(kCodecRecentLatencyHist, hist.c_str()); 63001c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick } 631db1221479a7ffe7094c51c463bbd36522ed106abRay Essick } 6325778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 6335778822d86b0337407514b9372562b86edfa91cdAndreas Huber 63482b7fe8aa03558bf90769a3d88536e6105db371bRay Essickvoid MediaCodec::flushAnalyticsItem() { 63501c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick updateAnalyticsItem(); 63682b7fe8aa03558bf90769a3d88536e6105db371bRay Essick if (mAnalyticsItem != NULL) { 63782b7fe8aa03558bf90769a3d88536e6105db371bRay Essick // don't log empty records 638db1221479a7ffe7094c51c463bbd36522ed106abRay Essick if (mAnalyticsItem->count() > 0) { 639db1221479a7ffe7094c51c463bbd36522ed106abRay Essick mAnalyticsItem->selfrecord(); 640db1221479a7ffe7094c51c463bbd36522ed106abRay Essick } 641db1221479a7ffe7094c51c463bbd36522ed106abRay Essick delete mAnalyticsItem; 642db1221479a7ffe7094c51c463bbd36522ed106abRay Essick mAnalyticsItem = NULL; 643db1221479a7ffe7094c51c463bbd36522ed106abRay Essick } 6445778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 6455778822d86b0337407514b9372562b86edfa91cdAndreas Huber 64601c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essickbool MediaCodec::Histogram::setup(int nbuckets, int64_t width, int64_t floor) 64701c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick{ 64801c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick if (nbuckets <= 0 || width <= 0) { 64901c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick return false; 65001c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick } 65101c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick 65201c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick // get histogram buckets 65301c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick if (nbuckets == mBucketCount && mBuckets != NULL) { 65401c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick // reuse our existing buffer 65501c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick memset(mBuckets, 0, sizeof(*mBuckets) * mBucketCount); 65601c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick } else { 65701c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick // get a new pre-zeroed buffer 65801c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick int64_t *newbuckets = (int64_t *)calloc(nbuckets, sizeof (*mBuckets)); 65901c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick if (newbuckets == NULL) { 66001c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick goto bad; 66101c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick } 66201c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick if (mBuckets != NULL) 66301c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick free(mBuckets); 66401c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick mBuckets = newbuckets; 66501c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick } 66601c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick 66701c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick mWidth = width; 66801c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick mFloor = floor; 66901c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick mCeiling = floor + nbuckets * width; 67001c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick mBucketCount = nbuckets; 67101c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick 67201c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick mMin = INT64_MAX; 67301c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick mMax = INT64_MIN; 67401c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick mSum = 0; 67501c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick mCount = 0; 67601c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick mBelow = mAbove = 0; 67701c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick 67801c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick return true; 67901c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick 68001c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick bad: 68101c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick if (mBuckets != NULL) { 68201c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick free(mBuckets); 68301c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick mBuckets = NULL; 68401c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick } 68501c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick 68601c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick return false; 68701c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick} 68801c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick 68901c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essickvoid MediaCodec::Histogram::insert(int64_t sample) 69001c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick{ 69101c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick // histogram is not set up 69201c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick if (mBuckets == NULL) { 69301c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick return; 69401c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick } 69501c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick 69601c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick mCount++; 69701c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick mSum += sample; 69801c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick if (mMin > sample) mMin = sample; 69901c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick if (mMax < sample) mMax = sample; 70001c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick 70101c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick if (sample < mFloor) { 70201c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick mBelow++; 70301c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick } else if (sample >= mCeiling) { 70401c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick mAbove++; 70501c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick } else { 70601c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick int64_t slot = (sample - mFloor) / mWidth; 70701c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick CHECK(slot < mBucketCount); 70801c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick mBuckets[slot]++; 70901c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick } 71001c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick return; 71101c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick} 71201c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick 71301c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essickstd::string MediaCodec::Histogram::emit() 71401c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick{ 71501c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick std::string value; 71601c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick char buffer[64]; 71701c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick 71801c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick // emits: width,Below{bucket0,bucket1,...., bucketN}above 71901c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick // unconfigured will emit: 0,0{}0 72001c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick // XXX: is this best representation? 72101c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick snprintf(buffer, sizeof(buffer), "%" PRId64 ",%" PRId64 ",%" PRId64 "{", 72201c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick mFloor, mWidth, mBelow); 72301c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick value = buffer; 72401c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick for (int i = 0; i < mBucketCount; i++) { 72501c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick if (i != 0) { 72601c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick value = value + ","; 72701c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick } 72801c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick snprintf(buffer, sizeof(buffer), "%" PRId64, mBuckets[i]); 72901c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick value = value + buffer; 73001c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick } 73101c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick snprintf(buffer, sizeof(buffer), "}%" PRId64 , mAbove); 73201c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick value = value + buffer; 73301c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick return value; 73401c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick} 73501c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick 73601c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick// when we send a buffer to the codec; 73701c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essickvoid MediaCodec::statsBufferSent(int64_t presentationUs) { 73801c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick 73901c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick // only enqueue if we have a legitimate time 74001c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick if (presentationUs <= 0) { 74101c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick ALOGV("presentation time: %" PRId64, presentationUs); 74201c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick return; 74301c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick } 74401c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick 74501c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick const int64_t nowNs = systemTime(SYSTEM_TIME_MONOTONIC); 74601c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick BufferFlightTiming_t startdata = { presentationUs, nowNs }; 74701c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick 74801c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick { 74901c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick // mutex access to mBuffersInFlight and other stats 75001c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick Mutex::Autolock al(mLatencyLock); 75101c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick 75201c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick 75301c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick // XXX: we *could* make sure that the time is later than the end of queue 75401c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick // as part of a consistency check... 75501c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick mBuffersInFlight.push_back(startdata); 75601c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick } 75701c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick} 75801c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick 75901c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick// when we get a buffer back from the codec 76001c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essickvoid MediaCodec::statsBufferReceived(int64_t presentationUs) { 76101c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick 76201c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick CHECK_NE(mState, UNINITIALIZED); 76301c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick 76401c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick // mutex access to mBuffersInFlight and other stats 76501c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick Mutex::Autolock al(mLatencyLock); 76601c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick 76701c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick // how long this buffer took for the round trip through the codec 76801c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick // NB: pipelining can/will make these times larger. e.g., if each packet 76901c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick // is always 2 msec and we have 3 in flight at any given time, we're going to 77001c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick // see "6 msec" as an answer. 77101c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick 77201c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick // ignore stuff with no presentation time 77301c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick if (presentationUs <= 0) { 774b2fe60bd83a0935cf30b3ee92329c29c24dec894Ray Essick ALOGV("-- returned buffer timestamp %" PRId64 " <= 0, ignore it", presentationUs); 77501c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick mLatencyUnknown++; 77601c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick return; 77701c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick } 77801c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick 77901c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick BufferFlightTiming_t startdata; 78001c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick bool valid = false; 78101c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick while (mBuffersInFlight.size() > 0) { 78201c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick startdata = *mBuffersInFlight.begin(); 78301c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick ALOGV("-- Looking at startdata. presentation %" PRId64 ", start %" PRId64, 78401c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick startdata.presentationUs, startdata.startedNs); 78501c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick if (startdata.presentationUs == presentationUs) { 78601c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick // a match 78701c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick ALOGV("-- match entry for %" PRId64 ", hits our frame of %" PRId64, 78801c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick startdata.presentationUs, presentationUs); 78901c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick mBuffersInFlight.pop_front(); 79001c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick valid = true; 79101c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick break; 79201c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick } else if (startdata.presentationUs < presentationUs) { 79301c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick // we must have missed the match for this, drop it and keep looking 79401c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick ALOGV("-- drop entry for %" PRId64 ", before our frame of %" PRId64, 79501c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick startdata.presentationUs, presentationUs); 79601c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick mBuffersInFlight.pop_front(); 79701c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick continue; 79801c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick } else { 79901c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick // head is after, so we don't have a frame for ourselves 80001c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick ALOGV("-- found entry for %" PRId64 ", AFTER our frame of %" PRId64 80101c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick " we have nothing to pair with", 80201c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick startdata.presentationUs, presentationUs); 80301c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick mLatencyUnknown++; 80401c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick return; 80501c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick } 80601c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick } 80701c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick if (!valid) { 80801c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick ALOGV("-- empty queue, so ignore that."); 80901c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick mLatencyUnknown++; 81001c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick return; 81101c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick } 81201c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick 81301c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick // nowNs start our calculations 81401c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick const int64_t nowNs = systemTime(SYSTEM_TIME_MONOTONIC); 81501c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick int64_t latencyUs = (nowNs - startdata.startedNs + 500) / 1000; 81601c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick 81701c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick mLatencyHist.insert(latencyUs); 81801c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick 81901c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick // push into the recent samples 82001c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick { 82101c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick Mutex::Autolock al(mRecentLock); 82201c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick 82301c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick if (mRecentHead >= kRecentLatencyFrames) { 82401c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick mRecentHead = 0; 82501c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick } 82601c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick mRecentSamples[mRecentHead++] = latencyUs; 82701c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick } 82801c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick} 82901c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick 8305778822d86b0337407514b9372562b86edfa91cdAndreas Huber// static 8315778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::PostAndAwaitResponse( 8325778822d86b0337407514b9372562b86edfa91cdAndreas Huber const sp<AMessage> &msg, sp<AMessage> *response) { 8335778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = msg->postAndAwaitResponse(response); 8345778822d86b0337407514b9372562b86edfa91cdAndreas Huber 8355778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 8365778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 8375778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 8385778822d86b0337407514b9372562b86edfa91cdAndreas Huber 8395778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!(*response)->findInt32("err", &err)) { 8405778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = OK; 8415778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 8425778822d86b0337407514b9372562b86edfa91cdAndreas Huber 8435778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 8445778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 8455778822d86b0337407514b9372562b86edfa91cdAndreas Huber 8463f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnarvoid MediaCodec::PostReplyWithError(const sp<AReplyToken> &replyID, int32_t err) { 84747a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu int32_t finalErr = err; 84847a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu if (mReleasedByResourceManager) { 84947a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu // override the err code if MediaCodec has been released by ResourceManager. 85047a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu finalErr = DEAD_OBJECT; 85147a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu } 85247a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu 853c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> response = new AMessage; 85447a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu response->setInt32("err", finalErr); 855c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang response->postReply(replyID); 856c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 857c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 858bc3ad96efdfca9ceaa5ff31b27f7571b32903fdeWonsik Kimstatic CodecBase *CreateCCodec() { 859bc3ad96efdfca9ceaa5ff31b27f7571b32903fdeWonsik Kim return StagefrightPluginLoader::GetCCodecInstance()->createCodec(); 860bc3ad96efdfca9ceaa5ff31b27f7571b32903fdeWonsik Kim} 861bc3ad96efdfca9ceaa5ff31b27f7571b32903fdeWonsik Kim 8625b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar//static 86378165d3f45797079b06c876042b9b78039378121Wonsik Kimsp<CodecBase> MediaCodec::GetCodecBase(const AString &name) { 864569c70a20e433ab8b3d24d34f9c2ff39a5004ebfPawin Vongmasa if (name.startsWithIgnoreCase("c2.")) { 865bc3ad96efdfca9ceaa5ff31b27f7571b32903fdeWonsik Kim return CreateCCodec(); 86678165d3f45797079b06c876042b9b78039378121Wonsik Kim } else if (name.startsWithIgnoreCase("omx.")) { 8674f87426e12f5f12e0724519e77f8237a6b2d5dacWonsik Kim // at this time only ACodec specifies a mime type. 8685b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return new ACodec; 8695b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } else if (name.startsWithIgnoreCase("android.filter.")) { 8705b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return new MediaFilter; 8715b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } else { 8725b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return NULL; 8735b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 8745b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar} 8755b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 87678165d3f45797079b06c876042b9b78039378121Wonsik Kimstatus_t MediaCodec::init(const AString &name) { 87767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mResourceManagerService->init(); 87867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 879671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar // save init parameters for reset 880671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mInitName = name; 881671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 8825778822d86b0337407514b9372562b86edfa91cdAndreas Huber // Current video decoders do not return from OMX_FillThisBuffer 8835778822d86b0337407514b9372562b86edfa91cdAndreas Huber // quickly, violating the OpenMAX specs, until that is remedied 8845778822d86b0337407514b9372562b86edfa91cdAndreas Huber // we need to invest in an extra looper to free the main event 8855778822d86b0337407514b9372562b86edfa91cdAndreas Huber // queue. 886744f5739019d1fd917f981e740b353c3d73fd1a8David Smith 88778165d3f45797079b06c876042b9b78039378121Wonsik Kim mCodec = GetCodecBase(name); 8885b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (mCodec == NULL) { 889744f5739019d1fd917f981e740b353c3d73fd1a8David Smith return NAME_NOT_FOUND; 890744f5739019d1fd917f981e740b353c3d73fd1a8David Smith } 891744f5739019d1fd917f981e740b353c3d73fd1a8David Smith 892bb644123966bfa2f44c60710faaafa8fa6f0e920Wonsik Kim mCodecInfo.clear(); 893bb644123966bfa2f44c60710faaafa8fa6f0e920Wonsik Kim 89467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu bool secureCodec = false; 89578165d3f45797079b06c876042b9b78039378121Wonsik Kim AString tmp = name; 89678165d3f45797079b06c876042b9b78039378121Wonsik Kim if (tmp.endsWith(".secure")) { 89778165d3f45797079b06c876042b9b78039378121Wonsik Kim secureCodec = true; 89878165d3f45797079b06c876042b9b78039378121Wonsik Kim tmp.erase(tmp.size() - 7, 7); 89978165d3f45797079b06c876042b9b78039378121Wonsik Kim } 90078165d3f45797079b06c876042b9b78039378121Wonsik Kim const sp<IMediaCodecList> mcl = MediaCodecList::getInstance(); 90178165d3f45797079b06c876042b9b78039378121Wonsik Kim if (mcl == NULL) { 90278165d3f45797079b06c876042b9b78039378121Wonsik Kim mCodec = NULL; // remove the codec. 90378165d3f45797079b06c876042b9b78039378121Wonsik Kim return NO_INIT; // if called from Java should raise IOException 90478165d3f45797079b06c876042b9b78039378121Wonsik Kim } 905bb644123966bfa2f44c60710faaafa8fa6f0e920Wonsik Kim for (const AString &codecName : { name, tmp }) { 906bb644123966bfa2f44c60710faaafa8fa6f0e920Wonsik Kim ssize_t codecIdx = mcl->findCodecByName(codecName.c_str()); 907bb644123966bfa2f44c60710faaafa8fa6f0e920Wonsik Kim if (codecIdx < 0) { 908bb644123966bfa2f44c60710faaafa8fa6f0e920Wonsik Kim continue; 909bb644123966bfa2f44c60710faaafa8fa6f0e920Wonsik Kim } 910bb644123966bfa2f44c60710faaafa8fa6f0e920Wonsik Kim mCodecInfo = mcl->getCodecInfo(codecIdx); 91178165d3f45797079b06c876042b9b78039378121Wonsik Kim Vector<AString> mimes; 912bb644123966bfa2f44c60710faaafa8fa6f0e920Wonsik Kim mCodecInfo->getSupportedMimes(&mimes); 91378165d3f45797079b06c876042b9b78039378121Wonsik Kim for (size_t i = 0; i < mimes.size(); i++) { 91478165d3f45797079b06c876042b9b78039378121Wonsik Kim if (mimes[i].startsWith("video/")) { 91578165d3f45797079b06c876042b9b78039378121Wonsik Kim mIsVideo = true; 91678165d3f45797079b06c876042b9b78039378121Wonsik Kim break; 9176f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen } 9186f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen } 919bb644123966bfa2f44c60710faaafa8fa6f0e920Wonsik Kim break; 920bb644123966bfa2f44c60710faaafa8fa6f0e920Wonsik Kim } 921bb644123966bfa2f44c60710faaafa8fa6f0e920Wonsik Kim if (mCodecInfo == nullptr) { 922bb644123966bfa2f44c60710faaafa8fa6f0e920Wonsik Kim return NAME_NOT_FOUND; 9235778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 9245778822d86b0337407514b9372562b86edfa91cdAndreas Huber 92567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mIsVideo) { 92667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // video codec needs dedicated looper 9275778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mCodecLooper == NULL) { 9285778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodecLooper = new ALooper; 9295778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodecLooper->setName("CodecLooper"); 9305778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodecLooper->start(false, false, ANDROID_PRIORITY_AUDIO); 9315778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 9325778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9335778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodecLooper->registerHandler(mCodec); 9345778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 9355778822d86b0337407514b9372562b86edfa91cdAndreas Huber mLooper->registerHandler(mCodec); 9365778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 9375778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9385778822d86b0337407514b9372562b86edfa91cdAndreas Huber mLooper->registerHandler(this); 9395778822d86b0337407514b9372562b86edfa91cdAndreas Huber 94079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim mCodec->setCallback( 941dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim std::unique_ptr<CodecBase::CodecCallback>( 942dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim new CodecCallback(new AMessage(kWhatCodecNotify, this)))); 943dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mBufferChannel = mCodec->getBufferChannel(); 944dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mBufferChannel->setCallback( 945dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim std::unique_ptr<CodecBase::BufferCallback>( 946dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim new BufferCallback(new AMessage(kWhatCodecNotify, this)))); 9475778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9481d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatInit, this); 949bb644123966bfa2f44c60710faaafa8fa6f0e920Wonsik Kim msg->setObject("codecInfo", mCodecInfo); 950bb644123966bfa2f44c60710faaafa8fa6f0e920Wonsik Kim // name may be different from mCodecInfo->getCodecName() if we stripped 951bb644123966bfa2f44c60710faaafa8fa6f0e920Wonsik Kim // ".secure" 9525778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setString("name", name); 9535778822d86b0337407514b9372562b86edfa91cdAndreas Huber 954db1221479a7ffe7094c51c463bbd36522ed106abRay Essick if (mAnalyticsItem != NULL) { 95578165d3f45797079b06c876042b9b78039378121Wonsik Kim mAnalyticsItem->setCString(kCodecCodec, name.c_str()); 956de15b8c160c720c48b93796016801e7ae0b6bd2dRay Essick mAnalyticsItem->setCString(kCodecMode, mIsVideo ? kCodecModeVideo : kCodecModeAudio); 957db1221479a7ffe7094c51c463bbd36522ed106abRay Essick } 958db1221479a7ffe7094c51c463bbd36522ed106abRay Essick 95967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu status_t err; 96067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Vector<MediaResource> resources; 961ea15fd29af81490311af9e12949b43524c39400eRonghua Wu MediaResource::Type type = 962ea15fd29af81490311af9e12949b43524c39400eRonghua Wu secureCodec ? MediaResource::kSecureCodec : MediaResource::kNonSecureCodec; 963ea15fd29af81490311af9e12949b43524c39400eRonghua Wu MediaResource::SubType subtype = 964ea15fd29af81490311af9e12949b43524c39400eRonghua Wu mIsVideo ? MediaResource::kVideoCodec : MediaResource::kAudioCodec; 965ea15fd29af81490311af9e12949b43524c39400eRonghua Wu resources.push_back(MediaResource(type, subtype, 1)); 96667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu for (int i = 0; i <= kMaxRetry; ++i) { 96767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (i > 0) { 96867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // Don't try to reclaim resource for the first time. 96937c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu if (!mResourceManagerService->reclaimResource(resources)) { 97067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 97167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 97267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 97367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 97467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<AMessage> response; 97567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu err = PostAndAwaitResponse(msg, &response); 97667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (!isResourceError(err)) { 97767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 97867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 97967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 98067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return err; 9815778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 9825778822d86b0337407514b9372562b86edfa91cdAndreas Huber 983c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhangstatus_t MediaCodec::setCallback(const sp<AMessage> &callback) { 9841d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatSetCallback, this); 985c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setMessage("callback", callback); 986c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 987c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> response; 988c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang return PostAndAwaitResponse(msg, &response); 989c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 990c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 99190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarstatus_t MediaCodec::setOnFrameRenderedNotification(const sp<AMessage> ¬ify) { 99290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar sp<AMessage> msg = new AMessage(kWhatSetNotification, this); 99390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar msg->setMessage("on-frame-rendered", notify); 99490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar return msg->post(); 99590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 99690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 9975778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::configure( 9985778822d86b0337407514b9372562b86edfa91cdAndreas Huber const sp<AMessage> &format, 9999dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang const sp<Surface> &nativeWindow, 10009dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang const sp<ICrypto> &crypto, 10019dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang uint32_t flags) { 10029dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang return configure(format, nativeWindow, crypto, NULL, flags); 10039dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang} 10049dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang 10059dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhangstatus_t MediaCodec::configure( 10069dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang const sp<AMessage> &format, 1007f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar const sp<Surface> &surface, 10081bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber const sp<ICrypto> &crypto, 10099dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang const sp<IDescrambler> &descrambler, 10105778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t flags) { 10111d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatConfigure, this); 10125778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1013002e413a5a7460a32790ed08408085a6062f4054Ray Essick if (mAnalyticsItem != NULL) { 1014002e413a5a7460a32790ed08408085a6062f4054Ray Essick int32_t profile = 0; 1015002e413a5a7460a32790ed08408085a6062f4054Ray Essick if (format->findInt32("profile", &profile)) { 1016002e413a5a7460a32790ed08408085a6062f4054Ray Essick mAnalyticsItem->setInt32(kCodecProfile, profile); 1017002e413a5a7460a32790ed08408085a6062f4054Ray Essick } 1018002e413a5a7460a32790ed08408085a6062f4054Ray Essick int32_t level = 0; 1019002e413a5a7460a32790ed08408085a6062f4054Ray Essick if (format->findInt32("level", &level)) { 1020002e413a5a7460a32790ed08408085a6062f4054Ray Essick mAnalyticsItem->setInt32(kCodecLevel, level); 1021002e413a5a7460a32790ed08408085a6062f4054Ray Essick } 102278165d3f45797079b06c876042b9b78039378121Wonsik Kim mAnalyticsItem->setInt32(kCodecEncoder, (flags & CONFIGURE_FLAG_ENCODE) ? 1 : 0); 1023002e413a5a7460a32790ed08408085a6062f4054Ray Essick } 1024002e413a5a7460a32790ed08408085a6062f4054Ray Essick 102567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mIsVideo) { 102667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu format->findInt32("width", &mVideoWidth); 102767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu format->findInt32("height", &mVideoHeight); 1028002e413a5a7460a32790ed08408085a6062f4054Ray Essick if (!format->findInt32("rotation-degrees", &mRotationDegrees)) { 1029505aab41c0e8e79a49d4506344fcd9d220d5965bChong Zhang mRotationDegrees = 0; 1030505aab41c0e8e79a49d4506344fcd9d220d5965bChong Zhang } 10312034457336d28124e0f9f3c625978052ae03fceaWei Jia 1032db1221479a7ffe7094c51c463bbd36522ed106abRay Essick if (mAnalyticsItem != NULL) { 1033afb43f76821e6a63e17e6484289a40430ada6978Ray Essick mAnalyticsItem->setInt32(kCodecWidth, mVideoWidth); 1034afb43f76821e6a63e17e6484289a40430ada6978Ray Essick mAnalyticsItem->setInt32(kCodecHeight, mVideoHeight); 1035afb43f76821e6a63e17e6484289a40430ada6978Ray Essick mAnalyticsItem->setInt32(kCodecRotation, mRotationDegrees); 1036002e413a5a7460a32790ed08408085a6062f4054Ray Essick int32_t maxWidth = 0; 1037002e413a5a7460a32790ed08408085a6062f4054Ray Essick if (format->findInt32("max-width", &maxWidth)) { 1038002e413a5a7460a32790ed08408085a6062f4054Ray Essick mAnalyticsItem->setInt32(kCodecMaxWidth, maxWidth); 1039002e413a5a7460a32790ed08408085a6062f4054Ray Essick } 1040002e413a5a7460a32790ed08408085a6062f4054Ray Essick int32_t maxHeight = 0; 1041002e413a5a7460a32790ed08408085a6062f4054Ray Essick if (format->findInt32("max-height", &maxHeight)) { 1042002e413a5a7460a32790ed08408085a6062f4054Ray Essick mAnalyticsItem->setInt32(kCodecMaxHeight, maxHeight); 1043002e413a5a7460a32790ed08408085a6062f4054Ray Essick } 1044db1221479a7ffe7094c51c463bbd36522ed106abRay Essick } 1045db1221479a7ffe7094c51c463bbd36522ed106abRay Essick 10462034457336d28124e0f9f3c625978052ae03fceaWei Jia // Prevent possible integer overflow in downstream code. 104778165d3f45797079b06c876042b9b78039378121Wonsik Kim if ((uint64_t)mVideoWidth * mVideoHeight > (uint64_t)INT32_MAX / 4) { 10482034457336d28124e0f9f3c625978052ae03fceaWei Jia ALOGE("buffer size is too big, width=%d, height=%d", mVideoWidth, mVideoHeight); 10492034457336d28124e0f9f3c625978052ae03fceaWei Jia return BAD_VALUE; 10502034457336d28124e0f9f3c625978052ae03fceaWei Jia } 105167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 105267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 10535778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setMessage("format", format); 10545778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("flags", flags); 1055f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar msg->setObject("surface", surface); 10561bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber 10579dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang if (crypto != NULL || descrambler != NULL) { 10589dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang if (crypto != NULL) { 10599dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang msg->setPointer("crypto", crypto.get()); 10609dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang } else { 10619dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang msg->setPointer("descrambler", descrambler.get()); 10629dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang } 1063db1221479a7ffe7094c51c463bbd36522ed106abRay Essick if (mAnalyticsItem != NULL) { 1064afb43f76821e6a63e17e6484289a40430ada6978Ray Essick mAnalyticsItem->setInt32(kCodecCrypto, 1); 1065db1221479a7ffe7094c51c463bbd36522ed106abRay Essick } 106632c1bcda7c9fb429fe6c235184f8bb6aa7ef12dbDongwon Kang } else if (mFlags & kFlagIsSecure) { 106732c1bcda7c9fb429fe6c235184f8bb6aa7ef12dbDongwon Kang ALOGW("Crypto or descrambler should be given for secure codec"); 10685778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 10695778822d86b0337407514b9372562b86edfa91cdAndreas Huber 107067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // save msg for reset 107167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mConfigureMsg = msg; 1072f64b36deccd473b545dbed22c2feb11fc49157e5Chong Zhang 107367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu status_t err; 107467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Vector<MediaResource> resources; 1075ea15fd29af81490311af9e12949b43524c39400eRonghua Wu MediaResource::Type type = (mFlags & kFlagIsSecure) ? 1076ea15fd29af81490311af9e12949b43524c39400eRonghua Wu MediaResource::kSecureCodec : MediaResource::kNonSecureCodec; 1077ea15fd29af81490311af9e12949b43524c39400eRonghua Wu MediaResource::SubType subtype = 1078ea15fd29af81490311af9e12949b43524c39400eRonghua Wu mIsVideo ? MediaResource::kVideoCodec : MediaResource::kAudioCodec; 1079ea15fd29af81490311af9e12949b43524c39400eRonghua Wu resources.push_back(MediaResource(type, subtype, 1)); 108067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // Don't know the buffer size at this point, but it's fine to use 1 because 108167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // the reclaimResource call doesn't consider the requester's buffer size for now. 1082ea15fd29af81490311af9e12949b43524c39400eRonghua Wu resources.push_back(MediaResource(MediaResource::kGraphicMemory, 1)); 108367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu for (int i = 0; i <= kMaxRetry; ++i) { 108467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (i > 0) { 108567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // Don't try to reclaim resource for the first time. 108637c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu if (!mResourceManagerService->reclaimResource(resources)) { 108767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 108867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 108967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 1090f64b36deccd473b545dbed22c2feb11fc49157e5Chong Zhang 109167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<AMessage> response; 109267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu err = PostAndAwaitResponse(msg, &response); 109367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (err != OK && err != INVALID_OPERATION) { 109467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // MediaCodec now set state to UNINITIALIZED upon any fatal error. 109567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // To maintain backward-compatibility, do a reset() to put codec 109667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // back into INITIALIZED state. 109767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // But don't reset if the err is INVALID_OPERATION, which means 109867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // the configure failure is due to wrong state. 109967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 110067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ALOGE("configure failed with err 0x%08x, resetting...", err); 110167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu reset(); 110267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 110367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (!isResourceError(err)) { 110467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 110567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 1106f64b36deccd473b545dbed22c2feb11fc49157e5Chong Zhang } 1107f64b36deccd473b545dbed22c2feb11fc49157e5Chong Zhang return err; 11085778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 11095778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1110cefac14261a32fb856b0d1ab31541787112e306eHassan Shojaniastatus_t MediaCodec::releaseCrypto() 1111cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania{ 1112cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania ALOGV("releaseCrypto"); 1113cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania 1114cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania sp<AMessage> msg = new AMessage(kWhatDrmReleaseCrypto, this); 1115cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania 1116cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania sp<AMessage> response; 1117cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania status_t status = msg->postAndAwaitResponse(&response); 1118cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania 1119cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania if (status == OK && response != NULL) { 1120cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania CHECK(response->findInt32("status", &status)); 1121cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania ALOGV("releaseCrypto ret: %d ", status); 1122cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania } 1123cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania else { 1124cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania ALOGE("releaseCrypto err: %d", status); 1125cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania } 1126cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania 1127cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania return status; 1128cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania} 1129cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania 1130cefac14261a32fb856b0d1ab31541787112e306eHassan Shojaniavoid MediaCodec::onReleaseCrypto(const sp<AMessage>& msg) 1131cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania{ 1132cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania status_t status = INVALID_OPERATION; 1133cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania if (mCrypto != NULL) { 1134cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania ALOGV("onReleaseCrypto: mCrypto: %p (%d)", mCrypto.get(), mCrypto->getStrongCount()); 1135cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania mBufferChannel->setCrypto(NULL); 1136cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania // TODO change to ALOGV 1137cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania ALOGD("onReleaseCrypto: [before clear] mCrypto: %p (%d)", 1138cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania mCrypto.get(), mCrypto->getStrongCount()); 1139cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania mCrypto.clear(); 1140cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania 1141cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania status = OK; 1142cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania } 1143cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania else { 1144cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania ALOGW("onReleaseCrypto: No mCrypto. err: %d", status); 1145cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania } 1146cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania 1147cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania sp<AMessage> response = new AMessage; 1148cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania response->setInt32("status", status); 1149cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania 1150cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania sp<AReplyToken> replyID; 1151cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania CHECK(msg->senderAwaitsResponse(&replyID)); 1152cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania response->postReply(replyID); 1153cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania} 1154cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania 11558f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhangstatus_t MediaCodec::setInputSurface( 1156d291c222357303b9611cab89d0c3b047584ef377Chong Zhang const sp<PersistentSurface> &surface) { 11578f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang sp<AMessage> msg = new AMessage(kWhatSetInputSurface, this); 1158d291c222357303b9611cab89d0c3b047584ef377Chong Zhang msg->setObject("input-surface", surface.get()); 1159d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 1160d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<AMessage> response; 1161d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return PostAndAwaitResponse(msg, &response); 1162d291c222357303b9611cab89d0c3b047584ef377Chong Zhang} 1163d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 11641dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t MediaCodec::setSurface(const sp<Surface> &surface) { 11651dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AMessage> msg = new AMessage(kWhatSetSurface, this); 11661dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar msg->setObject("surface", surface); 11671dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 11681dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AMessage> response; 11691dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return PostAndAwaitResponse(msg, &response); 11701dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar} 11711dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 11727cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFaddenstatus_t MediaCodec::createInputSurface( 11737cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<IGraphicBufferProducer>* bufferProducer) { 11741d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatCreateInputSurface, this); 11757cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 11767cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<AMessage> response; 11777cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden status_t err = PostAndAwaitResponse(msg, &response); 11787cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden if (err == NO_ERROR) { 11797cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden // unwrap the sp<IGraphicBufferProducer> 11807cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<RefBase> obj; 11817cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden bool found = response->findObject("input-surface", &obj); 11827cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden CHECK(found); 11837cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<BufferProducerWrapper> wrapper( 11847cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden static_cast<BufferProducerWrapper*>(obj.get())); 11857cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden *bufferProducer = wrapper->getBufferProducer(); 11867cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } else { 11877cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden ALOGW("createInputSurface failed, err=%d", err); 11887cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 11897cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden return err; 11907cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden} 11917cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 119267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuuint64_t MediaCodec::getGraphicBufferSize() { 119367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (!mIsVideo) { 119467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return 0; 119567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 119667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 119767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu uint64_t size = 0; 119867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu size_t portNum = sizeof(mPortBuffers) / sizeof((mPortBuffers)[0]); 119967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu for (size_t i = 0; i < portNum; ++i) { 120067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // TODO: this is just an estimation, we should get the real buffer size from ACodec. 120167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu size += mPortBuffers[i].size() * mVideoWidth * mVideoHeight * 3 / 2; 120267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 120367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return size; 120467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 120567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 1206ea15fd29af81490311af9e12949b43524c39400eRonghua Wuvoid MediaCodec::addResource( 1207ea15fd29af81490311af9e12949b43524c39400eRonghua Wu MediaResource::Type type, MediaResource::SubType subtype, uint64_t value) { 120867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Vector<MediaResource> resources; 1209c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu resources.push_back(MediaResource(type, subtype, value)); 121067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mResourceManagerService->addResource( 121137c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu getId(mResourceManagerClient), mResourceManagerClient, resources); 121267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 121367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 12145778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::start() { 12151d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatStart, this); 12165778822d86b0337407514b9372562b86edfa91cdAndreas Huber 121767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu status_t err; 121867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Vector<MediaResource> resources; 1219ea15fd29af81490311af9e12949b43524c39400eRonghua Wu MediaResource::Type type = (mFlags & kFlagIsSecure) ? 1220ea15fd29af81490311af9e12949b43524c39400eRonghua Wu MediaResource::kSecureCodec : MediaResource::kNonSecureCodec; 1221ea15fd29af81490311af9e12949b43524c39400eRonghua Wu MediaResource::SubType subtype = 1222ea15fd29af81490311af9e12949b43524c39400eRonghua Wu mIsVideo ? MediaResource::kVideoCodec : MediaResource::kAudioCodec; 1223ea15fd29af81490311af9e12949b43524c39400eRonghua Wu resources.push_back(MediaResource(type, subtype, 1)); 122467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // Don't know the buffer size at this point, but it's fine to use 1 because 122567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // the reclaimResource call doesn't consider the requester's buffer size for now. 1226ea15fd29af81490311af9e12949b43524c39400eRonghua Wu resources.push_back(MediaResource(MediaResource::kGraphicMemory, 1)); 122767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu for (int i = 0; i <= kMaxRetry; ++i) { 122867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (i > 0) { 122967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // Don't try to reclaim resource for the first time. 123037c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu if (!mResourceManagerService->reclaimResource(resources)) { 123167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 123267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 123367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // Recover codec from previous error before retry start. 123467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu err = reset(); 123567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (err != OK) { 123667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ALOGE("retrying start: failed to reset codec"); 123767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 123867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 123967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<AMessage> response; 124067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu err = PostAndAwaitResponse(mConfigureMsg, &response); 124167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (err != OK) { 124267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ALOGE("retrying start: failed to configure codec"); 124367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 124467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 124567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 124667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 124767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<AMessage> response; 124867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu err = PostAndAwaitResponse(msg, &response); 124967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (!isResourceError(err)) { 125067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 125167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 125267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 125367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return err; 12545778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 12555778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12565778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::stop() { 12571d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatStop, this); 12585778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12595778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 12605778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 12615778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 12625778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12634b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wubool MediaCodec::hasPendingBuffer(int portIndex) { 1264dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim return std::any_of( 1265dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mPortBuffers[portIndex].begin(), mPortBuffers[portIndex].end(), 1266dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim [](const BufferInfo &info) { return info.mOwnedByClient; }); 12674b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu} 12684b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu 12694b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wubool MediaCodec::hasPendingBuffer() { 12704b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu return hasPendingBuffer(kPortIndexInput) || hasPendingBuffer(kPortIndexOutput); 12714b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu} 12724b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu 12734b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wustatus_t MediaCodec::reclaim(bool force) { 127458828196edf2fc4debbd7913198a8149f039b4a9Ronghua Wu ALOGD("MediaCodec::reclaim(%p) %s", this, mInitName.c_str()); 127547a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu sp<AMessage> msg = new AMessage(kWhatRelease, this); 127647a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu msg->setInt32("reclaimed", 1); 12774b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu msg->setInt32("force", force ? 1 : 0); 127847a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu 127947a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu sp<AMessage> response; 12800abb2aa4859ced9165c77324cb83d1cd94f5f20cRonghua Wu status_t ret = PostAndAwaitResponse(msg, &response); 12810abb2aa4859ced9165c77324cb83d1cd94f5f20cRonghua Wu if (ret == -ENOENT) { 12820abb2aa4859ced9165c77324cb83d1cd94f5f20cRonghua Wu ALOGD("MediaCodec looper is gone, skip reclaim"); 12830abb2aa4859ced9165c77324cb83d1cd94f5f20cRonghua Wu ret = OK; 12840abb2aa4859ced9165c77324cb83d1cd94f5f20cRonghua Wu } 12850abb2aa4859ced9165c77324cb83d1cd94f5f20cRonghua Wu return ret; 128647a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu} 128747a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu 1288c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberstatus_t MediaCodec::release() { 12891d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatRelease, this); 1290c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 1291c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber sp<AMessage> response; 1292c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return PostAndAwaitResponse(msg, &response); 1293c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber} 1294c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 1295671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnarstatus_t MediaCodec::reset() { 1296671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar /* When external-facing MediaCodec object is created, 1297671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar it is already initialized. Thus, reset is essentially 1298671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar release() followed by init(), plus clearing the state */ 1299671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 1300671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar status_t err = release(); 1301671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 1302671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar // unregister handlers 1303671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar if (mCodec != NULL) { 1304671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar if (mCodecLooper != NULL) { 1305671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mCodecLooper->unregisterHandler(mCodec->id()); 1306671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar } else { 1307671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mLooper->unregisterHandler(mCodec->id()); 1308671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar } 1309671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mCodec = NULL; 1310671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar } 1311671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mLooper->unregisterHandler(id()); 1312671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 1313671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mFlags = 0; // clear all flags 1314251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mStickyError = OK; 1315671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 1316671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar // reset state not reset by setState(UNINITIALIZED) 1317671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mReplyID = 0; 1318671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mDequeueInputReplyID = 0; 1319671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mDequeueOutputReplyID = 0; 1320671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mDequeueInputTimeoutGeneration = 0; 1321671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mDequeueOutputTimeoutGeneration = 0; 1322671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mHaveInputSurface = false; 1323671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 1324671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar if (err == OK) { 132578165d3f45797079b06c876042b9b78039378121Wonsik Kim err = init(mInitName); 1326671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar } 1327671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar return err; 1328671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar} 1329671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 13305778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::queueInputBuffer( 13315778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t index, 13325778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t offset, 13335778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t size, 13345778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t presentationTimeUs, 13355b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber uint32_t flags, 13365b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber AString *errorDetailMsg) { 13375b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber if (errorDetailMsg != NULL) { 13385b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber errorDetailMsg->clear(); 13395b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber } 13405b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber 13411d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatQueueInputBuffer, this); 13425778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setSize("index", index); 13435778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setSize("offset", offset); 13445778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setSize("size", size); 13455778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt64("timeUs", presentationTimeUs); 13465778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("flags", flags); 13475b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber msg->setPointer("errorDetailMsg", errorDetailMsg); 13485778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13495778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 13505778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 13515778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 13525778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13534b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huberstatus_t MediaCodec::queueSecureInputBuffer( 13544b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size_t index, 13554b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size_t offset, 13564b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const CryptoPlugin::SubSample *subSamples, 13574b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size_t numSubSamples, 13584b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const uint8_t key[16], 13594b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const uint8_t iv[16], 13604b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CryptoPlugin::Mode mode, 136118cb1eca504817b5b144a023ae2792d90e74c9a5Jeff Tinker const CryptoPlugin::Pattern &pattern, 13624b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber int64_t presentationTimeUs, 13635b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber uint32_t flags, 13645b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber AString *errorDetailMsg) { 13655b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber if (errorDetailMsg != NULL) { 13665b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber errorDetailMsg->clear(); 13675b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber } 13685b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber 13691d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatQueueInputBuffer, this); 13704b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setSize("index", index); 13714b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setSize("offset", offset); 13724b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setPointer("subSamples", (void *)subSamples); 13734b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setSize("numSubSamples", numSubSamples); 13744b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setPointer("key", (void *)key); 13754b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setPointer("iv", (void *)iv); 13764b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setInt32("mode", mode); 137718cb1eca504817b5b144a023ae2792d90e74c9a5Jeff Tinker msg->setInt32("encryptBlocks", pattern.mEncryptBlocks); 137818cb1eca504817b5b144a023ae2792d90e74c9a5Jeff Tinker msg->setInt32("skipBlocks", pattern.mSkipBlocks); 13794b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setInt64("timeUs", presentationTimeUs); 13804b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setInt32("flags", flags); 13815b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber msg->setPointer("errorDetailMsg", errorDetailMsg); 13824b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 13834b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber sp<AMessage> response; 13845b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber status_t err = PostAndAwaitResponse(msg, &response); 13855b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber 13865b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber return err; 13874b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber} 13884b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 13895778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::dequeueInputBuffer(size_t *index, int64_t timeoutUs) { 13901d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatDequeueInputBuffer, this); 13915778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt64("timeoutUs", timeoutUs); 13925778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13935778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 13945778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err; 13955778822d86b0337407514b9372562b86edfa91cdAndreas Huber if ((err = PostAndAwaitResponse(msg, &response)) != OK) { 13965778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 13975778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 13985778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13995778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findSize("index", index)); 14005778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14015778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 14025778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 14035778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14045778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::dequeueOutputBuffer( 14055778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t *index, 14065778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t *offset, 14075778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t *size, 14085778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t *presentationTimeUs, 14095778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t *flags, 14105778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t timeoutUs) { 14111d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatDequeueOutputBuffer, this); 14125778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt64("timeoutUs", timeoutUs); 14135778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14145778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 14155778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err; 14165778822d86b0337407514b9372562b86edfa91cdAndreas Huber if ((err = PostAndAwaitResponse(msg, &response)) != OK) { 14175778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 14185778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14195778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14205778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findSize("index", index)); 14215778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findSize("offset", offset)); 14225778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findSize("size", size)); 14235778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findInt64("timeUs", presentationTimeUs)); 14245778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findInt32("flags", (int32_t *)flags)); 14255778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14265778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 14275778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 14285778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14295778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::renderOutputBufferAndRelease(size_t index) { 14301d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatReleaseOutputBuffer, this); 14315778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setSize("index", index); 14325778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("render", true); 14335778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14345778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 14355778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 14365778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 14375778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1438fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnarstatus_t MediaCodec::renderOutputBufferAndRelease(size_t index, int64_t timestampNs) { 14391d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatReleaseOutputBuffer, this); 1440fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar msg->setSize("index", index); 1441fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar msg->setInt32("render", true); 1442fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar msg->setInt64("timestampNs", timestampNs); 1443fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar 1444fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar sp<AMessage> response; 1445fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar return PostAndAwaitResponse(msg, &response); 1446fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar} 1447fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar 14485778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::releaseOutputBuffer(size_t index) { 14491d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatReleaseOutputBuffer, this); 14505778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setSize("index", index); 14515778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14525778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 14535778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 14545778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 14555778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14567cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFaddenstatus_t MediaCodec::signalEndOfInputStream() { 14571d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatSignalEndOfInputStream, this); 14587cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 14597cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<AMessage> response; 14607cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden return PostAndAwaitResponse(msg, &response); 14617cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden} 14627cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 14635778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::getOutputFormat(sp<AMessage> *format) const { 14641d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatGetOutputFormat, this); 14655778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14665778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 14675778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err; 14685778822d86b0337407514b9372562b86edfa91cdAndreas Huber if ((err = PostAndAwaitResponse(msg, &response)) != OK) { 14695778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 14705778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14715778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14725778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findMessage("format", format)); 14735778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14745778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 14755778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 14765778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1477e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnarstatus_t MediaCodec::getInputFormat(sp<AMessage> *format) const { 14781d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatGetInputFormat, this); 1479e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 1480e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar sp<AMessage> response; 1481e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar status_t err; 1482e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if ((err = PostAndAwaitResponse(msg, &response)) != OK) { 1483e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar return err; 1484e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 1485e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 1486e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar CHECK(response->findMessage("format", format)); 1487e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 1488e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar return OK; 1489e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar} 1490e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 1491717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjostatus_t MediaCodec::getName(AString *name) const { 14921d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatGetName, this); 1493717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 1494717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo sp<AMessage> response; 1495717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo status_t err; 1496717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo if ((err = PostAndAwaitResponse(msg, &response)) != OK) { 1497717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo return err; 1498717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo } 1499717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 1500717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo CHECK(response->findString("name", name)); 1501717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 1502717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo return OK; 1503717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo} 1504717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 15053f21345e16b77c49042f5c13ceb62b0c35699561Chong Zhangstatus_t MediaCodec::getCodecInfo(sp<MediaCodecInfo> *codecInfo) const { 15063f21345e16b77c49042f5c13ceb62b0c35699561Chong Zhang sp<AMessage> msg = new AMessage(kWhatGetCodecInfo, this); 15073f21345e16b77c49042f5c13ceb62b0c35699561Chong Zhang 15083f21345e16b77c49042f5c13ceb62b0c35699561Chong Zhang sp<AMessage> response; 15093f21345e16b77c49042f5c13ceb62b0c35699561Chong Zhang status_t err; 15103f21345e16b77c49042f5c13ceb62b0c35699561Chong Zhang if ((err = PostAndAwaitResponse(msg, &response)) != OK) { 15113f21345e16b77c49042f5c13ceb62b0c35699561Chong Zhang return err; 15123f21345e16b77c49042f5c13ceb62b0c35699561Chong Zhang } 15133f21345e16b77c49042f5c13ceb62b0c35699561Chong Zhang 15143f21345e16b77c49042f5c13ceb62b0c35699561Chong Zhang sp<RefBase> obj; 15153f21345e16b77c49042f5c13ceb62b0c35699561Chong Zhang CHECK(response->findObject("codecInfo", &obj)); 15163f21345e16b77c49042f5c13ceb62b0c35699561Chong Zhang *codecInfo = static_cast<MediaCodecInfo *>(obj.get()); 15173f21345e16b77c49042f5c13ceb62b0c35699561Chong Zhang 15183f21345e16b77c49042f5c13ceb62b0c35699561Chong Zhang return OK; 15193f21345e16b77c49042f5c13ceb62b0c35699561Chong Zhang} 15203f21345e16b77c49042f5c13ceb62b0c35699561Chong Zhang 1521afb43f76821e6a63e17e6484289a40430ada6978Ray Essickstatus_t MediaCodec::getMetrics(MediaAnalyticsItem * &reply) { 1522afb43f76821e6a63e17e6484289a40430ada6978Ray Essick 1523afb43f76821e6a63e17e6484289a40430ada6978Ray Essick reply = NULL; 1524db1221479a7ffe7094c51c463bbd36522ed106abRay Essick 1525db1221479a7ffe7094c51c463bbd36522ed106abRay Essick // shouldn't happen, but be safe 1526db1221479a7ffe7094c51c463bbd36522ed106abRay Essick if (mAnalyticsItem == NULL) { 1527db1221479a7ffe7094c51c463bbd36522ed106abRay Essick return UNKNOWN_ERROR; 1528db1221479a7ffe7094c51c463bbd36522ed106abRay Essick } 1529db1221479a7ffe7094c51c463bbd36522ed106abRay Essick 153001c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick // update any in-flight data that's not carried within the record 153101c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick updateAnalyticsItem(); 1532db1221479a7ffe7094c51c463bbd36522ed106abRay Essick 1533db1221479a7ffe7094c51c463bbd36522ed106abRay Essick // send it back to the caller. 1534afb43f76821e6a63e17e6484289a40430ada6978Ray Essick reply = mAnalyticsItem->dup(); 1535db1221479a7ffe7094c51c463bbd36522ed106abRay Essick 153601c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick updateEphemeralAnalytics(reply); 153701c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick 1538db1221479a7ffe7094c51c463bbd36522ed106abRay Essick return OK; 1539db1221479a7ffe7094c51c463bbd36522ed106abRay Essick} 1540db1221479a7ffe7094c51c463bbd36522ed106abRay Essick 15417e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kimstatus_t MediaCodec::getInputBuffers(Vector<sp<MediaCodecBuffer> > *buffers) const { 15421d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatGetBuffers, this); 15435778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("portIndex", kPortIndexInput); 15445778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setPointer("buffers", buffers); 15455778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15465778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 15475778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 15485778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 15495778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15507e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kimstatus_t MediaCodec::getOutputBuffers(Vector<sp<MediaCodecBuffer> > *buffers) const { 15511d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatGetBuffers, this); 15525778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("portIndex", kPortIndexOutput); 15535778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setPointer("buffers", buffers); 15545778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15555778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 15565778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 15575778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 15585778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15597e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kimstatus_t MediaCodec::getOutputBuffer(size_t index, sp<MediaCodecBuffer> *buffer) { 15607bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar sp<AMessage> format; 15617bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar return getBufferAndFormat(kPortIndexOutput, index, buffer, &format); 15627bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar} 15637bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 15647bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnarstatus_t MediaCodec::getOutputFormat(size_t index, sp<AMessage> *format) { 15657e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim sp<MediaCodecBuffer> buffer; 15667bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar return getBufferAndFormat(kPortIndexOutput, index, &buffer, format); 15677bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar} 15687bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 15697e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kimstatus_t MediaCodec::getInputBuffer(size_t index, sp<MediaCodecBuffer> *buffer) { 15707bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar sp<AMessage> format; 15717bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar return getBufferAndFormat(kPortIndexInput, index, buffer, &format); 15727bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar} 15737bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 15740e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnarbool MediaCodec::isExecuting() const { 15750e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar return mState == STARTED || mState == FLUSHED; 15760e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar} 15770e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar 15787bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnarstatus_t MediaCodec::getBufferAndFormat( 15797bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar size_t portIndex, size_t index, 15807e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim sp<MediaCodecBuffer> *buffer, sp<AMessage> *format) { 15817bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar // use mutex instead of a context switch 158247a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu if (mReleasedByResourceManager) { 1583b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage ALOGE("getBufferAndFormat - resource already released"); 158447a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu return DEAD_OBJECT; 158547a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu } 158647a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu 1587b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage if (buffer == NULL) { 15887e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim ALOGE("getBufferAndFormat - null MediaCodecBuffer"); 1589b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage return INVALID_OPERATION; 1590b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage } 1591b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage 1592b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage if (format == NULL) { 1593b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage ALOGE("getBufferAndFormat - null AMessage"); 1594b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage return INVALID_OPERATION; 1595b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage } 1596b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage 15977bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar buffer->clear(); 15987bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar format->clear(); 1599b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage 16000e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (!isExecuting()) { 1601b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage ALOGE("getBufferAndFormat - not executing"); 16027bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar return INVALID_OPERATION; 16037bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar } 16047bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 16057bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar // we do not want mPortBuffers to change during this section 16067bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar // we also don't want mOwnedByClient to change during this 16077bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Mutex::Autolock al(mBufferLock); 1608b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage 1609dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim std::vector<BufferInfo> &buffers = mPortBuffers[portIndex]; 1610dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim if (index >= buffers.size()) { 1611b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage ALOGE("getBufferAndFormat - trying to get buffer with " 1612dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim "bad index (index=%zu buffer_size=%zu)", index, buffers.size()); 1613b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage return INVALID_OPERATION; 16147bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar } 1615b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage 1616dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim const BufferInfo &info = buffers[index]; 1617b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage if (!info.mOwnedByClient) { 1618b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage ALOGE("getBufferAndFormat - invalid operation " 16190362655ca9494052f348f83dabecf9ea27003976Aaron Vaage "(the index %zu is not owned by client)", index); 1620b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage return INVALID_OPERATION; 1621b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage } 1622b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage 16234811923e80a8abefa278307ebf8cc9b0294ba67fWonsik Kim *buffer = info.mData; 1624fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim *format = info.mData->format(); 1625b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage 16267bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar return OK; 16277bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar} 16287bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 16295778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::flush() { 16301d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatFlush, this); 16315778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16325778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 16335778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 16345778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 16355778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1636496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huberstatus_t MediaCodec::requestIDRFrame() { 16371d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatRequestIDRFrame, this))->post(); 1638496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 1639496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber return OK; 1640496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber} 1641496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 1642575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Hubervoid MediaCodec::requestActivityNotification(const sp<AMessage> ¬ify) { 16431d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatRequestActivityNotification, this); 1644575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber msg->setMessage("notify", notify); 1645575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber msg->post(); 1646575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber} 1647575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 164879d2b28f3a04d7914bb932a65d87117c0c7c11cfChong Zhangvoid MediaCodec::requestCpuBoostIfNeeded() { 164979d2b28f3a04d7914bb932a65d87117c0c7c11cfChong Zhang if (mCpuBoostRequested) { 165079d2b28f3a04d7914bb932a65d87117c0c7c11cfChong Zhang return; 165179d2b28f3a04d7914bb932a65d87117c0c7c11cfChong Zhang } 165279d2b28f3a04d7914bb932a65d87117c0c7c11cfChong Zhang int32_t colorFormat; 165379d2b28f3a04d7914bb932a65d87117c0c7c11cfChong Zhang if (mSoftRenderer != NULL 165479d2b28f3a04d7914bb932a65d87117c0c7c11cfChong Zhang && mOutputFormat->contains("hdr-static-info") 165579d2b28f3a04d7914bb932a65d87117c0c7c11cfChong Zhang && mOutputFormat->findInt32("color-format", &colorFormat) 165679d2b28f3a04d7914bb932a65d87117c0c7c11cfChong Zhang && (colorFormat == OMX_COLOR_FormatYUV420Planar16)) { 165779d2b28f3a04d7914bb932a65d87117c0c7c11cfChong Zhang int32_t left, top, right, bottom, width, height; 165879d2b28f3a04d7914bb932a65d87117c0c7c11cfChong Zhang int64_t totalPixel = 0; 165979d2b28f3a04d7914bb932a65d87117c0c7c11cfChong Zhang if (mOutputFormat->findRect("crop", &left, &top, &right, &bottom)) { 166079d2b28f3a04d7914bb932a65d87117c0c7c11cfChong Zhang totalPixel = (right - left + 1) * (bottom - top + 1); 166179d2b28f3a04d7914bb932a65d87117c0c7c11cfChong Zhang } else if (mOutputFormat->findInt32("width", &width) 166279d2b28f3a04d7914bb932a65d87117c0c7c11cfChong Zhang && mOutputFormat->findInt32("height", &height)) { 166379d2b28f3a04d7914bb932a65d87117c0c7c11cfChong Zhang totalPixel = width * height; 166479d2b28f3a04d7914bb932a65d87117c0c7c11cfChong Zhang } 166579d2b28f3a04d7914bb932a65d87117c0c7c11cfChong Zhang if (totalPixel >= 1920 * 1080) { 166679d2b28f3a04d7914bb932a65d87117c0c7c11cfChong Zhang addResource(MediaResource::kCpuBoost, 166779d2b28f3a04d7914bb932a65d87117c0c7c11cfChong Zhang MediaResource::kUnspecifiedSubType, 1); 166879d2b28f3a04d7914bb932a65d87117c0c7c11cfChong Zhang mCpuBoostRequested = true; 166979d2b28f3a04d7914bb932a65d87117c0c7c11cfChong Zhang } 167079d2b28f3a04d7914bb932a65d87117c0c7c11cfChong Zhang } 167179d2b28f3a04d7914bb932a65d87117c0c7c11cfChong Zhang} 167279d2b28f3a04d7914bb932a65d87117c0c7c11cfChong Zhang 16735778822d86b0337407514b9372562b86edfa91cdAndreas Huber//////////////////////////////////////////////////////////////////////////////// 16745778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16755778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid MediaCodec::cancelPendingDequeueOperations() { 16765778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mFlags & kFlagDequeueInputPending) { 1677c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(mDequeueInputReplyID, INVALID_OPERATION); 16785778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16795778822d86b0337407514b9372562b86edfa91cdAndreas Huber ++mDequeueInputTimeoutGeneration; 16805778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputReplyID = 0; 16815778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueInputPending; 16825778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 16835778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16845778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mFlags & kFlagDequeueOutputPending) { 1685c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(mDequeueOutputReplyID, INVALID_OPERATION); 16865778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16875778822d86b0337407514b9372562b86edfa91cdAndreas Huber ++mDequeueOutputTimeoutGeneration; 16885778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueOutputReplyID = 0; 16895778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueOutputPending; 16905778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 16915778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 16925778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16933f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnarbool MediaCodec::handleDequeueInputBuffer(const sp<AReplyToken> &replyID, bool newRequest) { 16940e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (!isExecuting() || (mFlags & kFlagIsAsync) 16955778822d86b0337407514b9372562b86edfa91cdAndreas Huber || (newRequest && (mFlags & kFlagDequeueInputPending))) { 1696c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 16975778822d86b0337407514b9372562b86edfa91cdAndreas Huber return true; 1698251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 1699251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 1700251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return true; 17015778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 17025778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17035778822d86b0337407514b9372562b86edfa91cdAndreas Huber ssize_t index = dequeuePortBuffer(kPortIndexInput); 17045778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17055778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (index < 0) { 17065778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ(index, -EAGAIN); 17075778822d86b0337407514b9372562b86edfa91cdAndreas Huber return false; 17085778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 17095778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17105778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response = new AMessage; 17115778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setSize("index", index); 17125778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->postReply(replyID); 17135778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17145778822d86b0337407514b9372562b86edfa91cdAndreas Huber return true; 17155778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 17165778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17173f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnarbool MediaCodec::handleDequeueOutputBuffer(const sp<AReplyToken> &replyID, bool newRequest) { 17180e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (!isExecuting() || (mFlags & kFlagIsAsync) 17195778822d86b0337407514b9372562b86edfa91cdAndreas Huber || (newRequest && (mFlags & kFlagDequeueOutputPending))) { 172047a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu PostReplyWithError(replyID, INVALID_OPERATION); 1721251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 172247a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu PostReplyWithError(replyID, getStickyError()); 17235778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (mFlags & kFlagOutputBuffersChanged) { 172447a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu PostReplyWithError(replyID, INFO_OUTPUT_BUFFERS_CHANGED); 17255778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagOutputBuffersChanged; 17265778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (mFlags & kFlagOutputFormatChanged) { 172747a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu PostReplyWithError(replyID, INFO_FORMAT_CHANGED); 17285778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagOutputFormatChanged; 17295778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 173047a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu sp<AMessage> response = new AMessage; 17315778822d86b0337407514b9372562b86edfa91cdAndreas Huber ssize_t index = dequeuePortBuffer(kPortIndexOutput); 17325778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17335778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (index < 0) { 17345778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ(index, -EAGAIN); 17355778822d86b0337407514b9372562b86edfa91cdAndreas Huber return false; 17365778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 17375778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17387e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim const sp<MediaCodecBuffer> &buffer = 1739dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mPortBuffers[kPortIndexOutput][index].mData; 17405778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17415778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setSize("index", index); 17425778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setSize("offset", buffer->offset()); 17435778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setSize("size", buffer->size()); 17445778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17455778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t timeUs; 17465778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(buffer->meta()->findInt64("timeUs", &timeUs)); 17475778822d86b0337407514b9372562b86edfa91cdAndreas Huber 174801c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick statsBufferReceived(timeUs); 174901c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick 17505778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setInt64("timeUs", timeUs); 17515778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1752dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim int32_t flags; 1753dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim CHECK(buffer->meta()->findInt32("flags", &flags)); 17545778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17555778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setInt32("flags", flags); 175647a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu response->postReply(replyID); 17575778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 17585778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17595778822d86b0337407514b9372562b86edfa91cdAndreas Huber return true; 17605778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 17615778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17625778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid MediaCodec::onMessageReceived(const sp<AMessage> &msg) { 17635778822d86b0337407514b9372562b86edfa91cdAndreas Huber switch (msg->what()) { 17645778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatCodecNotify: 17655778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 17665778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t what; 17675778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("what", &what)); 17685778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17695778822d86b0337407514b9372562b86edfa91cdAndreas Huber switch (what) { 177079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim case kWhatError: 17715778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 1772251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung int32_t err, actionCode; 1773251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung CHECK(msg->findInt32("err", &err)); 1774251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung CHECK(msg->findInt32("actionCode", &actionCode)); 17755778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17769e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen ALOGE("Codec reported err %#x, actionCode %d, while in state %d", 17779e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen err, actionCode, mState); 1778251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (err == DEAD_OBJECT) { 1779aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber mFlags |= kFlagSawMediaServerDie; 178052dfbee90cc3c4426428318e06a92774f5201198Praveen Chavan mFlags &= ~kFlagIsComponentAllocated; 1781aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber } 1782aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber 17835530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia bool sendErrorResponse = true; 17845778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17855778822d86b0337407514b9372562b86edfa91cdAndreas Huber switch (mState) { 17865778822d86b0337407514b9372562b86edfa91cdAndreas Huber case INITIALIZING: 17875778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 17885778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(UNINITIALIZED); 17895778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 17905778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 17915778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17925778822d86b0337407514b9372562b86edfa91cdAndreas Huber case CONFIGURING: 17935778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 179482b7fe8aa03558bf90769a3d88536e6105db371bRay Essick if (actionCode == ACTION_CODE_FATAL) { 179582b7fe8aa03558bf90769a3d88536e6105db371bRay Essick mAnalyticsItem->setInt32(kCodecError, err); 1796573ebe40b005690f797ac4d90ed1ff49f9fdb2b7Ray Essick mAnalyticsItem->setCString(kCodecErrorState, stateString(mState).c_str()); 179782b7fe8aa03558bf90769a3d88536e6105db371bRay Essick flushAnalyticsItem(); 179882b7fe8aa03558bf90769a3d88536e6105db371bRay Essick initAnalyticsItem(); 179982b7fe8aa03558bf90769a3d88536e6105db371bRay Essick } 1800c22c695660ed9edaba0d4cd7c0ab3a794216fe80Wei Jia setState(actionCode == ACTION_CODE_FATAL ? 1801c22c695660ed9edaba0d4cd7c0ab3a794216fe80Wei Jia UNINITIALIZED : INITIALIZED); 18025778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 18035778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 18045778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18055778822d86b0337407514b9372562b86edfa91cdAndreas Huber case STARTING: 18065778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 180782b7fe8aa03558bf90769a3d88536e6105db371bRay Essick if (actionCode == ACTION_CODE_FATAL) { 180882b7fe8aa03558bf90769a3d88536e6105db371bRay Essick mAnalyticsItem->setInt32(kCodecError, err); 1809573ebe40b005690f797ac4d90ed1ff49f9fdb2b7Ray Essick mAnalyticsItem->setCString(kCodecErrorState, stateString(mState).c_str()); 181082b7fe8aa03558bf90769a3d88536e6105db371bRay Essick flushAnalyticsItem(); 181182b7fe8aa03558bf90769a3d88536e6105db371bRay Essick initAnalyticsItem(); 181282b7fe8aa03558bf90769a3d88536e6105db371bRay Essick } 1813c22c695660ed9edaba0d4cd7c0ab3a794216fe80Wei Jia setState(actionCode == ACTION_CODE_FATAL ? 1814c22c695660ed9edaba0d4cd7c0ab3a794216fe80Wei Jia UNINITIALIZED : CONFIGURED); 18155778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 18165778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 18175778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1818c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber case RELEASING: 18195778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 18205778822d86b0337407514b9372562b86edfa91cdAndreas Huber // Ignore the error, assuming we'll still get 18215d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang // the shutdown complete notification. If we 18225d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang // don't, we'll timeout and force release. 18235530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia sendErrorResponse = false; 18245d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang } 18255d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang // fall-thru 18265d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang case STOPPING: 18275d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang { 1828aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber if (mFlags & kFlagSawMediaServerDie) { 182903ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // MediaServer died, there definitely won't 183003ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // be a shutdown complete notification after 183103ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // all. 183203ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber 183303ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // note that we're directly going from 183403ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // STOPPING->UNINITIALIZED, instead of the 183503ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // usual STOPPING->INITIALIZED state. 183603ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber setState(UNINITIALIZED); 18376e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar if (mState == RELEASING) { 18386e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar mComponentName.clear(); 18396e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar } 184003ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber (new AMessage)->postReply(mReplyID); 18415d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang sendErrorResponse = false; 184203ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber } 18435778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 18445778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 18455778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18465778822d86b0337407514b9372562b86edfa91cdAndreas Huber case FLUSHING: 18475778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 18489e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen if (actionCode == ACTION_CODE_FATAL) { 184982b7fe8aa03558bf90769a3d88536e6105db371bRay Essick mAnalyticsItem->setInt32(kCodecError, err); 1850573ebe40b005690f797ac4d90ed1ff49f9fdb2b7Ray Essick mAnalyticsItem->setCString(kCodecErrorState, stateString(mState).c_str()); 185182b7fe8aa03558bf90769a3d88536e6105db371bRay Essick flushAnalyticsItem(); 185282b7fe8aa03558bf90769a3d88536e6105db371bRay Essick initAnalyticsItem(); 185382b7fe8aa03558bf90769a3d88536e6105db371bRay Essick 18549e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen setState(UNINITIALIZED); 18559e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen } else { 18569e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen setState( 18579e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen (mFlags & kFlagIsAsync) ? FLUSHED : STARTED); 18589e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen } 18595778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 18605778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 18615778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18620e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar case FLUSHED: 18635778822d86b0337407514b9372562b86edfa91cdAndreas Huber case STARTED: 18645778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 18655530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia sendErrorResponse = false; 18665778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1867251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setStickyError(err); 1868575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 18695778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18705778822d86b0337407514b9372562b86edfa91cdAndreas Huber cancelPendingDequeueOperations(); 1871c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1872c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 1873251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung onError(err, actionCode); 1874251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 1875251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung switch (actionCode) { 1876251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case ACTION_CODE_TRANSIENT: 1877251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 1878251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case ACTION_CODE_RECOVERABLE: 1879251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setState(INITIALIZED); 1880251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 1881251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung default: 188282b7fe8aa03558bf90769a3d88536e6105db371bRay Essick mAnalyticsItem->setInt32(kCodecError, err); 1883573ebe40b005690f797ac4d90ed1ff49f9fdb2b7Ray Essick mAnalyticsItem->setCString(kCodecErrorState, stateString(mState).c_str()); 188482b7fe8aa03558bf90769a3d88536e6105db371bRay Essick flushAnalyticsItem(); 188582b7fe8aa03558bf90769a3d88536e6105db371bRay Essick initAnalyticsItem(); 1886251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setState(UNINITIALIZED); 1887251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 1888c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 18895778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 18905778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 18915778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18925778822d86b0337407514b9372562b86edfa91cdAndreas Huber default: 18935778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 18945530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia sendErrorResponse = false; 18955778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1896251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setStickyError(err); 1897575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 1898c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1899251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung // actionCode in an uninitialized state is always fatal. 1900251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (mState == UNINITIALIZED) { 1901251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung actionCode = ACTION_CODE_FATAL; 1902251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 1903c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 1904251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung onError(err, actionCode); 1905251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 1906251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung switch (actionCode) { 1907251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case ACTION_CODE_TRANSIENT: 1908251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 1909251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case ACTION_CODE_RECOVERABLE: 1910251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setState(INITIALIZED); 1911251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 1912251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung default: 1913251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setState(UNINITIALIZED); 1914251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 1915c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 19165778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 19175778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19185778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19195778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19205530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia if (sendErrorResponse) { 1921251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(mReplyID, err); 19225778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19235778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 19245778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19255778822d86b0337407514b9372562b86edfa91cdAndreas Huber 192679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim case kWhatComponentAllocated: 19275778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 19285778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ(mState, INITIALIZING); 19295778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(INITIALIZED); 193052dfbee90cc3c4426428318e06a92774f5201198Praveen Chavan mFlags |= kFlagIsComponentAllocated; 19315778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1932717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo CHECK(msg->findString("componentName", &mComponentName)); 19335778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19348574195df5de20af5fc16d6f9da1b132d6d5bfeeRay Essick if (mComponentName.c_str()) { 19358574195df5de20af5fc16d6f9da1b132d6d5bfeeRay Essick mAnalyticsItem->setCString(kCodecCodec, mComponentName.c_str()); 19368574195df5de20af5fc16d6f9da1b132d6d5bfeeRay Essick } 19378574195df5de20af5fc16d6f9da1b132d6d5bfeeRay Essick 1938717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo if (mComponentName.startsWith("OMX.google.")) { 19393a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar mFlags |= kFlagUsesSoftwareRenderer; 19405778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 19413a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar mFlags &= ~kFlagUsesSoftwareRenderer; 19425778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19435778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1944ea15fd29af81490311af9e12949b43524c39400eRonghua Wu MediaResource::Type resourceType; 1945717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo if (mComponentName.endsWith(".secure")) { 19461bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber mFlags |= kFlagIsSecure; 1947ea15fd29af81490311af9e12949b43524c39400eRonghua Wu resourceType = MediaResource::kSecureCodec; 19488574195df5de20af5fc16d6f9da1b132d6d5bfeeRay Essick mAnalyticsItem->setInt32(kCodecSecure, 1); 19491bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber } else { 19501bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber mFlags &= ~kFlagIsSecure; 1951ea15fd29af81490311af9e12949b43524c39400eRonghua Wu resourceType = MediaResource::kNonSecureCodec; 19528574195df5de20af5fc16d6f9da1b132d6d5bfeeRay Essick mAnalyticsItem->setInt32(kCodecSecure, 0); 19531bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber } 1954c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu 195558828196edf2fc4debbd7913198a8149f039b4a9Ronghua Wu if (mIsVideo) { 195658828196edf2fc4debbd7913198a8149f039b4a9Ronghua Wu // audio codec is currently ignored. 1957ea15fd29af81490311af9e12949b43524c39400eRonghua Wu addResource(resourceType, MediaResource::kVideoCodec, 1); 195858828196edf2fc4debbd7913198a8149f039b4a9Ronghua Wu } 19591bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber 19605778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(mReplyID); 19615778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 19625778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19635778822d86b0337407514b9372562b86edfa91cdAndreas Huber 196479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim case kWhatComponentConfigured: 19655778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 1966c6044a135324979e62cc59db9dbde8b11c4bb74bAndy Hung if (mState == UNINITIALIZED || mState == INITIALIZED) { 1967c6044a135324979e62cc59db9dbde8b11c4bb74bAndy Hung // In case a kWhatError message came in and replied with error, 1968c6044a135324979e62cc59db9dbde8b11c4bb74bAndy Hung // we log a warning and ignore. 1969c6044a135324979e62cc59db9dbde8b11c4bb74bAndy Hung ALOGW("configure interrupted by error, current state %d", mState); 1970c6044a135324979e62cc59db9dbde8b11c4bb74bAndy Hung break; 1971c6044a135324979e62cc59db9dbde8b11c4bb74bAndy Hung } 19725778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ(mState, CONFIGURING); 19735778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19746507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden // reset input surface flag 19756507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mHaveInputSurface = false; 19766507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden 1977e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar CHECK(msg->findMessage("input-format", &mInputFormat)); 1978e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar CHECK(msg->findMessage("output-format", &mOutputFormat)); 1979b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGV("[%s] configured as input format: %s, output format: %s", 1980b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mComponentName.c_str(), 1981b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mInputFormat->debugString(4).c_str(), 1982b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mOutputFormat->debugString(4).c_str()); 19833a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar int32_t usingSwRenderer; 19843a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (mOutputFormat->findInt32("using-sw-renderer", &usingSwRenderer) 19853a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar && usingSwRenderer) { 19863a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar mFlags |= kFlagUsesSoftwareRenderer; 19873a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 19882606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang setState(CONFIGURED); 19895778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(mReplyID); 19909c2480b117dc3fd1e6af3b0fdb209d787c17e087Ray Essick 19919c2480b117dc3fd1e6af3b0fdb209d787c17e087Ray Essick // augment our media metrics info, now that we know more things 19929c2480b117dc3fd1e6af3b0fdb209d787c17e087Ray Essick if (mAnalyticsItem != NULL) { 19939c2480b117dc3fd1e6af3b0fdb209d787c17e087Ray Essick sp<AMessage> format; 19949c2480b117dc3fd1e6af3b0fdb209d787c17e087Ray Essick if (mConfigureMsg != NULL && 19959c2480b117dc3fd1e6af3b0fdb209d787c17e087Ray Essick mConfigureMsg->findMessage("format", &format)) { 19969c2480b117dc3fd1e6af3b0fdb209d787c17e087Ray Essick // format includes: mime 19979c2480b117dc3fd1e6af3b0fdb209d787c17e087Ray Essick AString mime; 19989c2480b117dc3fd1e6af3b0fdb209d787c17e087Ray Essick if (format->findString("mime", &mime)) { 19999c2480b117dc3fd1e6af3b0fdb209d787c17e087Ray Essick mAnalyticsItem->setCString(kCodecMime, mime.c_str()); 20009c2480b117dc3fd1e6af3b0fdb209d787c17e087Ray Essick } 20019c2480b117dc3fd1e6af3b0fdb209d787c17e087Ray Essick } 20029c2480b117dc3fd1e6af3b0fdb209d787c17e087Ray Essick } 20035778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 20045778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20055778822d86b0337407514b9372562b86edfa91cdAndreas Huber 200679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim case kWhatInputSurfaceCreated: 20077cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 200892cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar // response to initiateCreateInputSurface() 20097cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden status_t err = NO_ERROR; 20101dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AMessage> response = new AMessage; 20117cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden if (!msg->findInt32("err", &err)) { 20127cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<RefBase> obj; 20137cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden msg->findObject("input-surface", &obj); 2014b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar CHECK(msg->findMessage("input-format", &mInputFormat)); 2015b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar CHECK(msg->findMessage("output-format", &mOutputFormat)); 2016b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGV("[%s] input surface created as input format: %s, output format: %s", 2017b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mComponentName.c_str(), 2018b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mInputFormat->debugString(4).c_str(), 2019b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mOutputFormat->debugString(4).c_str()); 20207cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden CHECK(obj != NULL); 20217cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden response->setObject("input-surface", obj); 20226507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mHaveInputSurface = true; 20237cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } else { 20247cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden response->setInt32("err", err); 20257cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 20267cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden response->postReply(mReplyID); 20277cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 20287cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 20297cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 203079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim case kWhatInputSurfaceAccepted: 2031d291c222357303b9611cab89d0c3b047584ef377Chong Zhang { 20328f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang // response to initiateSetInputSurface() 2033d291c222357303b9611cab89d0c3b047584ef377Chong Zhang status_t err = NO_ERROR; 2034d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<AMessage> response = new AMessage(); 2035d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (!msg->findInt32("err", &err)) { 2036addf2cbb120346ae42e78fa739245a353db5edadChong Zhang CHECK(msg->findMessage("input-format", &mInputFormat)); 2037addf2cbb120346ae42e78fa739245a353db5edadChong Zhang CHECK(msg->findMessage("output-format", &mOutputFormat)); 2038d291c222357303b9611cab89d0c3b047584ef377Chong Zhang mHaveInputSurface = true; 2039d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } else { 2040d291c222357303b9611cab89d0c3b047584ef377Chong Zhang response->setInt32("err", err); 2041d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 2042d291c222357303b9611cab89d0c3b047584ef377Chong Zhang response->postReply(mReplyID); 2043d291c222357303b9611cab89d0c3b047584ef377Chong Zhang break; 2044d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 2045d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 204679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim case kWhatSignaledInputEOS: 20477cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 204892cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar // response to signalEndOfInputStream() 20491dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AMessage> response = new AMessage; 20507cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden status_t err; 20517cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden if (msg->findInt32("err", &err)) { 20527cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden response->setInt32("err", err); 20537cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 20547cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden response->postReply(mReplyID); 20557cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 20567cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 20577cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 2058dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim case kWhatStartCompleted: 20595778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 2060dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim CHECK_EQ(mState, STARTING); 2061dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim if (mIsVideo) { 2062dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim addResource( 2063dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim MediaResource::kGraphicMemory, 2064dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim MediaResource::kUnspecifiedSubType, 2065dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim getGraphicBufferSize()); 2066fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim } 2067dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim setState(STARTED); 2068dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim (new AMessage)->postReply(mReplyID); 2069dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim break; 2070dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim } 2071fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim 2072dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim case kWhatOutputBuffersChanged: 2073dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim { 2074dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mFlags |= kFlagOutputBuffersChanged; 2075dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim postActivityNotificationIfPossible(); 20765778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 20775778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20785778822d86b0337407514b9372562b86edfa91cdAndreas Huber 207979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim case kWhatOutputFramesRendered: 208090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar { 208190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // ignore these in all states except running, and check that we have a 208290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // notification set 208390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (mState == STARTED && mOnFrameRenderedNotification != NULL) { 208490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar sp<AMessage> notify = mOnFrameRenderedNotification->dup(); 208590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar notify->setMessage("data", msg); 208690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar notify->post(); 208790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 208890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar break; 208990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 209090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 209179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim case kWhatFillThisBuffer: 20925778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 20935778822d86b0337407514b9372562b86edfa91cdAndreas Huber /* size_t index = */updateBuffers(kPortIndexInput, msg); 20945778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2095c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber if (mState == FLUSHING 2096c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber || mState == STOPPING 2097c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber || mState == RELEASING) { 20985778822d86b0337407514b9372562b86edfa91cdAndreas Huber returnBuffersToCodecOnPort(kPortIndexInput); 20995778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 21005778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 21015778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21028ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber if (!mCSD.empty()) { 21038ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber ssize_t index = dequeuePortBuffer(kPortIndexInput); 21048ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber CHECK_GE(index, 0); 21058ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 21068ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber // If codec specific data had been specified as 21078ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber // part of the format in the call to configure and 21088ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber // if there's more csd left, we submit it here 21098ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber // clients only get access to input buffers once 21108ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber // this data has been exhausted. 21118ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 21128ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber status_t err = queueCSDInputBuffer(index); 21138ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 21148ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber if (err != OK) { 21158ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber ALOGE("queueCSDInputBuffer failed w/ error %d", 21168ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber err); 21178ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 2118251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setStickyError(err); 2119575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 2120575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 21218ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber cancelPendingDequeueOperations(); 21228ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber } 21238ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber break; 21248ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber } 21258ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 2126c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 21276e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar if (!mHaveInputSurface) { 21283d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang if (mState == FLUSHED) { 21293d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang mHavePendingInputBuffers = true; 21303d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang } else { 21313d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang onInputBufferAvailable(); 21323d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang } 21336e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar } 2134c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } else if (mFlags & kFlagDequeueInputPending) { 21355778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(handleDequeueInputBuffer(mDequeueInputReplyID)); 21365778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21375778822d86b0337407514b9372562b86edfa91cdAndreas Huber ++mDequeueInputTimeoutGeneration; 21385778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueInputPending; 21395778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputReplyID = 0; 2140575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber } else { 2141575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 21425778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 21435778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 21445778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 21455778822d86b0337407514b9372562b86edfa91cdAndreas Huber 214679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim case kWhatDrainThisBuffer: 21475778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 21485778822d86b0337407514b9372562b86edfa91cdAndreas Huber /* size_t index = */updateBuffers(kPortIndexOutput, msg); 21495778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2150c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber if (mState == FLUSHING 2151c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber || mState == STOPPING 2152c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber || mState == RELEASING) { 21535778822d86b0337407514b9372562b86edfa91cdAndreas Huber returnBuffersToCodecOnPort(kPortIndexOutput); 21545778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 21555778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 21565778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21577e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim sp<RefBase> obj; 21587e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim CHECK(msg->findObject("buffer", &obj)); 21597e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim sp<MediaCodecBuffer> buffer = static_cast<MediaCodecBuffer *>(obj.get()); 21605778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2161fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim if (mOutputFormat != buffer->format()) { 2162fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim mOutputFormat = buffer->format(); 2163fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim ALOGV("[%s] output format changed to: %s", 2164fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim mComponentName.c_str(), mOutputFormat->debugString(4).c_str()); 2165fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim 2166fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim if (mSoftRenderer == NULL && 2167fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim mSurface != NULL && 2168fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim (mFlags & kFlagUsesSoftwareRenderer)) { 2169fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim AString mime; 2170fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim CHECK(mOutputFormat->findString("mime", &mime)); 2171fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim 2172fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim // TODO: propagate color aspects to software renderer to allow better 2173fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim // color conversion to RGB. For now, just mark dataspace for YUV 2174fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim // rendering. 2175fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim int32_t dataSpace; 2176fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim if (mOutputFormat->findInt32("android._dataspace", &dataSpace)) { 2177fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim ALOGD("[%s] setting dataspace on output surface to #%x", 2178fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim mComponentName.c_str(), dataSpace); 2179fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim int err = native_window_set_buffers_data_space( 2180fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim mSurface.get(), (android_dataspace)dataSpace); 2181fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim ALOGW_IF(err != 0, "failed to set dataspace on surface (%d)", err); 2182fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim } 21832d2a2967ce29281816b9ddb9434b3c0084e4ce52Chong Zhang if (mOutputFormat->contains("hdr-static-info")) { 21842d2a2967ce29281816b9ddb9434b3c0084e4ce52Chong Zhang HDRStaticInfo info; 21852d2a2967ce29281816b9ddb9434b3c0084e4ce52Chong Zhang if (ColorUtils::getHDRStaticInfoFromFormat(mOutputFormat, &info)) { 21862d2a2967ce29281816b9ddb9434b3c0084e4ce52Chong Zhang setNativeWindowHdrMetadata(mSurface.get(), &info); 21872d2a2967ce29281816b9ddb9434b3c0084e4ce52Chong Zhang } 21882d2a2967ce29281816b9ddb9434b3c0084e4ce52Chong Zhang } 2189fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim 2190fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim if (mime.startsWithIgnoreCase("video/")) { 2191fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim mSoftRenderer = new SoftwareRenderer(mSurface, mRotationDegrees); 2192fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim } 2193fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim } 21945778822d86b0337407514b9372562b86edfa91cdAndreas Huber 219579d2b28f3a04d7914bb932a65d87117c0c7c11cfChong Zhang requestCpuBoostIfNeeded(); 219679d2b28f3a04d7914bb932a65d87117c0c7c11cfChong Zhang 2197fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim if (mFlags & kFlagIsEncoder) { 2198fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim // Before we announce the format change we should 2199fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim // collect codec specific data and amend the output 2200fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim // format as necessary. 2201dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim int32_t flags = 0; 2202dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim (void) buffer->meta()->findInt32("flags", &flags); 2203dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim if (flags & BUFFER_FLAG_CODECCONFIG) { 2204fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim status_t err = 2205fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim amendOutputFormatWithCodecSpecificData(buffer); 2206fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim 2207fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim if (err != OK) { 2208fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim ALOGE("Codec spit out malformed codec " 2209fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim "specific data!"); 2210fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim } 2211e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 2212e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 2213c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 2214c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang onOutputFormatChanged(); 2215c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } else { 2216c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mFlags |= kFlagOutputFormatChanged; 2217fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim postActivityNotificationIfPossible(); 2218fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim } 2219fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim 2220fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim // Notify mCrypto of video resolution changes 2221fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim if (mCrypto != NULL) { 2222fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim int32_t left, top, right, bottom, width, height; 2223fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim if (mOutputFormat->findRect("crop", &left, &top, &right, &bottom)) { 2224fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim mCrypto->notifyResolution(right - left + 1, bottom - top + 1); 2225fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim } else if (mOutputFormat->findInt32("width", &width) 2226fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim && mOutputFormat->findInt32("height", &height)) { 2227fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim mCrypto->notifyResolution(width, height); 2228fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim } 2229c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2230e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 2231e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2232c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 2233c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang onOutputBufferAvailable(); 2234c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } else if (mFlags & kFlagDequeueOutputPending) { 22355778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(handleDequeueOutputBuffer(mDequeueOutputReplyID)); 22365778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22375778822d86b0337407514b9372562b86edfa91cdAndreas Huber ++mDequeueOutputTimeoutGeneration; 22385778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueOutputPending; 22395778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueOutputReplyID = 0; 2240575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber } else { 2241575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 22425778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2243575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 22445778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 22455778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 22465778822d86b0337407514b9372562b86edfa91cdAndreas Huber 224779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim case kWhatEOS: 22485778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 22495778822d86b0337407514b9372562b86edfa91cdAndreas Huber // We already notify the client of this by using the 22505778822d86b0337407514b9372562b86edfa91cdAndreas Huber // corresponding flag in "onOutputBufferReady". 22515778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 22525778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 22535778822d86b0337407514b9372562b86edfa91cdAndreas Huber 225479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim case kWhatStopCompleted: 22555778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 2256349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang if (mState != STOPPING) { 2257349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang ALOGW("Received kWhatStopCompleted in state %d", mState); 22585d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang break; 22595d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang } 2260349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang setState(INITIALIZED); 2261349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang (new AMessage)->postReply(mReplyID); 2262349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang break; 2263349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang } 2264349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang 226579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim case kWhatReleaseCompleted: 2266349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang { 2267349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang if (mState != RELEASING) { 2268349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang ALOGW("Received kWhatReleaseCompleted in state %d", mState); 2269349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang break; 2270c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 2271349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang setState(UNINITIALIZED); 2272349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang mComponentName.clear(); 2273349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang 227452dfbee90cc3c4426428318e06a92774f5201198Praveen Chavan mFlags &= ~kFlagIsComponentAllocated; 22755778822d86b0337407514b9372562b86edfa91cdAndreas Huber 227667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mResourceManagerService->removeResource(getId(mResourceManagerClient)); 227767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 22785778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(mReplyID); 22795778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 22805778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 22815778822d86b0337407514b9372562b86edfa91cdAndreas Huber 228279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim case kWhatFlushCompleted: 22835778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 22845530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia if (mState != FLUSHING) { 22855530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia ALOGW("received FlushCompleted message in state %d", 22865530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia mState); 22875530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia break; 22885530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia } 22895778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22900e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (mFlags & kFlagIsAsync) { 22910e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar setState(FLUSHED); 22920e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar } else { 22930e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar setState(STARTED); 22940e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar mCodec->signalResume(); 22950e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar } 22965778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22975778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(mReplyID); 22985778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 22995778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23005778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23015778822d86b0337407514b9372562b86edfa91cdAndreas Huber default: 23025778822d86b0337407514b9372562b86edfa91cdAndreas Huber TRESPASS(); 23035778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23045778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 23055778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23065778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23075778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatInit: 23085778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 23093f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 23105778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 23115778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23125778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mState != UNINITIALIZED) { 2313c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 23145778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 23155778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23165778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23175778822d86b0337407514b9372562b86edfa91cdAndreas Huber mReplyID = replyID; 23185778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(INITIALIZING); 23195778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2320bb644123966bfa2f44c60710faaafa8fa6f0e920Wonsik Kim sp<RefBase> codecInfo; 2321bb644123966bfa2f44c60710faaafa8fa6f0e920Wonsik Kim CHECK(msg->findObject("codecInfo", &codecInfo)); 23225778822d86b0337407514b9372562b86edfa91cdAndreas Huber AString name; 23235778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findString("name", &name)); 23245778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23255778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> format = new AMessage; 2326bb644123966bfa2f44c60710faaafa8fa6f0e920Wonsik Kim format->setObject("codecInfo", codecInfo); 2327bb644123966bfa2f44c60710faaafa8fa6f0e920Wonsik Kim format->setString("componentName", name); 23285778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23295778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->initiateAllocateComponent(format); 23305778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 23315778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23325778822d86b0337407514b9372562b86edfa91cdAndreas Huber 233390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar case kWhatSetNotification: 233490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar { 233590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar sp<AMessage> notify; 233690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (msg->findMessage("on-frame-rendered", ¬ify)) { 233790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mOnFrameRenderedNotification = notify; 233890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 233990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar break; 234090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 234190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 2342c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang case kWhatSetCallback: 2343c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang { 23443f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 2345c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang CHECK(msg->senderAwaitsResponse(&replyID)); 2346c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2347c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mState == UNINITIALIZED 2348c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang || mState == INITIALIZING 23490e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar || isExecuting()) { 23500e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar // callback can't be set after codec is executing, 2351c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang // or before it's initialized (as the callback 2352c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang // will be cleared when it goes to INITIALIZED) 2353c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 2354c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang break; 2355c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2356c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2357c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> callback; 2358c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang CHECK(msg->findMessage("callback", &callback)); 2359c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2360c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mCallback = callback; 2361c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2362c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mCallback != NULL) { 2363c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang ALOGI("MediaCodec will operate in async mode"); 2364c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mFlags |= kFlagIsAsync; 2365c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } else { 2366c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mFlags &= ~kFlagIsAsync; 2367c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2368c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2369c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> response = new AMessage; 2370c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang response->postReply(replyID); 2371c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang break; 2372c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2373c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 23745778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatConfigure: 23755778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 23763f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 23775778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 23785778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23795778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mState != INITIALIZED) { 2380c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 23815778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 23825778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23835778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23845778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<RefBase> obj; 2385f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar CHECK(msg->findObject("surface", &obj)); 23865778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23875778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> format; 23885778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findMessage("format", &format)); 23895778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23908b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar int32_t push; 23918b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar if (msg->findInt32("push-blank-buffers-on-shutdown", &push) && push != 0) { 23928b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar mFlags |= kFlagPushBlankBuffersOnShutdown; 23938b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar } 23948b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar 23955778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (obj != NULL) { 23965778822d86b0337407514b9372562b86edfa91cdAndreas Huber format->setObject("native-window", obj); 2397f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar status_t err = handleSetSurface(static_cast<Surface *>(obj.get())); 23987541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber if (err != OK) { 2399c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, err); 24007541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber break; 24011bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber } 24021bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber } else { 2403f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar handleSetSurface(NULL); 24041bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber } 24051bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber 24067541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber mReplyID = replyID; 24077541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber setState(CONFIGURING); 24087541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 24091bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber void *crypto; 24101bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber if (!msg->findPointer("crypto", &crypto)) { 24111bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber crypto = NULL; 24125778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24135778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2414cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania ALOGV("kWhatConfigure: Old mCrypto: %p (%d)", 2415cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania mCrypto.get(), (mCrypto != NULL ? mCrypto->getStrongCount() : 0)); 2416cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania 24171bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber mCrypto = static_cast<ICrypto *>(crypto); 2418dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mBufferChannel->setCrypto(mCrypto); 24191bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber 2420cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania ALOGV("kWhatConfigure: New mCrypto: %p (%d)", 2421cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania mCrypto.get(), (mCrypto != NULL ? mCrypto->getStrongCount() : 0)); 2422cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania 24239dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang void *descrambler; 24249dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang if (!msg->findPointer("descrambler", &descrambler)) { 24259dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang descrambler = NULL; 24269dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang } 24279dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang 24289dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang mDescrambler = static_cast<IDescrambler *>(descrambler); 24293b2847fa5506dc265d2e46f067bfbb66ae209f74Chong Zhang mBufferChannel->setDescrambler(mDescrambler); 24309dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang 24315778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t flags; 24325778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("flags", (int32_t *)&flags)); 24335778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24345778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (flags & CONFIGURE_FLAG_ENCODE) { 24355778822d86b0337407514b9372562b86edfa91cdAndreas Huber format->setInt32("encoder", true); 2436e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mFlags |= kFlagIsEncoder; 24375778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24385778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24398ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber extractCSD(format); 24408ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 24415778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->initiateConfigureComponent(format); 24425778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 24435778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24445778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24451dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar case kWhatSetSurface: 24461dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar { 24471dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AReplyToken> replyID; 24481dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar CHECK(msg->senderAwaitsResponse(&replyID)); 24491dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 24501dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar status_t err = OK; 24511dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 24521dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar switch (mState) { 24531dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar case CONFIGURED: 24541dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar case STARTED: 24551dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar case FLUSHED: 24561dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar { 24571dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<RefBase> obj; 24581dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar (void)msg->findObject("surface", &obj); 24591dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<Surface> surface = static_cast<Surface *>(obj.get()); 24601dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mSurface == NULL) { 24611dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // do not support setting surface if it was not set 24621dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = INVALID_OPERATION; 24631dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } else if (obj == NULL) { 24641dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // do not support unsetting surface 24651dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = BAD_VALUE; 24661dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } else { 24671dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = connectToSurface(surface); 2468098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar if (err == ALREADY_EXISTS) { 2469098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar // reconnecting to same surface 24701dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = OK; 24711dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } else { 24721dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err == OK) { 24731dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mFlags & kFlagUsesSoftwareRenderer) { 24748b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar if (mSoftRenderer != NULL 24758b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar && (mFlags & kFlagPushBlankBuffersOnShutdown)) { 24768b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar pushBlankBuffersToNativeWindow(mSurface.get()); 24778b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar } 24781dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mSoftRenderer = new SoftwareRenderer(surface); 24791dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // TODO: check if this was successful 24801dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } else { 24811dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = mCodec->setSurface(surface); 24821dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 24831dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 24841dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err == OK) { 24851dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar (void)disconnectFromSurface(); 24861dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mSurface = surface; 24871dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 24881dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 24891dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 24901dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar break; 24911dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 24921dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 24931dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar default: 24941dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = INVALID_OPERATION; 24951dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar break; 24961dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 24971dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 24981dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar PostReplyWithError(replyID, err); 24991dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar break; 25001dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 25011dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 25027cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden case kWhatCreateInputSurface: 25038f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang case kWhatSetInputSurface: 25047cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 25053f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 25067cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden CHECK(msg->senderAwaitsResponse(&replyID)); 25077cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 25087cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden // Must be configured, but can't have been started yet. 25097cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden if (mState != CONFIGURED) { 2510c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 25117cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 25127cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 25137cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 25147cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mReplyID = replyID; 2515d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (msg->what() == kWhatCreateInputSurface) { 2516d291c222357303b9611cab89d0c3b047584ef377Chong Zhang mCodec->initiateCreateInputSurface(); 2517d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } else { 2518d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<RefBase> obj; 2519d291c222357303b9611cab89d0c3b047584ef377Chong Zhang CHECK(msg->findObject("input-surface", &obj)); 2520d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 25218f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang mCodec->initiateSetInputSurface( 2522d291c222357303b9611cab89d0c3b047584ef377Chong Zhang static_cast<PersistentSurface *>(obj.get())); 2523d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 25247cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 25257cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 25265778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatStart: 25275778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 25283f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 25295778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 25305778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25310e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (mState == FLUSHED) { 2532d9e0603a1be07dbb347c55050c7d4629ea7492e8Chong Zhang setState(STARTED); 25333d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang if (mHavePendingInputBuffers) { 25343d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang onInputBufferAvailable(); 25353d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang mHavePendingInputBuffers = false; 25363d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang } 25370e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar mCodec->signalResume(); 25380e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar PostReplyWithError(replyID, OK); 2539d9e0603a1be07dbb347c55050c7d4629ea7492e8Chong Zhang break; 25400e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar } else if (mState != CONFIGURED) { 2541c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 25425778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 25435778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 25445778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25455778822d86b0337407514b9372562b86edfa91cdAndreas Huber mReplyID = replyID; 25465778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(STARTING); 25475778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25485778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->initiateStart(); 25495778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 25505778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 25515778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25525778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatStop: 2553c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber case kWhatRelease: 2554c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber { 2555aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber State targetState = 2556aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber (msg->what() == kWhatStop) ? INITIALIZED : UNINITIALIZED; 2557aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber 25583f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 2559c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 2560c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 256147a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu // already stopped/released 256247a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu if (mState == UNINITIALIZED && mReleasedByResourceManager) { 256347a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu sp<AMessage> response = new AMessage; 256447a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu response->setInt32("err", OK); 256547a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu response->postReply(replyID); 256647a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu break; 256747a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu } 256847a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu 256947a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu int32_t reclaimed = 0; 257047a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu msg->findInt32("reclaimed", &reclaimed); 257147a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu if (reclaimed) { 257247a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu mReleasedByResourceManager = true; 25734b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu 25744b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu int32_t force = 0; 25754b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu msg->findInt32("force", &force); 25764b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu if (!force && hasPendingBuffer()) { 25774b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu ALOGW("Can't reclaim codec right now due to pending buffers."); 25784b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu 25794b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu // return WOULD_BLOCK to ask resource manager to retry later. 25804b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu sp<AMessage> response = new AMessage; 25814b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu response->setInt32("err", WOULD_BLOCK); 25824b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu response->postReply(replyID); 25834b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu 25844b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu // notify the async client 25854b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu if (mFlags & kFlagIsAsync) { 25864b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu onError(DEAD_OBJECT, ACTION_CODE_FATAL); 25874b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu } 25884b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu break; 25894b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu } 259047a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu } 259147a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu 25925d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang bool isReleasingAllocatedComponent = 25935d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang (mFlags & kFlagIsComponentAllocated) && targetState == UNINITIALIZED; 25945d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang if (!isReleasingAllocatedComponent // See 1 259533223c4f97abb78fa8c92e1b8c817546f15d97e1Andy Hung && mState != INITIALIZED 25960e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar && mState != CONFIGURED && !isExecuting()) { 259733223c4f97abb78fa8c92e1b8c817546f15d97e1Andy Hung // 1) Permit release to shut down the component if allocated. 259833223c4f97abb78fa8c92e1b8c817546f15d97e1Andy Hung // 259933223c4f97abb78fa8c92e1b8c817546f15d97e1Andy Hung // 2) We may be in "UNINITIALIZED" state already and 260052dfbee90cc3c4426428318e06a92774f5201198Praveen Chavan // also shutdown the encoder/decoder without the 260103ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // client being aware of this if media server died while 260203ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // we were being stopped. The client would assume that 260303ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // after stop() returned, it would be safe to call release() 260403ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // and it should be in this case, no harm to allow a release() 260503ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // if we're already uninitialized. 2606c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber sp<AMessage> response = new AMessage; 260747a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu // TODO: we shouldn't throw an exception for stop/release. Change this to wait until 260847a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu // the previous stop/release completes and then reply with OK. 26096e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar status_t err = mState == targetState ? OK : INVALID_OPERATION; 26106e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar response->setInt32("err", err); 26116e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar if (err == OK && targetState == UNINITIALIZED) { 26126e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar mComponentName.clear(); 26136e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar } 2614c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber response->postReply(replyID); 2615c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber break; 2616c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 2617c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 26185d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang // If we're flushing, or we're stopping but received a release 26195d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang // request, post the reply for the pending call first, and consider 26205d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang // it done. The reply token will be replaced after this, and we'll 26215d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang // no longer be able to reply. 26225d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang if (mState == FLUSHING || mState == STOPPING) { 26235d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang (new AMessage)->postReply(mReplyID); 26245d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang } 26255d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang 2626aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber if (mFlags & kFlagSawMediaServerDie) { 2627aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber // It's dead, Jim. Don't expect initiateShutdown to yield 2628aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber // any useful results now... 2629aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber setState(UNINITIALIZED); 26306e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar if (targetState == UNINITIALIZED) { 26316e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar mComponentName.clear(); 26326e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar } 2633aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber (new AMessage)->postReply(replyID); 2634aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber break; 2635aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber } 2636aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber 26375d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang // If we already have an error, component may not be able to 26385d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang // complete the shutdown properly. If we're stopping, post the 26395d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang // reply now with an error to unblock the client, client can 26405d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang // release after the failure (instead of ANR). 26415d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang if (msg->what() == kWhatStop && (mFlags & kFlagStickyError)) { 26425d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang PostReplyWithError(replyID, getStickyError()); 26435d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang break; 26445d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang } 26455d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang 2646c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mReplyID = replyID; 2647aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber setState(msg->what() == kWhatStop ? STOPPING : RELEASING); 2648aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber 2649aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber mCodec->initiateShutdown( 2650aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber msg->what() == kWhatStop /* keepComponentAllocated */); 2651c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 265286b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu returnBuffersToCodec(reclaimed); 26538b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar 26548b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar if (mSoftRenderer != NULL && (mFlags & kFlagPushBlankBuffersOnShutdown)) { 26558b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar pushBlankBuffersToNativeWindow(mSurface.get()); 26568b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar } 26575d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang 26585778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 26595778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 26605778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26615778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatDequeueInputBuffer: 26625778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 26633f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 26645778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 26655778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2666c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 2667c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang ALOGE("dequeueOutputBuffer can't be used in async mode"); 2668c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 2669c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang break; 2670c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2671c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 26726507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden if (mHaveInputSurface) { 26736507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden ALOGE("dequeueInputBuffer can't be used with input surface"); 2674c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 26756507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden break; 26766507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden } 26776507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden 26785778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (handleDequeueInputBuffer(replyID, true /* new request */)) { 26795778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 26805778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 26815778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26825778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t timeoutUs; 26835778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt64("timeoutUs", &timeoutUs)); 26845778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26855778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (timeoutUs == 0ll) { 2686c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, -EAGAIN); 26875778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 26885778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 26895778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26905778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags |= kFlagDequeueInputPending; 26915778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputReplyID = replyID; 26925778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26935778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (timeoutUs > 0ll) { 26945778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> timeoutMsg = 26951d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar new AMessage(kWhatDequeueInputTimedOut, this); 26965778822d86b0337407514b9372562b86edfa91cdAndreas Huber timeoutMsg->setInt32( 26975778822d86b0337407514b9372562b86edfa91cdAndreas Huber "generation", ++mDequeueInputTimeoutGeneration); 26985778822d86b0337407514b9372562b86edfa91cdAndreas Huber timeoutMsg->post(timeoutUs); 26995778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 27005778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 27015778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 27025778822d86b0337407514b9372562b86edfa91cdAndreas Huber 27035778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatDequeueInputTimedOut: 27045778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 27055778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t generation; 27065778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("generation", &generation)); 27075778822d86b0337407514b9372562b86edfa91cdAndreas Huber 27085778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (generation != mDequeueInputTimeoutGeneration) { 27095778822d86b0337407514b9372562b86edfa91cdAndreas Huber // Obsolete 27105778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 27115778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 27125778822d86b0337407514b9372562b86edfa91cdAndreas Huber 27135778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(mFlags & kFlagDequeueInputPending); 27145778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2715c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(mDequeueInputReplyID, -EAGAIN); 27165778822d86b0337407514b9372562b86edfa91cdAndreas Huber 27175778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueInputPending; 27185778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputReplyID = 0; 27195778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 27205778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 27215778822d86b0337407514b9372562b86edfa91cdAndreas Huber 27225778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatQueueInputBuffer: 27235778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 27243f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 27255778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 27265778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2727251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (!isExecuting()) { 2728c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 27295778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 2730251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 2731251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 2732251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 27335778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 27345778822d86b0337407514b9372562b86edfa91cdAndreas Huber 27355778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = onQueueInputBuffer(msg); 27365778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2737c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, err); 27385778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 27395778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 27405778822d86b0337407514b9372562b86edfa91cdAndreas Huber 27415778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatDequeueOutputBuffer: 27425778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 27433f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 27445778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 27455778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2746c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 2747c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang ALOGE("dequeueOutputBuffer can't be used in async mode"); 2748c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 2749c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang break; 2750c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2751c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 27525778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (handleDequeueOutputBuffer(replyID, true /* new request */)) { 27535778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 27545778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 27555778822d86b0337407514b9372562b86edfa91cdAndreas Huber 27565778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t timeoutUs; 27575778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt64("timeoutUs", &timeoutUs)); 27585778822d86b0337407514b9372562b86edfa91cdAndreas Huber 27595778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (timeoutUs == 0ll) { 2760c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, -EAGAIN); 27615778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 27625778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 27635778822d86b0337407514b9372562b86edfa91cdAndreas Huber 27645778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags |= kFlagDequeueOutputPending; 27655778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueOutputReplyID = replyID; 27665778822d86b0337407514b9372562b86edfa91cdAndreas Huber 27675778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (timeoutUs > 0ll) { 27685778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> timeoutMsg = 27691d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar new AMessage(kWhatDequeueOutputTimedOut, this); 27705778822d86b0337407514b9372562b86edfa91cdAndreas Huber timeoutMsg->setInt32( 27715778822d86b0337407514b9372562b86edfa91cdAndreas Huber "generation", ++mDequeueOutputTimeoutGeneration); 27725778822d86b0337407514b9372562b86edfa91cdAndreas Huber timeoutMsg->post(timeoutUs); 27735778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 27745778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 27755778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 27765778822d86b0337407514b9372562b86edfa91cdAndreas Huber 27775778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatDequeueOutputTimedOut: 27785778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 27795778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t generation; 27805778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("generation", &generation)); 27815778822d86b0337407514b9372562b86edfa91cdAndreas Huber 27825778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (generation != mDequeueOutputTimeoutGeneration) { 27835778822d86b0337407514b9372562b86edfa91cdAndreas Huber // Obsolete 27845778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 27855778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 27865778822d86b0337407514b9372562b86edfa91cdAndreas Huber 27875778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(mFlags & kFlagDequeueOutputPending); 27885778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2789c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(mDequeueOutputReplyID, -EAGAIN); 27905778822d86b0337407514b9372562b86edfa91cdAndreas Huber 27915778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueOutputPending; 27925778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueOutputReplyID = 0; 27935778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 27945778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 27955778822d86b0337407514b9372562b86edfa91cdAndreas Huber 27965778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatReleaseOutputBuffer: 27975778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 27983f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 27995778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 28005778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2801251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (!isExecuting()) { 2802c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 28035778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 2804251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 2805251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 2806251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 28075778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 28085778822d86b0337407514b9372562b86edfa91cdAndreas Huber 28095778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = onReleaseOutputBuffer(msg); 28105778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2811c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, err); 28125778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 28135778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 28145778822d86b0337407514b9372562b86edfa91cdAndreas Huber 28157cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden case kWhatSignalEndOfInputStream: 28167cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 28173f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 28187cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden CHECK(msg->senderAwaitsResponse(&replyID)); 28197cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 28206d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang if (!isExecuting() || !mHaveInputSurface) { 2821c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 28227cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 2823251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 2824251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 2825251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 28267cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 28277cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 28287cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mReplyID = replyID; 28297cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mCodec->signalEndOfInputStream(); 28307cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 28317cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 28327cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 28335778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatGetBuffers: 28345778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 28353f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 28365778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 283729b7dcf6d3cdb97103467dc8106151c6260c239aJeff Tinker if (!isExecuting() || (mFlags & kFlagIsAsync)) { 2838c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 28395778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 2840251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 2841251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 2842251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 28435778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 28445778822d86b0337407514b9372562b86edfa91cdAndreas Huber 28455778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t portIndex; 28465778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("portIndex", &portIndex)); 28475778822d86b0337407514b9372562b86edfa91cdAndreas Huber 28487e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim Vector<sp<MediaCodecBuffer> > *dstBuffers; 28495778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findPointer("buffers", (void **)&dstBuffers)); 28505778822d86b0337407514b9372562b86edfa91cdAndreas Huber 28515778822d86b0337407514b9372562b86edfa91cdAndreas Huber dstBuffers->clear(); 2852e4aab10641a099d8a295b3ed61e2f5248f28a669Chong Zhang // If we're using input surface (either non-persistent created by 2853e4aab10641a099d8a295b3ed61e2f5248f28a669Chong Zhang // createInputSurface(), or persistent set by setInputSurface()), 2854e4aab10641a099d8a295b3ed61e2f5248f28a669Chong Zhang // give the client an empty input buffers array. 2855e4aab10641a099d8a295b3ed61e2f5248f28a669Chong Zhang if (portIndex != kPortIndexInput || !mHaveInputSurface) { 2856dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim if (portIndex == kPortIndexInput) { 2857dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mBufferChannel->getInputBufferArray(dstBuffers); 2858dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim } else { 2859dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mBufferChannel->getOutputBufferArray(dstBuffers); 2860e4aab10641a099d8a295b3ed61e2f5248f28a669Chong Zhang } 28615778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 28625778822d86b0337407514b9372562b86edfa91cdAndreas Huber 28635778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(replyID); 28645778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 28655778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 28665778822d86b0337407514b9372562b86edfa91cdAndreas Huber 28675778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatFlush: 28685778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 28693f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 28705778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 28715778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2872251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (!isExecuting()) { 2873c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 28745778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 2875251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 2876251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 2877251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 28785778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 28795778822d86b0337407514b9372562b86edfa91cdAndreas Huber 28805778822d86b0337407514b9372562b86edfa91cdAndreas Huber mReplyID = replyID; 28810e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar // TODO: skip flushing if already FLUSHED 28825778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(FLUSHING); 28835778822d86b0337407514b9372562b86edfa91cdAndreas Huber 28845778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->signalFlush(); 28855778822d86b0337407514b9372562b86edfa91cdAndreas Huber returnBuffersToCodec(); 28865778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 28875778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 28885778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2889e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar case kWhatGetInputFormat: 28905778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatGetOutputFormat: 28915778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 2892e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar sp<AMessage> format = 2893e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar (msg->what() == kWhatGetOutputFormat ? mOutputFormat : mInputFormat); 2894e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 28953f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 28965778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 28975778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2898e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if ((mState != CONFIGURED && mState != STARTING && 28990e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar mState != STARTED && mState != FLUSHING && 29000e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar mState != FLUSHED) 2901e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar || format == NULL) { 2902c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 29035778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 2904251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 2905251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 2906251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 29075778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 29085778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29095778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response = new AMessage; 2910e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar response->setMessage("format", format); 29115778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->postReply(replyID); 29125778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 29135778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 29145778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2915496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber case kWhatRequestIDRFrame: 2916496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber { 2917496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber mCodec->signalRequestIDRFrame(); 2918496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber break; 2919496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber } 2920496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 2921575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber case kWhatRequestActivityNotification: 2922575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber { 2923575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber CHECK(mActivityNotify == NULL); 2924575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber CHECK(msg->findMessage("notify", &mActivityNotify)); 2925575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 2926575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 2927575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber break; 2928575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber } 2929575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 2930717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo case kWhatGetName: 2931717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo { 29323f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 2933717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo CHECK(msg->senderAwaitsResponse(&replyID)); 2934717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 2935717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo if (mComponentName.empty()) { 2936c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 2937717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo break; 2938717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo } 2939717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 2940717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo sp<AMessage> response = new AMessage; 2941717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo response->setString("name", mComponentName.c_str()); 2942717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo response->postReply(replyID); 2943717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo break; 2944717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo } 2945717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 29463f21345e16b77c49042f5c13ceb62b0c35699561Chong Zhang case kWhatGetCodecInfo: 29473f21345e16b77c49042f5c13ceb62b0c35699561Chong Zhang { 29483f21345e16b77c49042f5c13ceb62b0c35699561Chong Zhang sp<AReplyToken> replyID; 29493f21345e16b77c49042f5c13ceb62b0c35699561Chong Zhang CHECK(msg->senderAwaitsResponse(&replyID)); 29503f21345e16b77c49042f5c13ceb62b0c35699561Chong Zhang 29513f21345e16b77c49042f5c13ceb62b0c35699561Chong Zhang sp<AMessage> response = new AMessage; 29523f21345e16b77c49042f5c13ceb62b0c35699561Chong Zhang response->setObject("codecInfo", mCodecInfo); 29533f21345e16b77c49042f5c13ceb62b0c35699561Chong Zhang response->postReply(replyID); 29543f21345e16b77c49042f5c13ceb62b0c35699561Chong Zhang break; 29553f21345e16b77c49042f5c13ceb62b0c35699561Chong Zhang } 29563f21345e16b77c49042f5c13ceb62b0c35699561Chong Zhang 2957a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber case kWhatSetParameters: 2958a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber { 29593f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 2960a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 2961a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 2962a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber sp<AMessage> params; 2963a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber CHECK(msg->findMessage("params", ¶ms)); 2964a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 2965a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber status_t err = onSetParameters(params); 2966a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 2967c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, err); 2968a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber break; 2969a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber } 2970a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 2971cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania case kWhatDrmReleaseCrypto: 2972cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania { 2973cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania onReleaseCrypto(msg); 2974cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania break; 2975cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania } 2976cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania 29775778822d86b0337407514b9372562b86edfa91cdAndreas Huber default: 29785778822d86b0337407514b9372562b86edfa91cdAndreas Huber TRESPASS(); 29795778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 29805778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 29815778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29828ee516a515c70a492c395b67ce12e19e7d159804Andreas Hubervoid MediaCodec::extractCSD(const sp<AMessage> &format) { 29838ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber mCSD.clear(); 29848ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 29858ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber size_t i = 0; 29868ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber for (;;) { 29878ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber sp<ABuffer> csd; 2988a1e8944a21e5833b7aadc451776f11797f5f9273Elliott Hughes if (!format->findBuffer(AStringPrintf("csd-%u", i).c_str(), &csd)) { 29898ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber break; 29908ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber } 29914f59c7e373a7e883f21ba33d44ea7caa86b65b02Hangyu Kuang if (csd->size() == 0) { 29924f59c7e373a7e883f21ba33d44ea7caa86b65b02Hangyu Kuang ALOGW("csd-%zu size is 0", i); 29934f59c7e373a7e883f21ba33d44ea7caa86b65b02Hangyu Kuang } 29948ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 29958ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber mCSD.push_back(csd); 29968ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber ++i; 29978ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber } 29988ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 2999a5750e0dad9e90f2195ce36f2c4457fa04b2b83eMark Salyzyn ALOGV("Found %zu pieces of codec specific data.", mCSD.size()); 30008ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber} 30018ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 30028ee516a515c70a492c395b67ce12e19e7d159804Andreas Huberstatus_t MediaCodec::queueCSDInputBuffer(size_t bufferIndex) { 30038ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber CHECK(!mCSD.empty()); 30048ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 3005dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim const BufferInfo &info = mPortBuffers[kPortIndexInput][bufferIndex]; 30068ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 30078ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber sp<ABuffer> csd = *mCSD.begin(); 30088ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber mCSD.erase(mCSD.begin()); 30098ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 3010dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim const sp<MediaCodecBuffer> &codecInputData = info.mData; 30118ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 30128ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber if (csd->size() > codecInputData->capacity()) { 30138ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber return -EINVAL; 30148ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber } 301532c1bcda7c9fb429fe6c235184f8bb6aa7ef12dbDongwon Kang if (codecInputData->data() == NULL) { 301632c1bcda7c9fb429fe6c235184f8bb6aa7ef12dbDongwon Kang ALOGV("Input buffer %zu is not properly allocated", bufferIndex); 301732c1bcda7c9fb429fe6c235184f8bb6aa7ef12dbDongwon Kang return -EINVAL; 301832c1bcda7c9fb429fe6c235184f8bb6aa7ef12dbDongwon Kang } 30198ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 30208ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber memcpy(codecInputData->data(), csd->data(), csd->size()); 30218ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 30228ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber AString errorDetailMsg; 30238ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 30241d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatQueueInputBuffer, this); 30258ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setSize("index", bufferIndex); 30268ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setSize("offset", 0); 30278ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setSize("size", csd->size()); 30288ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setInt64("timeUs", 0ll); 30298ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setInt32("flags", BUFFER_FLAG_CODECCONFIG); 30308ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setPointer("errorDetailMsg", &errorDetailMsg); 30318ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 30328ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber return onQueueInputBuffer(msg); 30338ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber} 30348ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 30355778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid MediaCodec::setState(State newState) { 30367541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber if (newState == INITIALIZED || newState == UNINITIALIZED) { 30375778822d86b0337407514b9372562b86edfa91cdAndreas Huber delete mSoftRenderer; 30385778822d86b0337407514b9372562b86edfa91cdAndreas Huber mSoftRenderer = NULL; 30395778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3040cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania if ( mCrypto != NULL ) { 3041cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania ALOGV("setState: ~mCrypto: %p (%d)", 3042cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania mCrypto.get(), (mCrypto != NULL ? mCrypto->getStrongCount() : 0)); 3043cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania } 30441bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber mCrypto.clear(); 30459dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang mDescrambler.clear(); 3046f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar handleSetSurface(NULL); 30475778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3048671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mInputFormat.clear(); 30495778822d86b0337407514b9372562b86edfa91cdAndreas Huber mOutputFormat.clear(); 30505778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagOutputFormatChanged; 30515778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagOutputBuffersChanged; 30525778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagStickyError; 3053e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mFlags &= ~kFlagIsEncoder; 3054c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mFlags &= ~kFlagIsAsync; 3055251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mStickyError = OK; 3056575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 3057575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber mActivityNotify.clear(); 3058c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mCallback.clear(); 30595778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 30605778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3061717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo if (newState == UNINITIALIZED) { 3062671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar // return any straggling buffers, e.g. if we got here on an error 3063671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar returnBuffersToCodec(); 3064671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 3065aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber // The component is gone, mediaserver's probably back up already 3066aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber // but should definitely be back up should we try to instantiate 3067aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber // another component.. and the cycle continues. 3068aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber mFlags &= ~kFlagSawMediaServerDie; 3069717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo } 3070717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 30715778822d86b0337407514b9372562b86edfa91cdAndreas Huber mState = newState; 30725778822d86b0337407514b9372562b86edfa91cdAndreas Huber 30735778822d86b0337407514b9372562b86edfa91cdAndreas Huber cancelPendingDequeueOperations(); 30742606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 30752606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang updateBatteryStat(); 30765778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 30775778822d86b0337407514b9372562b86edfa91cdAndreas Huber 307886b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wuvoid MediaCodec::returnBuffersToCodec(bool isReclaim) { 307986b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu returnBuffersToCodecOnPort(kPortIndexInput, isReclaim); 308086b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu returnBuffersToCodecOnPort(kPortIndexOutput, isReclaim); 30815778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 30825778822d86b0337407514b9372562b86edfa91cdAndreas Huber 308386b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wuvoid MediaCodec::returnBuffersToCodecOnPort(int32_t portIndex, bool isReclaim) { 30845778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(portIndex == kPortIndexInput || portIndex == kPortIndexOutput); 30857bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Mutex::Autolock al(mBufferLock); 30865778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3087dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim for (size_t i = 0; i < mPortBuffers[portIndex].size(); ++i) { 3088dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim BufferInfo *info = &mPortBuffers[portIndex][i]; 30895778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3090dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim if (info->mData != nullptr) { 3091dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim sp<MediaCodecBuffer> buffer = info->mData; 309286b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu if (isReclaim && info->mOwnedByClient) { 309386b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu ALOGD("port %d buffer %zu still owned by client when codec is reclaimed", 309486b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu portIndex, i); 309586b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu } else { 309686b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu info->mOwnedByClient = false; 3097fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim info->mData.clear(); 30985778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 3099dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mBufferChannel->discardBuffer(buffer); 31005778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 31015778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 31025778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31035778822d86b0337407514b9372562b86edfa91cdAndreas Huber mAvailPortBuffers[portIndex].clear(); 31045778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 31055778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31065778822d86b0337407514b9372562b86edfa91cdAndreas Hubersize_t MediaCodec::updateBuffers( 31075778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t portIndex, const sp<AMessage> &msg) { 31085778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(portIndex == kPortIndexInput || portIndex == kPortIndexOutput); 3109dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim size_t index; 3110dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim CHECK(msg->findSize("index", &index)); 3111fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim sp<RefBase> obj; 3112fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim CHECK(msg->findObject("buffer", &obj)); 3113fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim sp<MediaCodecBuffer> buffer = static_cast<MediaCodecBuffer *>(obj.get()); 31145778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3115dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim { 3116dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim Mutex::Autolock al(mBufferLock); 3117dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim if (mPortBuffers[portIndex].size() <= index) { 3118dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mPortBuffers[portIndex].resize(align(index + 1, kNumBuffersAlign)); 31195778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 3120dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mPortBuffers[portIndex][index].mData = buffer; 31215778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 3122dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mAvailPortBuffers[portIndex].push_back(index); 31235778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3124dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim return index; 31255778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 31265778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31275778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::onQueueInputBuffer(const sp<AMessage> &msg) { 31285778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t index; 31295778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t offset; 31305778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t size; 31315778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t timeUs; 31325778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t flags; 31335778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findSize("index", &index)); 31345778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findSize("offset", &offset)); 31355778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt64("timeUs", &timeUs)); 31365778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("flags", (int32_t *)&flags)); 31375778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31384b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const CryptoPlugin::SubSample *subSamples; 31394b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size_t numSubSamples; 31404b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const uint8_t *key; 31414b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const uint8_t *iv; 31424b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CryptoPlugin::Mode mode = CryptoPlugin::kMode_Unencrypted; 31434b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 31444b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber // We allow the simpler queueInputBuffer API to be used even in 31454b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber // secure mode, by fabricating a single unencrypted subSample. 31464b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CryptoPlugin::SubSample ss; 3147d9f1f950d18b4e166b178d93260074019588c956Jeff Tinker CryptoPlugin::Pattern pattern; 31484b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 31494b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber if (msg->findSize("size", &size)) { 31503b2847fa5506dc265d2e46f067bfbb66ae209f74Chong Zhang if (hasCryptoOrDescrambler()) { 31514b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber ss.mNumBytesOfClearData = size; 31524b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber ss.mNumBytesOfEncryptedData = 0; 31534b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 31544b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber subSamples = &ss; 31554b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber numSubSamples = 1; 31564b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber key = NULL; 31574b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber iv = NULL; 3158d9f1f950d18b4e166b178d93260074019588c956Jeff Tinker pattern.mEncryptBlocks = 0; 3159d9f1f950d18b4e166b178d93260074019588c956Jeff Tinker pattern.mSkipBlocks = 0; 31604b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber } 31614b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber } else { 31623b2847fa5506dc265d2e46f067bfbb66ae209f74Chong Zhang if (!hasCryptoOrDescrambler()) { 31633b2847fa5506dc265d2e46f067bfbb66ae209f74Chong Zhang ALOGE("[%s] queuing secure buffer without mCrypto or mDescrambler!", 31643b2847fa5506dc265d2e46f067bfbb66ae209f74Chong Zhang mComponentName.c_str()); 31654b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber return -EINVAL; 31664b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber } 31674b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 31684b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CHECK(msg->findPointer("subSamples", (void **)&subSamples)); 31694b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CHECK(msg->findSize("numSubSamples", &numSubSamples)); 31704b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CHECK(msg->findPointer("key", (void **)&key)); 31714b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CHECK(msg->findPointer("iv", (void **)&iv)); 3172d9f1f950d18b4e166b178d93260074019588c956Jeff Tinker CHECK(msg->findInt32("encryptBlocks", (int32_t *)&pattern.mEncryptBlocks)); 3173d9f1f950d18b4e166b178d93260074019588c956Jeff Tinker CHECK(msg->findInt32("skipBlocks", (int32_t *)&pattern.mSkipBlocks)); 31744b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 31754b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber int32_t tmp; 31764b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CHECK(msg->findInt32("mode", &tmp)); 31774b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 31784b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber mode = (CryptoPlugin::Mode)tmp; 31794b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 31804b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size = 0; 31814b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber for (size_t i = 0; i < numSubSamples; ++i) { 31824b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size += subSamples[i].mNumBytesOfClearData; 31834b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size += subSamples[i].mNumBytesOfEncryptedData; 31844b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber } 31854b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber } 31864b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 31875778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (index >= mPortBuffers[kPortIndexInput].size()) { 31885778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -ERANGE; 31895778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 31905778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3191dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim BufferInfo *info = &mPortBuffers[kPortIndexInput][index]; 31925778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3193dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim if (info->mData == nullptr || !info->mOwnedByClient) { 31945778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -EACCES; 31955778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 31965778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31975778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (offset + size > info->mData->capacity()) { 31985778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -EINVAL; 31995778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 32005778822d86b0337407514b9372562b86edfa91cdAndreas Huber 32015778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mData->setRange(offset, size); 3202dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim info->mData->meta()->setInt64("timeUs", timeUs); 3203dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim if (flags & BUFFER_FLAG_EOS) { 3204dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim info->mData->meta()->setInt32("eos", true); 3205dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim } 32065778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3207dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim if (flags & BUFFER_FLAG_CODECCONFIG) { 3208dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim info->mData->meta()->setInt32("csd", true); 3209dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim } 3210dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim 32119ee321c347c64886d1078a4e4afb57ec98dd54a2Wonsik Kim sp<MediaCodecBuffer> buffer = info->mData; 3212dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim status_t err = OK; 32133b2847fa5506dc265d2e46f067bfbb66ae209f74Chong Zhang if (hasCryptoOrDescrambler()) { 32145b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber AString *errorDetailMsg; 32155b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber CHECK(msg->findPointer("errorDetailMsg", (void **)&errorDetailMsg)); 32165b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber 3217dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim err = mBufferChannel->queueSecureInputBuffer( 3218dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim buffer, 3219dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim (mFlags & kFlagIsSecure), 32201bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber key, 32211bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber iv, 32221bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber mode, 322318cb1eca504817b5b144a023ae2792d90e74c9a5Jeff Tinker pattern, 32244b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber subSamples, 32254b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber numSubSamples, 32265b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber errorDetailMsg); 3227dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim } else { 3228dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim err = mBufferChannel->queueInputBuffer(buffer); 3229fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim } 3230fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim 32319ee321c347c64886d1078a4e4afb57ec98dd54a2Wonsik Kim if (err == OK) { 32329ee321c347c64886d1078a4e4afb57ec98dd54a2Wonsik Kim // synchronization boundary for getBufferAndFormat 32339ee321c347c64886d1078a4e4afb57ec98dd54a2Wonsik Kim Mutex::Autolock al(mBufferLock); 32349ee321c347c64886d1078a4e4afb57ec98dd54a2Wonsik Kim info->mOwnedByClient = false; 32359ee321c347c64886d1078a4e4afb57ec98dd54a2Wonsik Kim info->mData.clear(); 323601c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick 323701c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick statsBufferSent(timeUs); 32389ee321c347c64886d1078a4e4afb57ec98dd54a2Wonsik Kim } 32399ee321c347c64886d1078a4e4afb57ec98dd54a2Wonsik Kim 3240dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim return err; 32415778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 32425778822d86b0337407514b9372562b86edfa91cdAndreas Huber 324390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar//static 324490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarsize_t MediaCodec::CreateFramesRenderedMessage( 32450d1ed381fde5dac12dd84fcf3da66dac46699378Chih-Hung Hsieh const std::list<FrameRenderTracker::Info> &done, sp<AMessage> &msg) { 324690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar size_t index = 0; 324790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 324890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar for (std::list<FrameRenderTracker::Info>::const_iterator it = done.cbegin(); 324990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar it != done.cend(); ++it) { 325090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (it->getRenderTimeNs() < 0) { 325190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar continue; // dropped frame from tracking 325290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 325390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar msg->setInt64(AStringPrintf("%zu-media-time-us", index).c_str(), it->getMediaTimeUs()); 325490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar msg->setInt64(AStringPrintf("%zu-system-nano", index).c_str(), it->getRenderTimeNs()); 325590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar ++index; 325690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 325790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar return index; 325890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 325990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 32605778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::onReleaseOutputBuffer(const sp<AMessage> &msg) { 32615778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t index; 32625778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findSize("index", &index)); 32635778822d86b0337407514b9372562b86edfa91cdAndreas Huber 32645778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t render; 32655778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("render", &render)) { 32665778822d86b0337407514b9372562b86edfa91cdAndreas Huber render = 0; 32675778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 32685778822d86b0337407514b9372562b86edfa91cdAndreas Huber 32690e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (!isExecuting()) { 32705778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -EINVAL; 32715778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 32725778822d86b0337407514b9372562b86edfa91cdAndreas Huber 32735778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (index >= mPortBuffers[kPortIndexOutput].size()) { 32745778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -ERANGE; 32755778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 32765778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3277dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim BufferInfo *info = &mPortBuffers[kPortIndexOutput][index]; 32785778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3279dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim if (info->mData == nullptr || !info->mOwnedByClient) { 32805778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -EACCES; 32815778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 32825778822d86b0337407514b9372562b86edfa91cdAndreas Huber 32837bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar // synchronization boundary for getBufferAndFormat 3284dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim sp<MediaCodecBuffer> buffer; 32857bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar { 32867bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Mutex::Autolock al(mBufferLock); 32877bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar info->mOwnedByClient = false; 3288dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim buffer = info->mData; 3289dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim info->mData.clear(); 32907bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar } 32917bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 3292dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim if (render && buffer->size() != 0) { 329390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar int64_t mediaTimeUs = -1; 3294dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim buffer->meta()->findInt64("timeUs", &mediaTimeUs); 329590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 329690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar int64_t renderTimeNs = 0; 3297c8edf5af010ac24a99b302a18e7b84e8b4b2b783Lajos Molnar if (!msg->findInt64("timestampNs", &renderTimeNs)) { 3298c8edf5af010ac24a99b302a18e7b84e8b4b2b783Lajos Molnar // use media timestamp if client did not request a specific render timestamp 3299c8edf5af010ac24a99b302a18e7b84e8b4b2b783Lajos Molnar ALOGV("using buffer PTS of %lld", (long long)mediaTimeUs); 330090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar renderTimeNs = mediaTimeUs * 1000; 3301fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar } 3302fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar 33035778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mSoftRenderer != NULL) { 330490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar std::list<FrameRenderTracker::Info> doneFrames = mSoftRenderer->render( 33059cf12df166dff26da5e6009f7349e9a53b264363Chong Zhang buffer->data(), buffer->size(), mediaTimeUs, renderTimeNs, 33069cf12df166dff26da5e6009f7349e9a53b264363Chong Zhang mPortBuffers[kPortIndexOutput].size(), buffer->format()); 330790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 330890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // if we are running, notify rendered frames 330990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (!doneFrames.empty() && mState == STARTED && mOnFrameRenderedNotification != NULL) { 331090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar sp<AMessage> notify = mOnFrameRenderedNotification->dup(); 331190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar sp<AMessage> data = new AMessage; 331290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (CreateFramesRenderedMessage(doneFrames, data)) { 331390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar notify->setMessage("data", data); 331490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar notify->post(); 331590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 331690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 33175778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 3318dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mBufferChannel->renderOutputBuffer(buffer, renderTimeNs); 3319dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim } else { 3320dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mBufferChannel->discardBuffer(buffer); 33215778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 33225778822d86b0337407514b9372562b86edfa91cdAndreas Huber 33235778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 33245778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 33255778822d86b0337407514b9372562b86edfa91cdAndreas Huber 33265778822d86b0337407514b9372562b86edfa91cdAndreas Huberssize_t MediaCodec::dequeuePortBuffer(int32_t portIndex) { 33275778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(portIndex == kPortIndexInput || portIndex == kPortIndexOutput); 33285778822d86b0337407514b9372562b86edfa91cdAndreas Huber 33295778822d86b0337407514b9372562b86edfa91cdAndreas Huber List<size_t> *availBuffers = &mAvailPortBuffers[portIndex]; 33305778822d86b0337407514b9372562b86edfa91cdAndreas Huber 33315778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (availBuffers->empty()) { 33325778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -EAGAIN; 33335778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 33345778822d86b0337407514b9372562b86edfa91cdAndreas Huber 33355778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t index = *availBuffers->begin(); 33365778822d86b0337407514b9372562b86edfa91cdAndreas Huber availBuffers->erase(availBuffers->begin()); 33375778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3338dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim BufferInfo *info = &mPortBuffers[portIndex][index]; 33395778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(!info->mOwnedByClient); 33407bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar { 33417bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Mutex::Autolock al(mBufferLock); 33427bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar info->mOwnedByClient = true; 334303c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 334403c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar // set image-data 3345fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim if (info->mData->format() != NULL) { 334603c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar sp<ABuffer> imageData; 3347fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim if (info->mData->format()->findBuffer("image-data", &imageData)) { 334803c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar info->mData->meta()->setBuffer("image-data", imageData); 334903c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar } 335003c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar int32_t left, top, right, bottom; 3351fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim if (info->mData->format()->findRect("crop", &left, &top, &right, &bottom)) { 335203c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar info->mData->meta()->setRect("crop-rect", left, top, right, bottom); 335303c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar } 335403c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar } 33557bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar } 33565778822d86b0337407514b9372562b86edfa91cdAndreas Huber 33575778822d86b0337407514b9372562b86edfa91cdAndreas Huber return index; 33585778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 33595778822d86b0337407514b9372562b86edfa91cdAndreas Huber 33601dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t MediaCodec::connectToSurface(const sp<Surface> &surface) { 33611dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar status_t err = OK; 33621dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (surface != NULL) { 3363b9fa58afa4c7772fe3c4cfdea9e45bc85cf43537Lajos Molnar uint64_t oldId, newId; 3364098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar if (mSurface != NULL 3365b9fa58afa4c7772fe3c4cfdea9e45bc85cf43537Lajos Molnar && surface->getUniqueId(&newId) == NO_ERROR 3366b9fa58afa4c7772fe3c4cfdea9e45bc85cf43537Lajos Molnar && mSurface->getUniqueId(&oldId) == NO_ERROR 3367b9fa58afa4c7772fe3c4cfdea9e45bc85cf43537Lajos Molnar && newId == oldId) { 3368b9fa58afa4c7772fe3c4cfdea9e45bc85cf43537Lajos Molnar ALOGI("[%s] connecting to the same surface. Nothing to do.", mComponentName.c_str()); 3369098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar return ALREADY_EXISTS; 3370098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar } 3371098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar 3372181fd9b5b64bab24bb49a34208f60a16e98488c5Chong Zhang err = nativeWindowConnect(surface.get(), "connectToSurface"); 3373098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar if (err == OK) { 3374264bac95912efe121d6a60026612617f04f42966Lajos Molnar // Require a fresh set of buffers after each connect by using a unique generation 3375264bac95912efe121d6a60026612617f04f42966Lajos Molnar // number. Rely on the fact that max supported process id by Linux is 2^22. 3376264bac95912efe121d6a60026612617f04f42966Lajos Molnar // PID is never 0 so we don't have to worry that we use the default generation of 0. 3377264bac95912efe121d6a60026612617f04f42966Lajos Molnar // TODO: come up with a unique scheme if other producers also set the generation number. 3378264bac95912efe121d6a60026612617f04f42966Lajos Molnar static uint32_t mSurfaceGeneration = 0; 3379264bac95912efe121d6a60026612617f04f42966Lajos Molnar uint32_t generation = (getpid() << 10) | (++mSurfaceGeneration & ((1 << 10) - 1)); 3380264bac95912efe121d6a60026612617f04f42966Lajos Molnar surface->setGenerationNumber(generation); 3381264bac95912efe121d6a60026612617f04f42966Lajos Molnar ALOGI("[%s] setting surface generation to %u", mComponentName.c_str(), generation); 3382264bac95912efe121d6a60026612617f04f42966Lajos Molnar 3383264bac95912efe121d6a60026612617f04f42966Lajos Molnar // HACK: clear any free buffers. Remove when connect will automatically do this. 3384264bac95912efe121d6a60026612617f04f42966Lajos Molnar // This is needed as the consumer may be holding onto stale frames that it can reattach 3385264bac95912efe121d6a60026612617f04f42966Lajos Molnar // to this surface after disconnect/connect, and those free frames would inherit the new 3386264bac95912efe121d6a60026612617f04f42966Lajos Molnar // generation number. Disconnecting after setting a unique generation prevents this. 3387181fd9b5b64bab24bb49a34208f60a16e98488c5Chong Zhang nativeWindowDisconnect(surface.get(), "connectToSurface(reconnect)"); 3388181fd9b5b64bab24bb49a34208f60a16e98488c5Chong Zhang err = nativeWindowConnect(surface.get(), "connectToSurface(reconnect)"); 3389264bac95912efe121d6a60026612617f04f42966Lajos Molnar } 3390264bac95912efe121d6a60026612617f04f42966Lajos Molnar 3391264bac95912efe121d6a60026612617f04f42966Lajos Molnar if (err != OK) { 3392181fd9b5b64bab24bb49a34208f60a16e98488c5Chong Zhang ALOGE("nativeWindowConnect returned an error: %s (%d)", strerror(-err), err); 33931dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 33941dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 3395098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar // do not return ALREADY_EXISTS unless surfaces are the same 3396098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar return err == ALREADY_EXISTS ? BAD_VALUE : err; 33971dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar} 33987541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 33991dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t MediaCodec::disconnectFromSurface() { 34001dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar status_t err = OK; 3401f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar if (mSurface != NULL) { 3402264bac95912efe121d6a60026612617f04f42966Lajos Molnar // Resetting generation is not technically needed, but there is no need to keep it either 3403264bac95912efe121d6a60026612617f04f42966Lajos Molnar mSurface->setGenerationNumber(0); 3404181fd9b5b64bab24bb49a34208f60a16e98488c5Chong Zhang err = nativeWindowDisconnect(mSurface.get(), "disconnectFromSurface"); 34057541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber if (err != OK) { 3406181fd9b5b64bab24bb49a34208f60a16e98488c5Chong Zhang ALOGW("nativeWindowDisconnect returned an error: %s (%d)", strerror(-err), err); 34077541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber } 34081dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // assume disconnected even on error 3409f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar mSurface.clear(); 34107541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber } 34111dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 34121dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar} 34137541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 34141dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t MediaCodec::handleSetSurface(const sp<Surface> &surface) { 34151dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar status_t err = OK; 34161dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mSurface != NULL) { 34171dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar (void)disconnectFromSurface(); 34181dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 3419f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar if (surface != NULL) { 34201dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = connectToSurface(surface); 34211dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err == OK) { 34221dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mSurface = surface; 34237541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber } 34247541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber } 34251dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 34267541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber} 34277541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 3428c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhangvoid MediaCodec::onInputBufferAvailable() { 3429c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang int32_t index; 3430c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang while ((index = dequeuePortBuffer(kPortIndexInput)) >= 0) { 3431c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> msg = mCallback->dup(); 3432c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("callbackID", CB_INPUT_AVAILABLE); 3433c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("index", index); 3434c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->post(); 3435c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 3436c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 3437c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 3438c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhangvoid MediaCodec::onOutputBufferAvailable() { 3439c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang int32_t index; 3440c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang while ((index = dequeuePortBuffer(kPortIndexOutput)) >= 0) { 34417e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim const sp<MediaCodecBuffer> &buffer = 3442dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mPortBuffers[kPortIndexOutput][index].mData; 3443c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> msg = mCallback->dup(); 3444c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("callbackID", CB_OUTPUT_AVAILABLE); 3445c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("index", index); 3446c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setSize("offset", buffer->offset()); 3447c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setSize("size", buffer->size()); 3448c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 3449c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang int64_t timeUs; 3450c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang CHECK(buffer->meta()->findInt64("timeUs", &timeUs)); 3451c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 3452c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt64("timeUs", timeUs); 3453c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 345401c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick statsBufferReceived(timeUs); 345501c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick 3456dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim int32_t flags; 3457dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim CHECK(buffer->meta()->findInt32("flags", &flags)); 3458c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 3459c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("flags", flags); 3460c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 3461c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->post(); 3462c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 3463c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 3464c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 3465749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhangvoid MediaCodec::onError(status_t err, int32_t actionCode, const char *detail) { 3466c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mCallback != NULL) { 3467c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> msg = mCallback->dup(); 3468c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("callbackID", CB_ERROR); 3469c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("err", err); 3470749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhang msg->setInt32("actionCode", actionCode); 3471749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhang 3472749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhang if (detail != NULL) { 3473749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhang msg->setString("detail", detail); 3474749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhang } 3475c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 3476c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->post(); 3477c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 3478c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 3479c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 3480c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhangvoid MediaCodec::onOutputFormatChanged() { 3481c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mCallback != NULL) { 3482c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> msg = mCallback->dup(); 3483c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("callbackID", CB_OUTPUT_FORMAT_CHANGED); 3484c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setMessage("format", mOutputFormat); 3485c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->post(); 3486c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 3487c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 3488c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 3489575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Hubervoid MediaCodec::postActivityNotificationIfPossible() { 3490575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber if (mActivityNotify == NULL) { 3491575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber return; 3492575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber } 3493575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 3494e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang bool isErrorOrOutputChanged = 3495e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang (mFlags & (kFlagStickyError 3496575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber | kFlagOutputBuffersChanged 3497e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang | kFlagOutputFormatChanged)); 3498e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang 3499e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang if (isErrorOrOutputChanged 3500575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber || !mAvailPortBuffers[kPortIndexInput].empty() 3501575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber || !mAvailPortBuffers[kPortIndexOutput].empty()) { 3502e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang mActivityNotify->setInt32("input-buffers", 3503e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang mAvailPortBuffers[kPortIndexInput].size()); 3504e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang 3505e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang if (isErrorOrOutputChanged) { 3506e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang // we want consumer to dequeue as many times as it can 3507e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang mActivityNotify->setInt32("output-buffers", INT32_MAX); 3508e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang } else { 3509e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang mActivityNotify->setInt32("output-buffers", 3510e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang mAvailPortBuffers[kPortIndexOutput].size()); 3511e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang } 3512575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber mActivityNotify->post(); 3513575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber mActivityNotify.clear(); 3514575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber } 3515575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber} 3516575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 3517a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huberstatus_t MediaCodec::setParameters(const sp<AMessage> ¶ms) { 35181d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatSetParameters, this); 3519a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber msg->setMessage("params", params); 3520a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 3521a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber sp<AMessage> response; 3522a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber return PostAndAwaitResponse(msg, &response); 3523a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber} 3524a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 3525a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huberstatus_t MediaCodec::onSetParameters(const sp<AMessage> ¶ms) { 3526a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber mCodec->signalSetParameters(params); 3527a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 3528a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber return OK; 3529a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber} 3530a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 3531e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huberstatus_t MediaCodec::amendOutputFormatWithCodecSpecificData( 35327e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim const sp<MediaCodecBuffer> &buffer) { 3533e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber AString mime; 3534e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber CHECK(mOutputFormat->findString("mime", &mime)); 3535e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3536e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (!strcasecmp(mime.c_str(), MEDIA_MIMETYPE_VIDEO_AVC)) { 3537e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // Codec specific data should be SPS and PPS in a single buffer, 3538e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // each prefixed by a startcode (0x00 0x00 0x00 0x01). 3539e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // We separate the two and put them into the output format 3540e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // under the keys "csd-0" and "csd-1". 3541e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3542e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber unsigned csdIndex = 0; 3543e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3544e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber const uint8_t *data = buffer->data(); 3545e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber size_t size = buffer->size(); 3546e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3547e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber const uint8_t *nalStart; 3548e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber size_t nalSize; 3549e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber while (getNextNALUnit(&data, &size, &nalStart, &nalSize, true) == OK) { 3550e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber sp<ABuffer> csd = new ABuffer(nalSize + 4); 3551e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber memcpy(csd->data(), "\x00\x00\x00\x01", 4); 3552e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber memcpy(csd->data() + 4, nalStart, nalSize); 3553e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3554e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mOutputFormat->setBuffer( 3555a1e8944a21e5833b7aadc451776f11797f5f9273Elliott Hughes AStringPrintf("csd-%u", csdIndex).c_str(), csd); 3556e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3557e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber ++csdIndex; 3558e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 3559e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3560e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (csdIndex != 2) { 3561e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber return ERROR_MALFORMED; 3562e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 3563e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } else { 3564e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // For everything else we just stash the codec specific data into 3565e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // the output format as a single piece of csd under "csd-0". 35667e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim sp<ABuffer> csd = new ABuffer(buffer->size()); 35677e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim memcpy(csd->data(), buffer->data(), buffer->size()); 35687e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim csd->setRange(0, buffer->size()); 35697e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim mOutputFormat->setBuffer("csd-0", csd); 3570e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 3571e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3572e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber return OK; 3573e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber} 3574e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 35752606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhangvoid MediaCodec::updateBatteryStat() { 35763f273d10817ddb2f792ae043de692efcdf1988aeWei Jia if (!mIsVideo) { 35773f273d10817ddb2f792ae043de692efcdf1988aeWei Jia return; 35783f273d10817ddb2f792ae043de692efcdf1988aeWei Jia } 35792606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 35803f273d10817ddb2f792ae043de692efcdf1988aeWei Jia if (mState == CONFIGURED && !mBatteryStatNotified) { 3581f2ae3e19080938db8cbf29a963fd744a3964fcc2Wei Jia BatteryNotifier::getInstance().noteStartVideo(mUid); 35822606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mBatteryStatNotified = true; 35832606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } else if (mState == UNINITIALIZED && mBatteryStatNotified) { 3584f2ae3e19080938db8cbf29a963fd744a3964fcc2Wei Jia BatteryNotifier::getInstance().noteStopVideo(mUid); 35852606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mBatteryStatNotified = false; 35862606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } 35872606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang} 35882606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 3589573ebe40b005690f797ac4d90ed1ff49f9fdb2b7Ray Essickstd::string MediaCodec::stateString(State state) { 3590573ebe40b005690f797ac4d90ed1ff49f9fdb2b7Ray Essick const char *rval = NULL; 3591573ebe40b005690f797ac4d90ed1ff49f9fdb2b7Ray Essick char rawbuffer[16]; // room for "%d" 3592573ebe40b005690f797ac4d90ed1ff49f9fdb2b7Ray Essick 3593573ebe40b005690f797ac4d90ed1ff49f9fdb2b7Ray Essick switch (state) { 3594573ebe40b005690f797ac4d90ed1ff49f9fdb2b7Ray Essick case UNINITIALIZED: rval = "UNINITIALIZED"; break; 3595573ebe40b005690f797ac4d90ed1ff49f9fdb2b7Ray Essick case INITIALIZING: rval = "INITIALIZING"; break; 3596573ebe40b005690f797ac4d90ed1ff49f9fdb2b7Ray Essick case INITIALIZED: rval = "INITIALIZED"; break; 3597573ebe40b005690f797ac4d90ed1ff49f9fdb2b7Ray Essick case CONFIGURING: rval = "CONFIGURING"; break; 3598573ebe40b005690f797ac4d90ed1ff49f9fdb2b7Ray Essick case CONFIGURED: rval = "CONFIGURED"; break; 3599573ebe40b005690f797ac4d90ed1ff49f9fdb2b7Ray Essick case STARTING: rval = "STARTING"; break; 3600573ebe40b005690f797ac4d90ed1ff49f9fdb2b7Ray Essick case STARTED: rval = "STARTED"; break; 3601573ebe40b005690f797ac4d90ed1ff49f9fdb2b7Ray Essick case FLUSHING: rval = "FLUSHING"; break; 3602573ebe40b005690f797ac4d90ed1ff49f9fdb2b7Ray Essick case FLUSHED: rval = "FLUSHED"; break; 3603573ebe40b005690f797ac4d90ed1ff49f9fdb2b7Ray Essick case STOPPING: rval = "STOPPING"; break; 3604573ebe40b005690f797ac4d90ed1ff49f9fdb2b7Ray Essick case RELEASING: rval = "RELEASING"; break; 3605573ebe40b005690f797ac4d90ed1ff49f9fdb2b7Ray Essick default: 3606573ebe40b005690f797ac4d90ed1ff49f9fdb2b7Ray Essick snprintf(rawbuffer, sizeof(rawbuffer), "%d", state); 3607573ebe40b005690f797ac4d90ed1ff49f9fdb2b7Ray Essick rval = rawbuffer; 3608573ebe40b005690f797ac4d90ed1ff49f9fdb2b7Ray Essick break; 3609573ebe40b005690f797ac4d90ed1ff49f9fdb2b7Ray Essick } 3610573ebe40b005690f797ac4d90ed1ff49f9fdb2b7Ray Essick return rval; 3611573ebe40b005690f797ac4d90ed1ff49f9fdb2b7Ray Essick} 3612573ebe40b005690f797ac4d90ed1ff49f9fdb2b7Ray Essick 36135778822d86b0337407514b9372562b86edfa91cdAndreas Huber} // namespace android 3614