MediaCodec.cpp revision b2fe60bd83a0935cf30b3ee92329c29c24dec894
15778822d86b0337407514b9372562b86edfa91cdAndreas Huber/* 25778822d86b0337407514b9372562b86edfa91cdAndreas Huber * Copyright 2012, The Android Open Source Project 35778822d86b0337407514b9372562b86edfa91cdAndreas Huber * 45778822d86b0337407514b9372562b86edfa91cdAndreas Huber * Licensed under the Apache License, Version 2.0 (the "License"); 55778822d86b0337407514b9372562b86edfa91cdAndreas Huber * you may not use this file except in compliance with the License. 65778822d86b0337407514b9372562b86edfa91cdAndreas Huber * You may obtain a copy of the License at 75778822d86b0337407514b9372562b86edfa91cdAndreas Huber * 85778822d86b0337407514b9372562b86edfa91cdAndreas Huber * http://www.apache.org/licenses/LICENSE-2.0 95778822d86b0337407514b9372562b86edfa91cdAndreas Huber * 105778822d86b0337407514b9372562b86edfa91cdAndreas Huber * Unless required by applicable law or agreed to in writing, software 115778822d86b0337407514b9372562b86edfa91cdAndreas Huber * distributed under the License is distributed on an "AS IS" BASIS, 125778822d86b0337407514b9372562b86edfa91cdAndreas Huber * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 135778822d86b0337407514b9372562b86edfa91cdAndreas Huber * See the License for the specific language governing permissions and 145778822d86b0337407514b9372562b86edfa91cdAndreas Huber * limitations under the License. 155778822d86b0337407514b9372562b86edfa91cdAndreas Huber */ 165778822d86b0337407514b9372562b86edfa91cdAndreas Huber 175778822d86b0337407514b9372562b86edfa91cdAndreas Huber//#define LOG_NDEBUG 0 185778822d86b0337407514b9372562b86edfa91cdAndreas Huber#define LOG_TAG "MediaCodec" 19bc3ad96efdfca9ceaa5ff31b27f7571b32903fdeWonsik Kim#include <utils/Log.h> 20bc3ad96efdfca9ceaa5ff31b27f7571b32903fdeWonsik Kim 21fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar#include <inttypes.h> 2201c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick#include <stdlib.h> 235778822d86b0337407514b9372562b86edfa91cdAndreas Huber 244811923e80a8abefa278307ebf8cc9b0294ba67fWonsik Kim#include "include/SecureBuffer.h" 257e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim#include "include/SharedMemoryBuffer.h" 265778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include "include/SoftwareRenderer.h" 27bc3ad96efdfca9ceaa5ff31b27f7571b32903fdeWonsik Kim#include "StagefrightPluginLoader.h" 285778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29d5a416a49d5074e2966f5fe255561cbaaf31a325Chong Zhang#include <android/hardware/cas/native/1.0/IDescrambler.h> 30d5a416a49d5074e2966f5fe255561cbaaf31a325Chong Zhang 31c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker#include <binder/IMemory.h> 3267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu#include <binder/IPCThreadState.h> 332606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include <binder/IServiceManager.h> 34c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker#include <binder/MemoryDealer.h> 354f87426e12f5f12e0724519e77f8237a6b2d5dacWonsik Kim#include <cutils/properties.h> 3679608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang#include <gui/BufferQueue.h> 371a2952aee048ca7b1765e2bc09ebe9aeddaeafa3Mathias Agopian#include <gui/Surface.h> 38ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber#include <media/ICrypto.h> 39d291c222357303b9611cab89d0c3b047584ef377Chong Zhang#include <media/IOMX.h> 4067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu#include <media/IResourceManagerService.h> 417e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim#include <media/MediaCodecBuffer.h> 42db1221479a7ffe7094c51c463bbd36522ed106abRay Essick#include <media/MediaAnalyticsItem.h> 435778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/foundation/ABuffer.h> 445778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/foundation/ADebug.h> 455778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/foundation/AMessage.h> 465b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber#include <media/stagefright/foundation/AString.h> 47dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim#include <media/stagefright/foundation/AUtils.h> 48d91dc5a0602f54fc0d4d2187f37b5b8169bb62c3Dongwon Kang#include <media/stagefright/foundation/avc_utils.h> 49ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber#include <media/stagefright/foundation/hexdump.h> 505778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/ACodec.h> 517cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden#include <media/stagefright/BufferProducerWrapper.h> 522606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include <media/stagefright/MediaCodec.h> 536f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen#include <media/stagefright/MediaCodecList.h> 54e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber#include <media/stagefright/MediaDefs.h> 555778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/MediaErrors.h> 56744f5739019d1fd917f981e740b353c3d73fd1a8David Smith#include <media/stagefright/MediaFilter.h> 57d291c222357303b9611cab89d0c3b047584ef377Chong Zhang#include <media/stagefright/OMXClient.h> 58d291c222357303b9611cab89d0c3b047584ef377Chong Zhang#include <media/stagefright/PersistentSurface.h> 598b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar#include <media/stagefright/SurfaceUtils.h> 6099e69716215cd0665379bc90d708f2ea8689831dRuben Brunk#include <mediautils/BatteryNotifier.h> 612606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include <private/android_filesystem_config.h> 622606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include <utils/Singleton.h> 63e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 645778822d86b0337407514b9372562b86edfa91cdAndreas Hubernamespace android { 655778822d86b0337407514b9372562b86edfa91cdAndreas Huber 66db1221479a7ffe7094c51c463bbd36522ed106abRay Essick// key for media statistics 678574195df5de20af5fc16d6f9da1b132d6d5bfeeRay Essickstatic const char *kCodecKeyName = "codec"; 68db1221479a7ffe7094c51c463bbd36522ed106abRay Essick// attrs for media statistics 69de15b8c160c720c48b93796016801e7ae0b6bd2dRay Essick// NB: these are matched with public Java API constants defined 70de15b8c160c720c48b93796016801e7ae0b6bd2dRay Essick// in frameworks/base/media/java/android/media/MediaCodec.java 71de15b8c160c720c48b93796016801e7ae0b6bd2dRay Essick// These must be kept synchronized with the constants there. 72afb43f76821e6a63e17e6484289a40430ada6978Ray Essickstatic const char *kCodecCodec = "android.media.mediacodec.codec"; /* e.g. OMX.google.aac.decoder */ 73afb43f76821e6a63e17e6484289a40430ada6978Ray Essickstatic const char *kCodecMime = "android.media.mediacodec.mime"; /* e.g. audio/mime */ 74afb43f76821e6a63e17e6484289a40430ada6978Ray Essickstatic const char *kCodecMode = "android.media.mediacodec.mode"; /* audio, video */ 75de15b8c160c720c48b93796016801e7ae0b6bd2dRay Essickstatic const char *kCodecModeVideo = "video"; /* values returned for kCodecMode */ 76de15b8c160c720c48b93796016801e7ae0b6bd2dRay Essickstatic const char *kCodecModeAudio = "audio"; 77de15b8c160c720c48b93796016801e7ae0b6bd2dRay Essickstatic const char *kCodecEncoder = "android.media.mediacodec.encoder"; /* 0,1 */ 78afb43f76821e6a63e17e6484289a40430ada6978Ray Essickstatic const char *kCodecSecure = "android.media.mediacodec.secure"; /* 0, 1 */ 79afb43f76821e6a63e17e6484289a40430ada6978Ray Essickstatic const char *kCodecWidth = "android.media.mediacodec.width"; /* 0..n */ 80de15b8c160c720c48b93796016801e7ae0b6bd2dRay Essickstatic const char *kCodecHeight = "android.media.mediacodec.height"; /* 0..n */ 81afb43f76821e6a63e17e6484289a40430ada6978Ray Essickstatic const char *kCodecRotation = "android.media.mediacodec.rotation-degrees"; /* 0/90/180/270 */ 828574195df5de20af5fc16d6f9da1b132d6d5bfeeRay Essick 83de15b8c160c720c48b93796016801e7ae0b6bd2dRay Essick// NB: These are not yet exposed as public Java API constants. 84de15b8c160c720c48b93796016801e7ae0b6bd2dRay Essickstatic const char *kCodecCrypto = "android.media.mediacodec.crypto"; /* 0,1 */ 85002e413a5a7460a32790ed08408085a6062f4054Ray Essickstatic const char *kCodecProfile = "android.media.mediacodec.profile"; /* 0..n */ 86002e413a5a7460a32790ed08408085a6062f4054Ray Essickstatic const char *kCodecLevel = "android.media.mediacodec.level"; /* 0..n */ 87002e413a5a7460a32790ed08408085a6062f4054Ray Essickstatic const char *kCodecMaxWidth = "android.media.mediacodec.maxwidth"; /* 0..n */ 88002e413a5a7460a32790ed08408085a6062f4054Ray Essickstatic const char *kCodecMaxHeight = "android.media.mediacodec.maxheight"; /* 0..n */ 8982b7fe8aa03558bf90769a3d88536e6105db371bRay Essickstatic const char *kCodecError = "android.media.mediacodec.errcode"; 9082b7fe8aa03558bf90769a3d88536e6105db371bRay Essickstatic const char *kCodecErrorState = "android.media.mediacodec.errstate"; 9101c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essickstatic const char *kCodecLatencyMax = "android.media.mediacodec.latency.max"; /* in us */ 9201c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essickstatic const char *kCodecLatencyMin = "android.media.mediacodec.latency.min"; /* in us */ 9301c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essickstatic const char *kCodecLatencyAvg = "android.media.mediacodec.latency.avg"; /* in us */ 9401c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essickstatic const char *kCodecLatencyCount = "android.media.mediacodec.latency.n"; 9501c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essickstatic const char *kCodecLatencyHist = "android.media.mediacodec.latency.hist"; /* in us */ 9601c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essickstatic const char *kCodecLatencyUnknown = "android.media.mediacodec.latency.unknown"; 9701c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick 9801c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick// the kCodecRecent* fields appear only in getMetrics() results 9901c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essickstatic const char *kCodecRecentLatencyMax = "android.media.mediacodec.recent.max"; /* in us */ 10001c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essickstatic const char *kCodecRecentLatencyMin = "android.media.mediacodec.recent.min"; /* in us */ 10101c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essickstatic const char *kCodecRecentLatencyAvg = "android.media.mediacodec.recent.avg"; /* in us */ 10201c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essickstatic const char *kCodecRecentLatencyCount = "android.media.mediacodec.recent.n"; 10301c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essickstatic const char *kCodecRecentLatencyHist = "android.media.mediacodec.recent.hist"; /* in us */ 10401c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick 10501c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick// XXX suppress until we get our representation right 10601c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essickstatic bool kEmitHistogram = false; 107db1221479a7ffe7094c51c463bbd36522ed106abRay Essick 108db1221479a7ffe7094c51c463bbd36522ed106abRay Essick 1090d1ed381fde5dac12dd84fcf3da66dac46699378Chih-Hung Hsiehstatic int64_t getId(const sp<IResourceManagerClient> &client) { 11067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return (int64_t) client.get(); 11167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 11267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 11367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wustatic bool isResourceError(status_t err) { 11447a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu return (err == NO_MEMORY); 11567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 11667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 11767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wustatic const int kMaxRetry = 2; 1184b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wustatic const int kMaxReclaimWaitTimeInUs = 500000; // 0.5s 119dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimstatic const int kNumBuffersAlign = 16; 12067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 12179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim//////////////////////////////////////////////////////////////////////////////// 12279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 12367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wustruct ResourceManagerClient : public BnResourceManagerClient { 124090ef604f81447eab4aa0a5b45d6307482573560Chih-Hung Hsieh explicit ResourceManagerClient(MediaCodec* codec) : mMediaCodec(codec) {} 12567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 12667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu virtual bool reclaimResource() { 12767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<MediaCodec> codec = mMediaCodec.promote(); 12867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (codec == NULL) { 12967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // codec is already gone. 13067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return true; 13167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 13247a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu status_t err = codec->reclaim(); 1334b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu if (err == WOULD_BLOCK) { 1344b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu ALOGD("Wait for the client to release codec."); 1354b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu usleep(kMaxReclaimWaitTimeInUs); 1364b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu ALOGD("Try to reclaim again."); 1374b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu err = codec->reclaim(true /* force */); 1384b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu } 13967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (err != OK) { 14067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ALOGW("ResourceManagerClient failed to release codec with err %d", err); 14167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 14267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return (err == OK); 14367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 14467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 1458f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu virtual String8 getName() { 1468f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu String8 ret; 1478f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu sp<MediaCodec> codec = mMediaCodec.promote(); 1488f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu if (codec == NULL) { 1498f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu // codec is already gone. 1508f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu return ret; 1518f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu } 1528f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu 1538f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu AString name; 1548f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu if (codec->getName(&name) == OK) { 1558f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu ret.setTo(name.c_str()); 1568f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu } 1578f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu return ret; 1588f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu } 15967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 16067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuprotected: 16167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu virtual ~ResourceManagerClient() {} 16267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 16367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuprivate: 16467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu wp<MediaCodec> mMediaCodec; 16567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 16667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu DISALLOW_EVIL_CONSTRUCTORS(ResourceManagerClient); 16767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu}; 16867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 16968845c14ebf2c7282800b1abffde38d8e9a57aabRonghua WuMediaCodec::ResourceManagerServiceProxy::ResourceManagerServiceProxy(pid_t pid) 17068845c14ebf2c7282800b1abffde38d8e9a57aabRonghua Wu : mPid(pid) { 17168845c14ebf2c7282800b1abffde38d8e9a57aabRonghua Wu if (mPid == MediaCodec::kNoPid) { 17268845c14ebf2c7282800b1abffde38d8e9a57aabRonghua Wu mPid = IPCThreadState::self()->getCallingPid(); 17368845c14ebf2c7282800b1abffde38d8e9a57aabRonghua Wu } 17467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 17567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 17667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua WuMediaCodec::ResourceManagerServiceProxy::~ResourceManagerServiceProxy() { 17767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mService != NULL) { 17867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu IInterface::asBinder(mService)->unlinkToDeath(this); 17967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 18067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 18167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 18267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuvoid MediaCodec::ResourceManagerServiceProxy::init() { 18367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<IServiceManager> sm = defaultServiceManager(); 18467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<IBinder> binder = sm->getService(String16("media.resource_manager")); 18567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mService = interface_cast<IResourceManagerService>(binder); 18667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mService == NULL) { 18767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ALOGE("Failed to get ResourceManagerService"); 18867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return; 18967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 190e4237177a4a3eea059cd74247b2d770d301a8230Ronghua Wu IInterface::asBinder(mService)->linkToDeath(this); 19167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 19267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 19367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuvoid MediaCodec::ResourceManagerServiceProxy::binderDied(const wp<IBinder>& /*who*/) { 19467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ALOGW("ResourceManagerService died."); 19567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Mutex::Autolock _l(mLock); 19667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mService.clear(); 19767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 19867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 19967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuvoid MediaCodec::ResourceManagerServiceProxy::addResource( 20067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu int64_t clientId, 2010d1ed381fde5dac12dd84fcf3da66dac46699378Chih-Hung Hsieh const sp<IResourceManagerClient> &client, 20267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu const Vector<MediaResource> &resources) { 20367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Mutex::Autolock _l(mLock); 20467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mService == NULL) { 20567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return; 20667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 20737c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu mService->addResource(mPid, clientId, client, resources); 20867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 20967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 21067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuvoid MediaCodec::ResourceManagerServiceProxy::removeResource(int64_t clientId) { 21167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Mutex::Autolock _l(mLock); 21267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mService == NULL) { 21367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return; 21467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 21537c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu mService->removeResource(mPid, clientId); 21667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 21767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 21867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wubool MediaCodec::ResourceManagerServiceProxy::reclaimResource( 21937c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu const Vector<MediaResource> &resources) { 22067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Mutex::Autolock _l(mLock); 22167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mService == NULL) { 22267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return false; 22367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 22437c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu return mService->reclaimResource(mPid, resources); 22567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 22667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 22779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim//////////////////////////////////////////////////////////////////////////////// 22879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 229dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik KimMediaCodec::BufferInfo::BufferInfo() : mOwnedByClient(false) {} 230dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim 231dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim//////////////////////////////////////////////////////////////////////////////// 232dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim 23379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kimnamespace { 23479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 23579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kimenum { 23679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim kWhatFillThisBuffer = 'fill', 23779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim kWhatDrainThisBuffer = 'drai', 23879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim kWhatEOS = 'eos ', 239dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim kWhatStartCompleted = 'Scom', 24079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim kWhatStopCompleted = 'scom', 24179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim kWhatReleaseCompleted = 'rcom', 24279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim kWhatFlushCompleted = 'fcom', 24379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim kWhatError = 'erro', 24479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim kWhatComponentAllocated = 'cAll', 24579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim kWhatComponentConfigured = 'cCon', 24679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim kWhatInputSurfaceCreated = 'isfc', 24779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim kWhatInputSurfaceAccepted = 'isfa', 24879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim kWhatSignaledInputEOS = 'seos', 24979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim kWhatOutputFramesRendered = 'outR', 250dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim kWhatOutputBuffersChanged = 'outC', 25179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim}; 25279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 253dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimclass BufferCallback : public CodecBase::BufferCallback { 25479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kimpublic: 255dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim explicit BufferCallback(const sp<AMessage> ¬ify); 256dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim virtual ~BufferCallback() = default; 257dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim 258dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim virtual void onInputBufferAvailable( 259dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim size_t index, const sp<MediaCodecBuffer> &buffer) override; 260dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim virtual void onOutputBufferAvailable( 261dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim size_t index, const sp<MediaCodecBuffer> &buffer) override; 262dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimprivate: 263dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim const sp<AMessage> mNotify; 264dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim}; 265dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim 266dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik KimBufferCallback::BufferCallback(const sp<AMessage> ¬ify) 267dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim : mNotify(notify) {} 268dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim 269dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid BufferCallback::onInputBufferAvailable( 270dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim size_t index, const sp<MediaCodecBuffer> &buffer) { 271dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim sp<AMessage> notify(mNotify->dup()); 272dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim notify->setInt32("what", kWhatFillThisBuffer); 273dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim notify->setSize("index", index); 274dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim notify->setObject("buffer", buffer); 275dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim notify->post(); 276dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim} 277dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim 278dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid BufferCallback::onOutputBufferAvailable( 279dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim size_t index, const sp<MediaCodecBuffer> &buffer) { 280dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim sp<AMessage> notify(mNotify->dup()); 281dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim notify->setInt32("what", kWhatDrainThisBuffer); 282dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim notify->setSize("index", index); 283dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim notify->setObject("buffer", buffer); 284dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim notify->post(); 285dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim} 286dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim 287dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimclass CodecCallback : public CodecBase::CodecCallback { 288dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimpublic: 289dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim explicit CodecCallback(const sp<AMessage> ¬ify); 290dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim virtual ~CodecCallback() = default; 29179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 29279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim virtual void onEos(status_t err) override; 293dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim virtual void onStartCompleted() override; 29479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim virtual void onStopCompleted() override; 29579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim virtual void onReleaseCompleted() override; 29679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim virtual void onFlushCompleted() override; 29779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim virtual void onError(status_t err, enum ActionCode actionCode) override; 29879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim virtual void onComponentAllocated(const char *componentName) override; 29979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim virtual void onComponentConfigured( 30079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim const sp<AMessage> &inputFormat, const sp<AMessage> &outputFormat) override; 30179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim virtual void onInputSurfaceCreated( 30279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim const sp<AMessage> &inputFormat, 30379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim const sp<AMessage> &outputFormat, 30479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim const sp<BufferProducerWrapper> &inputSurface) override; 30579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim virtual void onInputSurfaceCreationFailed(status_t err) override; 30679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim virtual void onInputSurfaceAccepted( 30779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim const sp<AMessage> &inputFormat, 30879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim const sp<AMessage> &outputFormat) override; 30979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim virtual void onInputSurfaceDeclined(status_t err) override; 31079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim virtual void onSignaledInputEOS(status_t err) override; 31179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim virtual void onOutputFramesRendered(const std::list<FrameRenderTracker::Info> &done) override; 312dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim virtual void onOutputBuffersChanged() override; 31379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kimprivate: 31479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim const sp<AMessage> mNotify; 31579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim}; 31679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 317dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik KimCodecCallback::CodecCallback(const sp<AMessage> ¬ify) : mNotify(notify) {} 31879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 319dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid CodecCallback::onEos(status_t err) { 32079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim sp<AMessage> notify(mNotify->dup()); 321dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim notify->setInt32("what", kWhatEOS); 322dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim notify->setInt32("err", err); 323fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim notify->post(); 324fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim} 325fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim 326dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid CodecCallback::onStartCompleted() { 327fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim sp<AMessage> notify(mNotify->dup()); 328dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim notify->setInt32("what", kWhatStartCompleted); 32979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->post(); 33079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} 33179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 332dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid CodecCallback::onStopCompleted() { 33379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim sp<AMessage> notify(mNotify->dup()); 33479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("what", kWhatStopCompleted); 33579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->post(); 33679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} 33779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 338dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid CodecCallback::onReleaseCompleted() { 33979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim sp<AMessage> notify(mNotify->dup()); 34079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("what", kWhatReleaseCompleted); 34179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->post(); 34279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} 34379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 344dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid CodecCallback::onFlushCompleted() { 34579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim sp<AMessage> notify(mNotify->dup()); 34679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("what", kWhatFlushCompleted); 34779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->post(); 34879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} 34979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 350dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid CodecCallback::onError(status_t err, enum ActionCode actionCode) { 35179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim sp<AMessage> notify(mNotify->dup()); 35279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("what", kWhatError); 35379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("err", err); 35479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("actionCode", actionCode); 35579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->post(); 35679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} 35779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 358dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid CodecCallback::onComponentAllocated(const char *componentName) { 35979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim sp<AMessage> notify(mNotify->dup()); 36079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("what", kWhatComponentAllocated); 36179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setString("componentName", componentName); 36279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->post(); 36379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} 36479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 365dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid CodecCallback::onComponentConfigured( 36679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim const sp<AMessage> &inputFormat, const sp<AMessage> &outputFormat) { 36779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim sp<AMessage> notify(mNotify->dup()); 36879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("what", kWhatComponentConfigured); 36979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setMessage("input-format", inputFormat); 37079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setMessage("output-format", outputFormat); 37179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->post(); 37279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} 37379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 374dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid CodecCallback::onInputSurfaceCreated( 37579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim const sp<AMessage> &inputFormat, 37679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim const sp<AMessage> &outputFormat, 37779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim const sp<BufferProducerWrapper> &inputSurface) { 37879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim sp<AMessage> notify(mNotify->dup()); 37979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("what", kWhatInputSurfaceCreated); 38079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setMessage("input-format", inputFormat); 38179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setMessage("output-format", outputFormat); 38279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setObject("input-surface", inputSurface); 38379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->post(); 38479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} 38579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 386dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid CodecCallback::onInputSurfaceCreationFailed(status_t err) { 38779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim sp<AMessage> notify(mNotify->dup()); 38879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("what", kWhatInputSurfaceCreated); 38979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("err", err); 39079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->post(); 39179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} 39279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 393dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid CodecCallback::onInputSurfaceAccepted( 39479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim const sp<AMessage> &inputFormat, 39579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim const sp<AMessage> &outputFormat) { 39679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim sp<AMessage> notify(mNotify->dup()); 39779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("what", kWhatInputSurfaceAccepted); 39879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setMessage("input-format", inputFormat); 39979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setMessage("output-format", outputFormat); 40079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->post(); 40179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} 40279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 403dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid CodecCallback::onInputSurfaceDeclined(status_t err) { 40479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim sp<AMessage> notify(mNotify->dup()); 40579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("what", kWhatInputSurfaceAccepted); 40679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("err", err); 40779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->post(); 40879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} 40979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 410dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid CodecCallback::onSignaledInputEOS(status_t err) { 41179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim sp<AMessage> notify(mNotify->dup()); 41279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("what", kWhatSignaledInputEOS); 41379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim if (err != OK) { 41479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("err", err); 41579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim } 41679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->post(); 41779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} 41879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 419dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid CodecCallback::onOutputFramesRendered(const std::list<FrameRenderTracker::Info> &done) { 42079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim sp<AMessage> notify(mNotify->dup()); 42179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("what", kWhatOutputFramesRendered); 42279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim if (MediaCodec::CreateFramesRenderedMessage(done, notify)) { 42379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->post(); 42479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim } 42579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} 42679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 427dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid CodecCallback::onOutputBuffersChanged() { 428dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim sp<AMessage> notify(mNotify->dup()); 429dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim notify->setInt32("what", kWhatOutputBuffersChanged); 430dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim notify->post(); 431dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim} 432dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim 43379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} // namespace 43479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 43579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim//////////////////////////////////////////////////////////////////////////////// 43679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 4375778822d86b0337407514b9372562b86edfa91cdAndreas Huber// static 4385778822d86b0337407514b9372562b86edfa91cdAndreas Hubersp<MediaCodec> MediaCodec::CreateByType( 439f2ae3e19080938db8cbf29a963fd744a3964fcc2Wei Jia const sp<ALooper> &looper, const AString &mime, bool encoder, status_t *err, pid_t pid, 440f2ae3e19080938db8cbf29a963fd744a3964fcc2Wei Jia uid_t uid) { 44178165d3f45797079b06c876042b9b78039378121Wonsik Kim Vector<AString> matchingCodecs; 44278165d3f45797079b06c876042b9b78039378121Wonsik Kim 44378165d3f45797079b06c876042b9b78039378121Wonsik Kim MediaCodecList::findMatchingCodecs( 44478165d3f45797079b06c876042b9b78039378121Wonsik Kim mime.c_str(), 44578165d3f45797079b06c876042b9b78039378121Wonsik Kim encoder, 44678165d3f45797079b06c876042b9b78039378121Wonsik Kim 0, 4473f21345e16b77c49042f5c13ceb62b0c35699561Chong Zhang &matchingCodecs); 4485778822d86b0337407514b9372562b86edfa91cdAndreas Huber 449251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (err != NULL) { 45078165d3f45797079b06c876042b9b78039378121Wonsik Kim *err = NAME_NOT_FOUND; 451251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 45278165d3f45797079b06c876042b9b78039378121Wonsik Kim for (size_t i = 0; i < matchingCodecs.size(); ++i) { 45378165d3f45797079b06c876042b9b78039378121Wonsik Kim sp<MediaCodec> codec = new MediaCodec(looper, pid, uid); 45478165d3f45797079b06c876042b9b78039378121Wonsik Kim AString componentName = matchingCodecs[i]; 45578165d3f45797079b06c876042b9b78039378121Wonsik Kim status_t ret = codec->init(componentName); 45678165d3f45797079b06c876042b9b78039378121Wonsik Kim if (err != NULL) { 45778165d3f45797079b06c876042b9b78039378121Wonsik Kim *err = ret; 45878165d3f45797079b06c876042b9b78039378121Wonsik Kim } 45978165d3f45797079b06c876042b9b78039378121Wonsik Kim if (ret == OK) { 46078165d3f45797079b06c876042b9b78039378121Wonsik Kim return codec; 46178165d3f45797079b06c876042b9b78039378121Wonsik Kim } 46278165d3f45797079b06c876042b9b78039378121Wonsik Kim ALOGD("Allocating component '%s' failed (%d), try next one.", 46378165d3f45797079b06c876042b9b78039378121Wonsik Kim componentName.c_str(), ret); 46478165d3f45797079b06c876042b9b78039378121Wonsik Kim } 46578165d3f45797079b06c876042b9b78039378121Wonsik Kim return NULL; 4665778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 4675778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4685778822d86b0337407514b9372562b86edfa91cdAndreas Huber// static 4695778822d86b0337407514b9372562b86edfa91cdAndreas Hubersp<MediaCodec> MediaCodec::CreateByComponentName( 470f2ae3e19080938db8cbf29a963fd744a3964fcc2Wei Jia const sp<ALooper> &looper, const AString &name, status_t *err, pid_t pid, uid_t uid) { 471f2ae3e19080938db8cbf29a963fd744a3964fcc2Wei Jia sp<MediaCodec> codec = new MediaCodec(looper, pid, uid); 4725778822d86b0337407514b9372562b86edfa91cdAndreas Huber 47378165d3f45797079b06c876042b9b78039378121Wonsik Kim const status_t ret = codec->init(name); 474251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (err != NULL) { 475251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung *err = ret; 476251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 477251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return ret == OK ? codec : NULL; // NULL deallocates codec. 4785778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 4795778822d86b0337407514b9372562b86edfa91cdAndreas Huber 480d291c222357303b9611cab89d0c3b047584ef377Chong Zhang// static 481d291c222357303b9611cab89d0c3b047584ef377Chong Zhangsp<PersistentSurface> MediaCodec::CreatePersistentInputSurface() { 482d291c222357303b9611cab89d0c3b047584ef377Chong Zhang OMXClient client; 483addf2cbb120346ae42e78fa739245a353db5edadChong Zhang if (client.connect() != OK) { 484addf2cbb120346ae42e78fa739245a353db5edadChong Zhang ALOGE("Failed to connect to OMX to create persistent input surface."); 48579608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang return NULL; 48679608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang } 48779608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang 488addf2cbb120346ae42e78fa739245a353db5edadChong Zhang sp<IOMX> omx = client.interface(); 48979608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang 490d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<IGraphicBufferProducer> bufferProducer; 491addf2cbb120346ae42e78fa739245a353db5edadChong Zhang sp<IGraphicBufferSource> bufferSource; 492d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 493addf2cbb120346ae42e78fa739245a353db5edadChong Zhang status_t err = omx->createInputSurface(&bufferProducer, &bufferSource); 494d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 495d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (err != OK) { 496d291c222357303b9611cab89d0c3b047584ef377Chong Zhang ALOGE("Failed to create persistent input surface."); 497d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return NULL; 498d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 499d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 500addf2cbb120346ae42e78fa739245a353db5edadChong Zhang return new PersistentSurface(bufferProducer, bufferSource); 501d291c222357303b9611cab89d0c3b047584ef377Chong Zhang} 502d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 503f2ae3e19080938db8cbf29a963fd744a3964fcc2Wei JiaMediaCodec::MediaCodec(const sp<ALooper> &looper, pid_t pid, uid_t uid) 5045778822d86b0337407514b9372562b86edfa91cdAndreas Huber : mState(UNINITIALIZED), 50547a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu mReleasedByResourceManager(false), 5065778822d86b0337407514b9372562b86edfa91cdAndreas Huber mLooper(looper), 50792cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar mCodec(NULL), 5087cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mReplyID(0), 5095778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags(0), 510251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mStickyError(OK), 5115778822d86b0337407514b9372562b86edfa91cdAndreas Huber mSoftRenderer(NULL), 51282b7fe8aa03558bf90769a3d88536e6105db371bRay Essick mAnalyticsItem(NULL), 513ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar mResourceManagerClient(new ResourceManagerClient(this)), 51468845c14ebf2c7282800b1abffde38d8e9a57aabRonghua Wu mResourceManagerService(new ResourceManagerServiceProxy(pid)), 5152606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mBatteryStatNotified(false), 5162606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mIsVideo(false), 51767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mVideoWidth(0), 51867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mVideoHeight(0), 519505aab41c0e8e79a49d4506344fcd9d220d5965bChong Zhang mRotationDegrees(0), 5205778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputTimeoutGeneration(0), 5215778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputReplyID(0), 5225778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueOutputTimeoutGeneration(0), 5236507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mDequeueOutputReplyID(0), 5243d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang mHaveInputSurface(false), 52501c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick mHavePendingInputBuffers(false), 52679d2b28f3a04d7914bb932a65d87117c0c7c11cfChong Zhang mCpuBoostRequested(false), 52701c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick mLatencyUnknown(0) { 528f2ae3e19080938db8cbf29a963fd744a3964fcc2Wei Jia if (uid == kNoUid) { 529f2ae3e19080938db8cbf29a963fd744a3964fcc2Wei Jia mUid = IPCThreadState::self()->getCallingUid(); 530f2ae3e19080938db8cbf29a963fd744a3964fcc2Wei Jia } else { 531f2ae3e19080938db8cbf29a963fd744a3964fcc2Wei Jia mUid = uid; 532f2ae3e19080938db8cbf29a963fd744a3964fcc2Wei Jia } 53301c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick 53482b7fe8aa03558bf90769a3d88536e6105db371bRay Essick initAnalyticsItem(); 53582b7fe8aa03558bf90769a3d88536e6105db371bRay Essick} 53682b7fe8aa03558bf90769a3d88536e6105db371bRay Essick 53782b7fe8aa03558bf90769a3d88536e6105db371bRay EssickMediaCodec::~MediaCodec() { 53882b7fe8aa03558bf90769a3d88536e6105db371bRay Essick CHECK_EQ(mState, UNINITIALIZED); 53982b7fe8aa03558bf90769a3d88536e6105db371bRay Essick mResourceManagerService->removeResource(getId(mResourceManagerClient)); 54082b7fe8aa03558bf90769a3d88536e6105db371bRay Essick 54182b7fe8aa03558bf90769a3d88536e6105db371bRay Essick flushAnalyticsItem(); 54282b7fe8aa03558bf90769a3d88536e6105db371bRay Essick} 54382b7fe8aa03558bf90769a3d88536e6105db371bRay Essick 54482b7fe8aa03558bf90769a3d88536e6105db371bRay Essickvoid MediaCodec::initAnalyticsItem() { 54501c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick if (mAnalyticsItem == NULL) { 54601c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick mAnalyticsItem = new MediaAnalyticsItem(kCodecKeyName); 54701c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick } 54801c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick 54901c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick mLatencyHist.setup(kLatencyHistBuckets, kLatencyHistWidth, kLatencyHistFloor); 55001c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick 55101c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick { 55201c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick Mutex::Autolock al(mRecentLock); 55301c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick for (int i = 0; i<kRecentLatencyFrames; i++) { 55401c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick mRecentSamples[i] = kRecentSampleInvalid; 55501c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick } 55601c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick mRecentHead = 0; 55701c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick } 55801c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick} 55901c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick 56001c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essickvoid MediaCodec::updateAnalyticsItem() { 56101c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick ALOGV("MediaCodec::updateAnalyticsItem"); 56201c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick if (mAnalyticsItem == NULL) { 56301c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick return; 56401c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick } 56501c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick 56601c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick if (mLatencyHist.getCount() != 0 ) { 56701c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick mAnalyticsItem->setInt64(kCodecLatencyMax, mLatencyHist.getMax()); 56801c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick mAnalyticsItem->setInt64(kCodecLatencyMin, mLatencyHist.getMin()); 56901c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick mAnalyticsItem->setInt64(kCodecLatencyAvg, mLatencyHist.getAvg()); 57001c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick mAnalyticsItem->setInt64(kCodecLatencyCount, mLatencyHist.getCount()); 57101c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick 57201c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick if (kEmitHistogram) { 57301c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick // and the histogram itself 57401c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick std::string hist = mLatencyHist.emit(); 57501c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick mAnalyticsItem->setCString(kCodecLatencyHist, hist.c_str()); 57601c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick } 57701c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick } 57801c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick if (mLatencyUnknown > 0) { 57901c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick mAnalyticsItem->setInt64(kCodecLatencyUnknown, mLatencyUnknown); 58001c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick } 58101c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick 58201c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick#if 0 58301c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick // enable for short term, only while debugging 58401c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick updateEphemeralAnalytics(mAnalyticsItem); 58501c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick#endif 58601c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick} 58701c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick 58801c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essickvoid MediaCodec::updateEphemeralAnalytics(MediaAnalyticsItem *item) { 58901c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick ALOGD("MediaCodec::updateEphemeralAnalytics()"); 59001c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick 59101c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick if (item == NULL) { 59201c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick return; 59301c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick } 59401c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick 59501c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick Histogram recentHist; 59601c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick 59701c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick // build an empty histogram 59801c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick recentHist.setup(kLatencyHistBuckets, kLatencyHistWidth, kLatencyHistFloor); 59901c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick 60001c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick // stuff it with the samples in the ring buffer 60101c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick { 60201c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick Mutex::Autolock al(mRecentLock); 60301c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick 60401c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick for (int i=0; i<kRecentLatencyFrames; i++) { 60501c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick if (mRecentSamples[i] != kRecentSampleInvalid) { 60601c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick recentHist.insert(mRecentSamples[i]); 60701c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick } 60801c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick } 60901c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick } 61001c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick 61101c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick 61201c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick // spit the data (if any) into the supplied analytics record 61301c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick if (recentHist.getCount()!= 0 ) { 61401c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick item->setInt64(kCodecRecentLatencyMax, recentHist.getMax()); 61501c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick item->setInt64(kCodecRecentLatencyMin, recentHist.getMin()); 61601c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick item->setInt64(kCodecRecentLatencyAvg, recentHist.getAvg()); 61701c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick item->setInt64(kCodecRecentLatencyCount, recentHist.getCount()); 61801c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick 61901c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick if (kEmitHistogram) { 62001c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick // and the histogram itself 62101c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick std::string hist = recentHist.emit(); 62201c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick item->setCString(kCodecRecentLatencyHist, hist.c_str()); 62301c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick } 624db1221479a7ffe7094c51c463bbd36522ed106abRay Essick } 6255778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 6265778822d86b0337407514b9372562b86edfa91cdAndreas Huber 62782b7fe8aa03558bf90769a3d88536e6105db371bRay Essickvoid MediaCodec::flushAnalyticsItem() { 62801c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick updateAnalyticsItem(); 62982b7fe8aa03558bf90769a3d88536e6105db371bRay Essick if (mAnalyticsItem != NULL) { 63082b7fe8aa03558bf90769a3d88536e6105db371bRay Essick // don't log empty records 631db1221479a7ffe7094c51c463bbd36522ed106abRay Essick if (mAnalyticsItem->count() > 0) { 632db1221479a7ffe7094c51c463bbd36522ed106abRay Essick mAnalyticsItem->selfrecord(); 633db1221479a7ffe7094c51c463bbd36522ed106abRay Essick } 634db1221479a7ffe7094c51c463bbd36522ed106abRay Essick delete mAnalyticsItem; 635db1221479a7ffe7094c51c463bbd36522ed106abRay Essick mAnalyticsItem = NULL; 636db1221479a7ffe7094c51c463bbd36522ed106abRay Essick } 6375778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 6385778822d86b0337407514b9372562b86edfa91cdAndreas Huber 63901c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essickbool MediaCodec::Histogram::setup(int nbuckets, int64_t width, int64_t floor) 64001c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick{ 64101c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick if (nbuckets <= 0 || width <= 0) { 64201c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick return false; 64301c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick } 64401c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick 64501c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick // get histogram buckets 64601c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick if (nbuckets == mBucketCount && mBuckets != NULL) { 64701c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick // reuse our existing buffer 64801c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick memset(mBuckets, 0, sizeof(*mBuckets) * mBucketCount); 64901c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick } else { 65001c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick // get a new pre-zeroed buffer 65101c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick int64_t *newbuckets = (int64_t *)calloc(nbuckets, sizeof (*mBuckets)); 65201c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick if (newbuckets == NULL) { 65301c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick goto bad; 65401c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick } 65501c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick if (mBuckets != NULL) 65601c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick free(mBuckets); 65701c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick mBuckets = newbuckets; 65801c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick } 65901c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick 66001c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick mWidth = width; 66101c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick mFloor = floor; 66201c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick mCeiling = floor + nbuckets * width; 66301c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick mBucketCount = nbuckets; 66401c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick 66501c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick mMin = INT64_MAX; 66601c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick mMax = INT64_MIN; 66701c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick mSum = 0; 66801c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick mCount = 0; 66901c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick mBelow = mAbove = 0; 67001c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick 67101c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick return true; 67201c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick 67301c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick bad: 67401c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick if (mBuckets != NULL) { 67501c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick free(mBuckets); 67601c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick mBuckets = NULL; 67701c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick } 67801c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick 67901c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick return false; 68001c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick} 68101c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick 68201c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essickvoid MediaCodec::Histogram::insert(int64_t sample) 68301c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick{ 68401c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick // histogram is not set up 68501c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick if (mBuckets == NULL) { 68601c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick return; 68701c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick } 68801c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick 68901c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick mCount++; 69001c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick mSum += sample; 69101c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick if (mMin > sample) mMin = sample; 69201c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick if (mMax < sample) mMax = sample; 69301c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick 69401c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick if (sample < mFloor) { 69501c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick mBelow++; 69601c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick } else if (sample >= mCeiling) { 69701c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick mAbove++; 69801c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick } else { 69901c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick int64_t slot = (sample - mFloor) / mWidth; 70001c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick CHECK(slot < mBucketCount); 70101c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick mBuckets[slot]++; 70201c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick } 70301c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick return; 70401c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick} 70501c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick 70601c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essickstd::string MediaCodec::Histogram::emit() 70701c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick{ 70801c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick std::string value; 70901c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick char buffer[64]; 71001c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick 71101c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick // emits: width,Below{bucket0,bucket1,...., bucketN}above 71201c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick // unconfigured will emit: 0,0{}0 71301c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick // XXX: is this best representation? 71401c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick snprintf(buffer, sizeof(buffer), "%" PRId64 ",%" PRId64 ",%" PRId64 "{", 71501c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick mFloor, mWidth, mBelow); 71601c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick value = buffer; 71701c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick for (int i = 0; i < mBucketCount; i++) { 71801c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick if (i != 0) { 71901c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick value = value + ","; 72001c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick } 72101c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick snprintf(buffer, sizeof(buffer), "%" PRId64, mBuckets[i]); 72201c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick value = value + buffer; 72301c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick } 72401c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick snprintf(buffer, sizeof(buffer), "}%" PRId64 , mAbove); 72501c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick value = value + buffer; 72601c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick return value; 72701c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick} 72801c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick 72901c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick// when we send a buffer to the codec; 73001c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essickvoid MediaCodec::statsBufferSent(int64_t presentationUs) { 73101c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick 73201c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick // only enqueue if we have a legitimate time 73301c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick if (presentationUs <= 0) { 73401c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick ALOGV("presentation time: %" PRId64, presentationUs); 73501c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick return; 73601c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick } 73701c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick 73801c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick const int64_t nowNs = systemTime(SYSTEM_TIME_MONOTONIC); 73901c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick BufferFlightTiming_t startdata = { presentationUs, nowNs }; 74001c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick 74101c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick { 74201c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick // mutex access to mBuffersInFlight and other stats 74301c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick Mutex::Autolock al(mLatencyLock); 74401c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick 74501c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick 74601c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick // XXX: we *could* make sure that the time is later than the end of queue 74701c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick // as part of a consistency check... 74801c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick mBuffersInFlight.push_back(startdata); 74901c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick } 75001c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick} 75101c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick 75201c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick// when we get a buffer back from the codec 75301c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essickvoid MediaCodec::statsBufferReceived(int64_t presentationUs) { 75401c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick 75501c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick CHECK_NE(mState, UNINITIALIZED); 75601c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick 75701c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick // mutex access to mBuffersInFlight and other stats 75801c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick Mutex::Autolock al(mLatencyLock); 75901c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick 76001c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick // how long this buffer took for the round trip through the codec 76101c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick // NB: pipelining can/will make these times larger. e.g., if each packet 76201c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick // is always 2 msec and we have 3 in flight at any given time, we're going to 76301c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick // see "6 msec" as an answer. 76401c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick 76501c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick // ignore stuff with no presentation time 76601c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick if (presentationUs <= 0) { 767b2fe60bd83a0935cf30b3ee92329c29c24dec894Ray Essick ALOGV("-- returned buffer timestamp %" PRId64 " <= 0, ignore it", presentationUs); 76801c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick mLatencyUnknown++; 76901c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick return; 77001c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick } 77101c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick 77201c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick BufferFlightTiming_t startdata; 77301c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick bool valid = false; 77401c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick while (mBuffersInFlight.size() > 0) { 77501c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick startdata = *mBuffersInFlight.begin(); 77601c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick ALOGV("-- Looking at startdata. presentation %" PRId64 ", start %" PRId64, 77701c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick startdata.presentationUs, startdata.startedNs); 77801c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick if (startdata.presentationUs == presentationUs) { 77901c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick // a match 78001c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick ALOGV("-- match entry for %" PRId64 ", hits our frame of %" PRId64, 78101c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick startdata.presentationUs, presentationUs); 78201c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick mBuffersInFlight.pop_front(); 78301c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick valid = true; 78401c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick break; 78501c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick } else if (startdata.presentationUs < presentationUs) { 78601c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick // we must have missed the match for this, drop it and keep looking 78701c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick ALOGV("-- drop entry for %" PRId64 ", before our frame of %" PRId64, 78801c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick startdata.presentationUs, presentationUs); 78901c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick mBuffersInFlight.pop_front(); 79001c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick continue; 79101c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick } else { 79201c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick // head is after, so we don't have a frame for ourselves 79301c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick ALOGV("-- found entry for %" PRId64 ", AFTER our frame of %" PRId64 79401c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick " we have nothing to pair with", 79501c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick startdata.presentationUs, presentationUs); 79601c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick mLatencyUnknown++; 79701c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick return; 79801c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick } 79901c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick } 80001c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick if (!valid) { 80101c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick ALOGV("-- empty queue, so ignore that."); 80201c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick mLatencyUnknown++; 80301c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick return; 80401c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick } 80501c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick 80601c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick // nowNs start our calculations 80701c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick const int64_t nowNs = systemTime(SYSTEM_TIME_MONOTONIC); 80801c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick int64_t latencyUs = (nowNs - startdata.startedNs + 500) / 1000; 80901c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick 81001c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick mLatencyHist.insert(latencyUs); 81101c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick 81201c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick // push into the recent samples 81301c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick { 81401c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick Mutex::Autolock al(mRecentLock); 81501c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick 81601c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick if (mRecentHead >= kRecentLatencyFrames) { 81701c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick mRecentHead = 0; 81801c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick } 81901c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick mRecentSamples[mRecentHead++] = latencyUs; 82001c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick } 82101c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick} 82201c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick 8235778822d86b0337407514b9372562b86edfa91cdAndreas Huber// static 8245778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::PostAndAwaitResponse( 8255778822d86b0337407514b9372562b86edfa91cdAndreas Huber const sp<AMessage> &msg, sp<AMessage> *response) { 8265778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = msg->postAndAwaitResponse(response); 8275778822d86b0337407514b9372562b86edfa91cdAndreas Huber 8285778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 8295778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 8305778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 8315778822d86b0337407514b9372562b86edfa91cdAndreas Huber 8325778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!(*response)->findInt32("err", &err)) { 8335778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = OK; 8345778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 8355778822d86b0337407514b9372562b86edfa91cdAndreas Huber 8365778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 8375778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 8385778822d86b0337407514b9372562b86edfa91cdAndreas Huber 8393f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnarvoid MediaCodec::PostReplyWithError(const sp<AReplyToken> &replyID, int32_t err) { 84047a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu int32_t finalErr = err; 84147a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu if (mReleasedByResourceManager) { 84247a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu // override the err code if MediaCodec has been released by ResourceManager. 84347a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu finalErr = DEAD_OBJECT; 84447a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu } 84547a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu 846c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> response = new AMessage; 84747a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu response->setInt32("err", finalErr); 848c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang response->postReply(replyID); 849c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 850c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 851bc3ad96efdfca9ceaa5ff31b27f7571b32903fdeWonsik Kimstatic CodecBase *CreateCCodec() { 852bc3ad96efdfca9ceaa5ff31b27f7571b32903fdeWonsik Kim return StagefrightPluginLoader::GetCCodecInstance()->createCodec(); 853bc3ad96efdfca9ceaa5ff31b27f7571b32903fdeWonsik Kim} 854bc3ad96efdfca9ceaa5ff31b27f7571b32903fdeWonsik Kim 8555b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar//static 85678165d3f45797079b06c876042b9b78039378121Wonsik Kimsp<CodecBase> MediaCodec::GetCodecBase(const AString &name) { 8574f87426e12f5f12e0724519e77f8237a6b2d5dacWonsik Kim static bool ccodecEnabled = property_get_bool("debug.stagefright.ccodec", false); 85878165d3f45797079b06c876042b9b78039378121Wonsik Kim if (ccodecEnabled && name.startsWithIgnoreCase("c2.")) { 859bc3ad96efdfca9ceaa5ff31b27f7571b32903fdeWonsik Kim return CreateCCodec(); 86078165d3f45797079b06c876042b9b78039378121Wonsik Kim } else if (name.startsWithIgnoreCase("omx.")) { 8614f87426e12f5f12e0724519e77f8237a6b2d5dacWonsik Kim // at this time only ACodec specifies a mime type. 8625b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return new ACodec; 8635b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } else if (name.startsWithIgnoreCase("android.filter.")) { 8645b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return new MediaFilter; 8655b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } else { 8665b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return NULL; 8675b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 8685b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar} 8695b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 87078165d3f45797079b06c876042b9b78039378121Wonsik Kimstatus_t MediaCodec::init(const AString &name) { 87167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mResourceManagerService->init(); 87267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 873671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar // save init parameters for reset 874671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mInitName = name; 875671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 8765778822d86b0337407514b9372562b86edfa91cdAndreas Huber // Current video decoders do not return from OMX_FillThisBuffer 8775778822d86b0337407514b9372562b86edfa91cdAndreas Huber // quickly, violating the OpenMAX specs, until that is remedied 8785778822d86b0337407514b9372562b86edfa91cdAndreas Huber // we need to invest in an extra looper to free the main event 8795778822d86b0337407514b9372562b86edfa91cdAndreas Huber // queue. 880744f5739019d1fd917f981e740b353c3d73fd1a8David Smith 88178165d3f45797079b06c876042b9b78039378121Wonsik Kim mCodec = GetCodecBase(name); 8825b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (mCodec == NULL) { 883744f5739019d1fd917f981e740b353c3d73fd1a8David Smith return NAME_NOT_FOUND; 884744f5739019d1fd917f981e740b353c3d73fd1a8David Smith } 885744f5739019d1fd917f981e740b353c3d73fd1a8David Smith 886bb644123966bfa2f44c60710faaafa8fa6f0e920Wonsik Kim mCodecInfo.clear(); 887bb644123966bfa2f44c60710faaafa8fa6f0e920Wonsik Kim 88867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu bool secureCodec = false; 88978165d3f45797079b06c876042b9b78039378121Wonsik Kim AString tmp = name; 89078165d3f45797079b06c876042b9b78039378121Wonsik Kim if (tmp.endsWith(".secure")) { 89178165d3f45797079b06c876042b9b78039378121Wonsik Kim secureCodec = true; 89278165d3f45797079b06c876042b9b78039378121Wonsik Kim tmp.erase(tmp.size() - 7, 7); 89378165d3f45797079b06c876042b9b78039378121Wonsik Kim } 89478165d3f45797079b06c876042b9b78039378121Wonsik Kim const sp<IMediaCodecList> mcl = MediaCodecList::getInstance(); 89578165d3f45797079b06c876042b9b78039378121Wonsik Kim if (mcl == NULL) { 89678165d3f45797079b06c876042b9b78039378121Wonsik Kim mCodec = NULL; // remove the codec. 89778165d3f45797079b06c876042b9b78039378121Wonsik Kim return NO_INIT; // if called from Java should raise IOException 89878165d3f45797079b06c876042b9b78039378121Wonsik Kim } 899bb644123966bfa2f44c60710faaafa8fa6f0e920Wonsik Kim for (const AString &codecName : { name, tmp }) { 900bb644123966bfa2f44c60710faaafa8fa6f0e920Wonsik Kim ssize_t codecIdx = mcl->findCodecByName(codecName.c_str()); 901bb644123966bfa2f44c60710faaafa8fa6f0e920Wonsik Kim if (codecIdx < 0) { 902bb644123966bfa2f44c60710faaafa8fa6f0e920Wonsik Kim continue; 903bb644123966bfa2f44c60710faaafa8fa6f0e920Wonsik Kim } 904bb644123966bfa2f44c60710faaafa8fa6f0e920Wonsik Kim mCodecInfo = mcl->getCodecInfo(codecIdx); 90578165d3f45797079b06c876042b9b78039378121Wonsik Kim Vector<AString> mimes; 906bb644123966bfa2f44c60710faaafa8fa6f0e920Wonsik Kim mCodecInfo->getSupportedMimes(&mimes); 90778165d3f45797079b06c876042b9b78039378121Wonsik Kim for (size_t i = 0; i < mimes.size(); i++) { 90878165d3f45797079b06c876042b9b78039378121Wonsik Kim if (mimes[i].startsWith("video/")) { 90978165d3f45797079b06c876042b9b78039378121Wonsik Kim mIsVideo = true; 91078165d3f45797079b06c876042b9b78039378121Wonsik Kim break; 9116f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen } 9126f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen } 913bb644123966bfa2f44c60710faaafa8fa6f0e920Wonsik Kim break; 914bb644123966bfa2f44c60710faaafa8fa6f0e920Wonsik Kim } 915bb644123966bfa2f44c60710faaafa8fa6f0e920Wonsik Kim if (mCodecInfo == nullptr) { 916bb644123966bfa2f44c60710faaafa8fa6f0e920Wonsik Kim return NAME_NOT_FOUND; 9175778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 9185778822d86b0337407514b9372562b86edfa91cdAndreas Huber 91967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mIsVideo) { 92067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // video codec needs dedicated looper 9215778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mCodecLooper == NULL) { 9225778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodecLooper = new ALooper; 9235778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodecLooper->setName("CodecLooper"); 9245778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodecLooper->start(false, false, ANDROID_PRIORITY_AUDIO); 9255778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 9265778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9275778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodecLooper->registerHandler(mCodec); 9285778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 9295778822d86b0337407514b9372562b86edfa91cdAndreas Huber mLooper->registerHandler(mCodec); 9305778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 9315778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9325778822d86b0337407514b9372562b86edfa91cdAndreas Huber mLooper->registerHandler(this); 9335778822d86b0337407514b9372562b86edfa91cdAndreas Huber 93479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim mCodec->setCallback( 935dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim std::unique_ptr<CodecBase::CodecCallback>( 936dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim new CodecCallback(new AMessage(kWhatCodecNotify, this)))); 937dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mBufferChannel = mCodec->getBufferChannel(); 938dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mBufferChannel->setCallback( 939dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim std::unique_ptr<CodecBase::BufferCallback>( 940dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim new BufferCallback(new AMessage(kWhatCodecNotify, this)))); 9415778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9421d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatInit, this); 943bb644123966bfa2f44c60710faaafa8fa6f0e920Wonsik Kim msg->setObject("codecInfo", mCodecInfo); 944bb644123966bfa2f44c60710faaafa8fa6f0e920Wonsik Kim // name may be different from mCodecInfo->getCodecName() if we stripped 945bb644123966bfa2f44c60710faaafa8fa6f0e920Wonsik Kim // ".secure" 9465778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setString("name", name); 9475778822d86b0337407514b9372562b86edfa91cdAndreas Huber 948db1221479a7ffe7094c51c463bbd36522ed106abRay Essick if (mAnalyticsItem != NULL) { 94978165d3f45797079b06c876042b9b78039378121Wonsik Kim mAnalyticsItem->setCString(kCodecCodec, name.c_str()); 950de15b8c160c720c48b93796016801e7ae0b6bd2dRay Essick mAnalyticsItem->setCString(kCodecMode, mIsVideo ? kCodecModeVideo : kCodecModeAudio); 951db1221479a7ffe7094c51c463bbd36522ed106abRay Essick } 952db1221479a7ffe7094c51c463bbd36522ed106abRay Essick 95367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu status_t err; 95467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Vector<MediaResource> resources; 955ea15fd29af81490311af9e12949b43524c39400eRonghua Wu MediaResource::Type type = 956ea15fd29af81490311af9e12949b43524c39400eRonghua Wu secureCodec ? MediaResource::kSecureCodec : MediaResource::kNonSecureCodec; 957ea15fd29af81490311af9e12949b43524c39400eRonghua Wu MediaResource::SubType subtype = 958ea15fd29af81490311af9e12949b43524c39400eRonghua Wu mIsVideo ? MediaResource::kVideoCodec : MediaResource::kAudioCodec; 959ea15fd29af81490311af9e12949b43524c39400eRonghua Wu resources.push_back(MediaResource(type, subtype, 1)); 96067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu for (int i = 0; i <= kMaxRetry; ++i) { 96167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (i > 0) { 96267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // Don't try to reclaim resource for the first time. 96337c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu if (!mResourceManagerService->reclaimResource(resources)) { 96467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 96567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 96667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 96767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 96867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<AMessage> response; 96967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu err = PostAndAwaitResponse(msg, &response); 97067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (!isResourceError(err)) { 97167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 97267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 97367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 97467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return err; 9755778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 9765778822d86b0337407514b9372562b86edfa91cdAndreas Huber 977c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhangstatus_t MediaCodec::setCallback(const sp<AMessage> &callback) { 9781d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatSetCallback, this); 979c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setMessage("callback", callback); 980c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 981c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> response; 982c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang return PostAndAwaitResponse(msg, &response); 983c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 984c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 98590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarstatus_t MediaCodec::setOnFrameRenderedNotification(const sp<AMessage> ¬ify) { 98690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar sp<AMessage> msg = new AMessage(kWhatSetNotification, this); 98790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar msg->setMessage("on-frame-rendered", notify); 98890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar return msg->post(); 98990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 99090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 9915778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::configure( 9925778822d86b0337407514b9372562b86edfa91cdAndreas Huber const sp<AMessage> &format, 9939dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang const sp<Surface> &nativeWindow, 9949dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang const sp<ICrypto> &crypto, 9959dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang uint32_t flags) { 9969dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang return configure(format, nativeWindow, crypto, NULL, flags); 9979dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang} 9989dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang 9999dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhangstatus_t MediaCodec::configure( 10009dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang const sp<AMessage> &format, 1001f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar const sp<Surface> &surface, 10021bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber const sp<ICrypto> &crypto, 10039dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang const sp<IDescrambler> &descrambler, 10045778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t flags) { 10051d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatConfigure, this); 10065778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1007002e413a5a7460a32790ed08408085a6062f4054Ray Essick if (mAnalyticsItem != NULL) { 1008002e413a5a7460a32790ed08408085a6062f4054Ray Essick int32_t profile = 0; 1009002e413a5a7460a32790ed08408085a6062f4054Ray Essick if (format->findInt32("profile", &profile)) { 1010002e413a5a7460a32790ed08408085a6062f4054Ray Essick mAnalyticsItem->setInt32(kCodecProfile, profile); 1011002e413a5a7460a32790ed08408085a6062f4054Ray Essick } 1012002e413a5a7460a32790ed08408085a6062f4054Ray Essick int32_t level = 0; 1013002e413a5a7460a32790ed08408085a6062f4054Ray Essick if (format->findInt32("level", &level)) { 1014002e413a5a7460a32790ed08408085a6062f4054Ray Essick mAnalyticsItem->setInt32(kCodecLevel, level); 1015002e413a5a7460a32790ed08408085a6062f4054Ray Essick } 101678165d3f45797079b06c876042b9b78039378121Wonsik Kim mAnalyticsItem->setInt32(kCodecEncoder, (flags & CONFIGURE_FLAG_ENCODE) ? 1 : 0); 1017002e413a5a7460a32790ed08408085a6062f4054Ray Essick } 1018002e413a5a7460a32790ed08408085a6062f4054Ray Essick 101967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mIsVideo) { 102067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu format->findInt32("width", &mVideoWidth); 102167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu format->findInt32("height", &mVideoHeight); 1022002e413a5a7460a32790ed08408085a6062f4054Ray Essick if (!format->findInt32("rotation-degrees", &mRotationDegrees)) { 1023505aab41c0e8e79a49d4506344fcd9d220d5965bChong Zhang mRotationDegrees = 0; 1024505aab41c0e8e79a49d4506344fcd9d220d5965bChong Zhang } 10252034457336d28124e0f9f3c625978052ae03fceaWei Jia 1026db1221479a7ffe7094c51c463bbd36522ed106abRay Essick if (mAnalyticsItem != NULL) { 1027afb43f76821e6a63e17e6484289a40430ada6978Ray Essick mAnalyticsItem->setInt32(kCodecWidth, mVideoWidth); 1028afb43f76821e6a63e17e6484289a40430ada6978Ray Essick mAnalyticsItem->setInt32(kCodecHeight, mVideoHeight); 1029afb43f76821e6a63e17e6484289a40430ada6978Ray Essick mAnalyticsItem->setInt32(kCodecRotation, mRotationDegrees); 1030002e413a5a7460a32790ed08408085a6062f4054Ray Essick int32_t maxWidth = 0; 1031002e413a5a7460a32790ed08408085a6062f4054Ray Essick if (format->findInt32("max-width", &maxWidth)) { 1032002e413a5a7460a32790ed08408085a6062f4054Ray Essick mAnalyticsItem->setInt32(kCodecMaxWidth, maxWidth); 1033002e413a5a7460a32790ed08408085a6062f4054Ray Essick } 1034002e413a5a7460a32790ed08408085a6062f4054Ray Essick int32_t maxHeight = 0; 1035002e413a5a7460a32790ed08408085a6062f4054Ray Essick if (format->findInt32("max-height", &maxHeight)) { 1036002e413a5a7460a32790ed08408085a6062f4054Ray Essick mAnalyticsItem->setInt32(kCodecMaxHeight, maxHeight); 1037002e413a5a7460a32790ed08408085a6062f4054Ray Essick } 1038db1221479a7ffe7094c51c463bbd36522ed106abRay Essick } 1039db1221479a7ffe7094c51c463bbd36522ed106abRay Essick 10402034457336d28124e0f9f3c625978052ae03fceaWei Jia // Prevent possible integer overflow in downstream code. 104178165d3f45797079b06c876042b9b78039378121Wonsik Kim if ((uint64_t)mVideoWidth * mVideoHeight > (uint64_t)INT32_MAX / 4) { 10422034457336d28124e0f9f3c625978052ae03fceaWei Jia ALOGE("buffer size is too big, width=%d, height=%d", mVideoWidth, mVideoHeight); 10432034457336d28124e0f9f3c625978052ae03fceaWei Jia return BAD_VALUE; 10442034457336d28124e0f9f3c625978052ae03fceaWei Jia } 104567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 104667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 10475778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setMessage("format", format); 10485778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("flags", flags); 1049f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar msg->setObject("surface", surface); 10501bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber 10519dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang if (crypto != NULL || descrambler != NULL) { 10529dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang if (crypto != NULL) { 10539dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang msg->setPointer("crypto", crypto.get()); 10549dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang } else { 10559dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang msg->setPointer("descrambler", descrambler.get()); 10569dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang } 1057db1221479a7ffe7094c51c463bbd36522ed106abRay Essick if (mAnalyticsItem != NULL) { 1058afb43f76821e6a63e17e6484289a40430ada6978Ray Essick mAnalyticsItem->setInt32(kCodecCrypto, 1); 1059db1221479a7ffe7094c51c463bbd36522ed106abRay Essick } 106032c1bcda7c9fb429fe6c235184f8bb6aa7ef12dbDongwon Kang } else if (mFlags & kFlagIsSecure) { 106132c1bcda7c9fb429fe6c235184f8bb6aa7ef12dbDongwon Kang ALOGW("Crypto or descrambler should be given for secure codec"); 10625778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 10635778822d86b0337407514b9372562b86edfa91cdAndreas Huber 106467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // save msg for reset 106567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mConfigureMsg = msg; 1066f64b36deccd473b545dbed22c2feb11fc49157e5Chong Zhang 106767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu status_t err; 106867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Vector<MediaResource> resources; 1069ea15fd29af81490311af9e12949b43524c39400eRonghua Wu MediaResource::Type type = (mFlags & kFlagIsSecure) ? 1070ea15fd29af81490311af9e12949b43524c39400eRonghua Wu MediaResource::kSecureCodec : MediaResource::kNonSecureCodec; 1071ea15fd29af81490311af9e12949b43524c39400eRonghua Wu MediaResource::SubType subtype = 1072ea15fd29af81490311af9e12949b43524c39400eRonghua Wu mIsVideo ? MediaResource::kVideoCodec : MediaResource::kAudioCodec; 1073ea15fd29af81490311af9e12949b43524c39400eRonghua Wu resources.push_back(MediaResource(type, subtype, 1)); 107467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // Don't know the buffer size at this point, but it's fine to use 1 because 107567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // the reclaimResource call doesn't consider the requester's buffer size for now. 1076ea15fd29af81490311af9e12949b43524c39400eRonghua Wu resources.push_back(MediaResource(MediaResource::kGraphicMemory, 1)); 107767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu for (int i = 0; i <= kMaxRetry; ++i) { 107867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (i > 0) { 107967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // Don't try to reclaim resource for the first time. 108037c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu if (!mResourceManagerService->reclaimResource(resources)) { 108167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 108267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 108367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 1084f64b36deccd473b545dbed22c2feb11fc49157e5Chong Zhang 108567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<AMessage> response; 108667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu err = PostAndAwaitResponse(msg, &response); 108767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (err != OK && err != INVALID_OPERATION) { 108867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // MediaCodec now set state to UNINITIALIZED upon any fatal error. 108967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // To maintain backward-compatibility, do a reset() to put codec 109067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // back into INITIALIZED state. 109167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // But don't reset if the err is INVALID_OPERATION, which means 109267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // the configure failure is due to wrong state. 109367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 109467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ALOGE("configure failed with err 0x%08x, resetting...", err); 109567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu reset(); 109667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 109767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (!isResourceError(err)) { 109867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 109967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 1100f64b36deccd473b545dbed22c2feb11fc49157e5Chong Zhang } 1101f64b36deccd473b545dbed22c2feb11fc49157e5Chong Zhang return err; 11025778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 11035778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1104cefac14261a32fb856b0d1ab31541787112e306eHassan Shojaniastatus_t MediaCodec::releaseCrypto() 1105cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania{ 1106cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania ALOGV("releaseCrypto"); 1107cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania 1108cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania sp<AMessage> msg = new AMessage(kWhatDrmReleaseCrypto, this); 1109cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania 1110cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania sp<AMessage> response; 1111cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania status_t status = msg->postAndAwaitResponse(&response); 1112cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania 1113cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania if (status == OK && response != NULL) { 1114cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania CHECK(response->findInt32("status", &status)); 1115cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania ALOGV("releaseCrypto ret: %d ", status); 1116cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania } 1117cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania else { 1118cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania ALOGE("releaseCrypto err: %d", status); 1119cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania } 1120cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania 1121cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania return status; 1122cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania} 1123cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania 1124cefac14261a32fb856b0d1ab31541787112e306eHassan Shojaniavoid MediaCodec::onReleaseCrypto(const sp<AMessage>& msg) 1125cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania{ 1126cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania status_t status = INVALID_OPERATION; 1127cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania if (mCrypto != NULL) { 1128cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania ALOGV("onReleaseCrypto: mCrypto: %p (%d)", mCrypto.get(), mCrypto->getStrongCount()); 1129cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania mBufferChannel->setCrypto(NULL); 1130cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania // TODO change to ALOGV 1131cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania ALOGD("onReleaseCrypto: [before clear] mCrypto: %p (%d)", 1132cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania mCrypto.get(), mCrypto->getStrongCount()); 1133cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania mCrypto.clear(); 1134cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania 1135cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania status = OK; 1136cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania } 1137cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania else { 1138cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania ALOGW("onReleaseCrypto: No mCrypto. err: %d", status); 1139cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania } 1140cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania 1141cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania sp<AMessage> response = new AMessage; 1142cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania response->setInt32("status", status); 1143cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania 1144cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania sp<AReplyToken> replyID; 1145cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania CHECK(msg->senderAwaitsResponse(&replyID)); 1146cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania response->postReply(replyID); 1147cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania} 1148cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania 11498f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhangstatus_t MediaCodec::setInputSurface( 1150d291c222357303b9611cab89d0c3b047584ef377Chong Zhang const sp<PersistentSurface> &surface) { 11518f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang sp<AMessage> msg = new AMessage(kWhatSetInputSurface, this); 1152d291c222357303b9611cab89d0c3b047584ef377Chong Zhang msg->setObject("input-surface", surface.get()); 1153d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 1154d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<AMessage> response; 1155d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return PostAndAwaitResponse(msg, &response); 1156d291c222357303b9611cab89d0c3b047584ef377Chong Zhang} 1157d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 11581dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t MediaCodec::setSurface(const sp<Surface> &surface) { 11591dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AMessage> msg = new AMessage(kWhatSetSurface, this); 11601dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar msg->setObject("surface", surface); 11611dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 11621dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AMessage> response; 11631dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return PostAndAwaitResponse(msg, &response); 11641dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar} 11651dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 11667cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFaddenstatus_t MediaCodec::createInputSurface( 11677cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<IGraphicBufferProducer>* bufferProducer) { 11681d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatCreateInputSurface, this); 11697cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 11707cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<AMessage> response; 11717cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden status_t err = PostAndAwaitResponse(msg, &response); 11727cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden if (err == NO_ERROR) { 11737cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden // unwrap the sp<IGraphicBufferProducer> 11747cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<RefBase> obj; 11757cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden bool found = response->findObject("input-surface", &obj); 11767cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden CHECK(found); 11777cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<BufferProducerWrapper> wrapper( 11787cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden static_cast<BufferProducerWrapper*>(obj.get())); 11797cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden *bufferProducer = wrapper->getBufferProducer(); 11807cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } else { 11817cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden ALOGW("createInputSurface failed, err=%d", err); 11827cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 11837cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden return err; 11847cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden} 11857cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 118667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuuint64_t MediaCodec::getGraphicBufferSize() { 118767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (!mIsVideo) { 118867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return 0; 118967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 119067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 119167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu uint64_t size = 0; 119267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu size_t portNum = sizeof(mPortBuffers) / sizeof((mPortBuffers)[0]); 119367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu for (size_t i = 0; i < portNum; ++i) { 119467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // TODO: this is just an estimation, we should get the real buffer size from ACodec. 119567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu size += mPortBuffers[i].size() * mVideoWidth * mVideoHeight * 3 / 2; 119667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 119767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return size; 119867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 119967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 1200ea15fd29af81490311af9e12949b43524c39400eRonghua Wuvoid MediaCodec::addResource( 1201ea15fd29af81490311af9e12949b43524c39400eRonghua Wu MediaResource::Type type, MediaResource::SubType subtype, uint64_t value) { 120267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Vector<MediaResource> resources; 1203c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu resources.push_back(MediaResource(type, subtype, value)); 120467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mResourceManagerService->addResource( 120537c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu getId(mResourceManagerClient), mResourceManagerClient, resources); 120667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 120767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 12085778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::start() { 12091d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatStart, this); 12105778822d86b0337407514b9372562b86edfa91cdAndreas Huber 121167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu status_t err; 121267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Vector<MediaResource> resources; 1213ea15fd29af81490311af9e12949b43524c39400eRonghua Wu MediaResource::Type type = (mFlags & kFlagIsSecure) ? 1214ea15fd29af81490311af9e12949b43524c39400eRonghua Wu MediaResource::kSecureCodec : MediaResource::kNonSecureCodec; 1215ea15fd29af81490311af9e12949b43524c39400eRonghua Wu MediaResource::SubType subtype = 1216ea15fd29af81490311af9e12949b43524c39400eRonghua Wu mIsVideo ? MediaResource::kVideoCodec : MediaResource::kAudioCodec; 1217ea15fd29af81490311af9e12949b43524c39400eRonghua Wu resources.push_back(MediaResource(type, subtype, 1)); 121867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // Don't know the buffer size at this point, but it's fine to use 1 because 121967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // the reclaimResource call doesn't consider the requester's buffer size for now. 1220ea15fd29af81490311af9e12949b43524c39400eRonghua Wu resources.push_back(MediaResource(MediaResource::kGraphicMemory, 1)); 122167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu for (int i = 0; i <= kMaxRetry; ++i) { 122267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (i > 0) { 122367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // Don't try to reclaim resource for the first time. 122437c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu if (!mResourceManagerService->reclaimResource(resources)) { 122567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 122667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 122767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // Recover codec from previous error before retry start. 122867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu err = reset(); 122967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (err != OK) { 123067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ALOGE("retrying start: failed to reset codec"); 123167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 123267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 123367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<AMessage> response; 123467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu err = PostAndAwaitResponse(mConfigureMsg, &response); 123567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (err != OK) { 123667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ALOGE("retrying start: failed to configure codec"); 123767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 123867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 123967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 124067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 124167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<AMessage> response; 124267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu err = PostAndAwaitResponse(msg, &response); 124367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (!isResourceError(err)) { 124467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 124567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 124667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 124767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return err; 12485778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 12495778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12505778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::stop() { 12511d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatStop, this); 12525778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12535778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 12545778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 12555778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 12565778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12574b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wubool MediaCodec::hasPendingBuffer(int portIndex) { 1258dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim return std::any_of( 1259dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mPortBuffers[portIndex].begin(), mPortBuffers[portIndex].end(), 1260dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim [](const BufferInfo &info) { return info.mOwnedByClient; }); 12614b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu} 12624b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu 12634b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wubool MediaCodec::hasPendingBuffer() { 12644b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu return hasPendingBuffer(kPortIndexInput) || hasPendingBuffer(kPortIndexOutput); 12654b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu} 12664b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu 12674b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wustatus_t MediaCodec::reclaim(bool force) { 126858828196edf2fc4debbd7913198a8149f039b4a9Ronghua Wu ALOGD("MediaCodec::reclaim(%p) %s", this, mInitName.c_str()); 126947a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu sp<AMessage> msg = new AMessage(kWhatRelease, this); 127047a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu msg->setInt32("reclaimed", 1); 12714b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu msg->setInt32("force", force ? 1 : 0); 127247a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu 127347a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu sp<AMessage> response; 12740abb2aa4859ced9165c77324cb83d1cd94f5f20cRonghua Wu status_t ret = PostAndAwaitResponse(msg, &response); 12750abb2aa4859ced9165c77324cb83d1cd94f5f20cRonghua Wu if (ret == -ENOENT) { 12760abb2aa4859ced9165c77324cb83d1cd94f5f20cRonghua Wu ALOGD("MediaCodec looper is gone, skip reclaim"); 12770abb2aa4859ced9165c77324cb83d1cd94f5f20cRonghua Wu ret = OK; 12780abb2aa4859ced9165c77324cb83d1cd94f5f20cRonghua Wu } 12790abb2aa4859ced9165c77324cb83d1cd94f5f20cRonghua Wu return ret; 128047a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu} 128147a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu 1282c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberstatus_t MediaCodec::release() { 12831d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatRelease, this); 1284c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 1285c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber sp<AMessage> response; 1286c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return PostAndAwaitResponse(msg, &response); 1287c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber} 1288c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 1289671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnarstatus_t MediaCodec::reset() { 1290671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar /* When external-facing MediaCodec object is created, 1291671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar it is already initialized. Thus, reset is essentially 1292671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar release() followed by init(), plus clearing the state */ 1293671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 1294671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar status_t err = release(); 1295671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 1296671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar // unregister handlers 1297671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar if (mCodec != NULL) { 1298671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar if (mCodecLooper != NULL) { 1299671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mCodecLooper->unregisterHandler(mCodec->id()); 1300671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar } else { 1301671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mLooper->unregisterHandler(mCodec->id()); 1302671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar } 1303671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mCodec = NULL; 1304671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar } 1305671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mLooper->unregisterHandler(id()); 1306671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 1307671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mFlags = 0; // clear all flags 1308251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mStickyError = OK; 1309671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 1310671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar // reset state not reset by setState(UNINITIALIZED) 1311671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mReplyID = 0; 1312671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mDequeueInputReplyID = 0; 1313671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mDequeueOutputReplyID = 0; 1314671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mDequeueInputTimeoutGeneration = 0; 1315671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mDequeueOutputTimeoutGeneration = 0; 1316671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mHaveInputSurface = false; 1317671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 1318671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar if (err == OK) { 131978165d3f45797079b06c876042b9b78039378121Wonsik Kim err = init(mInitName); 1320671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar } 1321671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar return err; 1322671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar} 1323671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 13245778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::queueInputBuffer( 13255778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t index, 13265778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t offset, 13275778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t size, 13285778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t presentationTimeUs, 13295b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber uint32_t flags, 13305b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber AString *errorDetailMsg) { 13315b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber if (errorDetailMsg != NULL) { 13325b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber errorDetailMsg->clear(); 13335b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber } 13345b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber 13351d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatQueueInputBuffer, this); 13365778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setSize("index", index); 13375778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setSize("offset", offset); 13385778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setSize("size", size); 13395778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt64("timeUs", presentationTimeUs); 13405778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("flags", flags); 13415b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber msg->setPointer("errorDetailMsg", errorDetailMsg); 13425778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13435778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 13445778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 13455778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 13465778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13474b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huberstatus_t MediaCodec::queueSecureInputBuffer( 13484b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size_t index, 13494b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size_t offset, 13504b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const CryptoPlugin::SubSample *subSamples, 13514b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size_t numSubSamples, 13524b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const uint8_t key[16], 13534b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const uint8_t iv[16], 13544b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CryptoPlugin::Mode mode, 135518cb1eca504817b5b144a023ae2792d90e74c9a5Jeff Tinker const CryptoPlugin::Pattern &pattern, 13564b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber int64_t presentationTimeUs, 13575b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber uint32_t flags, 13585b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber AString *errorDetailMsg) { 13595b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber if (errorDetailMsg != NULL) { 13605b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber errorDetailMsg->clear(); 13615b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber } 13625b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber 13631d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatQueueInputBuffer, this); 13644b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setSize("index", index); 13654b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setSize("offset", offset); 13664b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setPointer("subSamples", (void *)subSamples); 13674b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setSize("numSubSamples", numSubSamples); 13684b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setPointer("key", (void *)key); 13694b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setPointer("iv", (void *)iv); 13704b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setInt32("mode", mode); 137118cb1eca504817b5b144a023ae2792d90e74c9a5Jeff Tinker msg->setInt32("encryptBlocks", pattern.mEncryptBlocks); 137218cb1eca504817b5b144a023ae2792d90e74c9a5Jeff Tinker msg->setInt32("skipBlocks", pattern.mSkipBlocks); 13734b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setInt64("timeUs", presentationTimeUs); 13744b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setInt32("flags", flags); 13755b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber msg->setPointer("errorDetailMsg", errorDetailMsg); 13764b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 13774b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber sp<AMessage> response; 13785b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber status_t err = PostAndAwaitResponse(msg, &response); 13795b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber 13805b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber return err; 13814b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber} 13824b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 13835778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::dequeueInputBuffer(size_t *index, int64_t timeoutUs) { 13841d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatDequeueInputBuffer, this); 13855778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt64("timeoutUs", timeoutUs); 13865778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13875778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 13885778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err; 13895778822d86b0337407514b9372562b86edfa91cdAndreas Huber if ((err = PostAndAwaitResponse(msg, &response)) != OK) { 13905778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 13915778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 13925778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13935778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findSize("index", index)); 13945778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13955778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 13965778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 13975778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13985778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::dequeueOutputBuffer( 13995778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t *index, 14005778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t *offset, 14015778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t *size, 14025778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t *presentationTimeUs, 14035778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t *flags, 14045778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t timeoutUs) { 14051d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatDequeueOutputBuffer, this); 14065778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt64("timeoutUs", timeoutUs); 14075778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14085778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 14095778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err; 14105778822d86b0337407514b9372562b86edfa91cdAndreas Huber if ((err = PostAndAwaitResponse(msg, &response)) != OK) { 14115778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 14125778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14135778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14145778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findSize("index", index)); 14155778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findSize("offset", offset)); 14165778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findSize("size", size)); 14175778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findInt64("timeUs", presentationTimeUs)); 14185778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findInt32("flags", (int32_t *)flags)); 14195778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14205778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 14215778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 14225778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14235778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::renderOutputBufferAndRelease(size_t index) { 14241d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatReleaseOutputBuffer, this); 14255778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setSize("index", index); 14265778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("render", true); 14275778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14285778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 14295778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 14305778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 14315778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1432fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnarstatus_t MediaCodec::renderOutputBufferAndRelease(size_t index, int64_t timestampNs) { 14331d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatReleaseOutputBuffer, this); 1434fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar msg->setSize("index", index); 1435fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar msg->setInt32("render", true); 1436fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar msg->setInt64("timestampNs", timestampNs); 1437fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar 1438fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar sp<AMessage> response; 1439fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar return PostAndAwaitResponse(msg, &response); 1440fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar} 1441fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar 14425778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::releaseOutputBuffer(size_t index) { 14431d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatReleaseOutputBuffer, this); 14445778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setSize("index", index); 14455778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14465778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 14475778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 14485778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 14495778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14507cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFaddenstatus_t MediaCodec::signalEndOfInputStream() { 14511d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatSignalEndOfInputStream, this); 14527cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 14537cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<AMessage> response; 14547cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden return PostAndAwaitResponse(msg, &response); 14557cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden} 14567cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 14575778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::getOutputFormat(sp<AMessage> *format) const { 14581d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatGetOutputFormat, this); 14595778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14605778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 14615778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err; 14625778822d86b0337407514b9372562b86edfa91cdAndreas Huber if ((err = PostAndAwaitResponse(msg, &response)) != OK) { 14635778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 14645778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14655778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14665778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findMessage("format", format)); 14675778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14685778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 14695778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 14705778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1471e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnarstatus_t MediaCodec::getInputFormat(sp<AMessage> *format) const { 14721d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatGetInputFormat, this); 1473e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 1474e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar sp<AMessage> response; 1475e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar status_t err; 1476e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if ((err = PostAndAwaitResponse(msg, &response)) != OK) { 1477e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar return err; 1478e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 1479e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 1480e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar CHECK(response->findMessage("format", format)); 1481e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 1482e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar return OK; 1483e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar} 1484e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 1485717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjostatus_t MediaCodec::getName(AString *name) const { 14861d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatGetName, this); 1487717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 1488717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo sp<AMessage> response; 1489717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo status_t err; 1490717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo if ((err = PostAndAwaitResponse(msg, &response)) != OK) { 1491717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo return err; 1492717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo } 1493717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 1494717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo CHECK(response->findString("name", name)); 1495717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 1496717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo return OK; 1497717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo} 1498717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 14993f21345e16b77c49042f5c13ceb62b0c35699561Chong Zhangstatus_t MediaCodec::getCodecInfo(sp<MediaCodecInfo> *codecInfo) const { 15003f21345e16b77c49042f5c13ceb62b0c35699561Chong Zhang sp<AMessage> msg = new AMessage(kWhatGetCodecInfo, this); 15013f21345e16b77c49042f5c13ceb62b0c35699561Chong Zhang 15023f21345e16b77c49042f5c13ceb62b0c35699561Chong Zhang sp<AMessage> response; 15033f21345e16b77c49042f5c13ceb62b0c35699561Chong Zhang status_t err; 15043f21345e16b77c49042f5c13ceb62b0c35699561Chong Zhang if ((err = PostAndAwaitResponse(msg, &response)) != OK) { 15053f21345e16b77c49042f5c13ceb62b0c35699561Chong Zhang return err; 15063f21345e16b77c49042f5c13ceb62b0c35699561Chong Zhang } 15073f21345e16b77c49042f5c13ceb62b0c35699561Chong Zhang 15083f21345e16b77c49042f5c13ceb62b0c35699561Chong Zhang sp<RefBase> obj; 15093f21345e16b77c49042f5c13ceb62b0c35699561Chong Zhang CHECK(response->findObject("codecInfo", &obj)); 15103f21345e16b77c49042f5c13ceb62b0c35699561Chong Zhang *codecInfo = static_cast<MediaCodecInfo *>(obj.get()); 15113f21345e16b77c49042f5c13ceb62b0c35699561Chong Zhang 15123f21345e16b77c49042f5c13ceb62b0c35699561Chong Zhang return OK; 15133f21345e16b77c49042f5c13ceb62b0c35699561Chong Zhang} 15143f21345e16b77c49042f5c13ceb62b0c35699561Chong Zhang 1515afb43f76821e6a63e17e6484289a40430ada6978Ray Essickstatus_t MediaCodec::getMetrics(MediaAnalyticsItem * &reply) { 1516afb43f76821e6a63e17e6484289a40430ada6978Ray Essick 1517afb43f76821e6a63e17e6484289a40430ada6978Ray Essick reply = NULL; 1518db1221479a7ffe7094c51c463bbd36522ed106abRay Essick 1519db1221479a7ffe7094c51c463bbd36522ed106abRay Essick // shouldn't happen, but be safe 1520db1221479a7ffe7094c51c463bbd36522ed106abRay Essick if (mAnalyticsItem == NULL) { 1521db1221479a7ffe7094c51c463bbd36522ed106abRay Essick return UNKNOWN_ERROR; 1522db1221479a7ffe7094c51c463bbd36522ed106abRay Essick } 1523db1221479a7ffe7094c51c463bbd36522ed106abRay Essick 152401c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick // update any in-flight data that's not carried within the record 152501c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick updateAnalyticsItem(); 1526db1221479a7ffe7094c51c463bbd36522ed106abRay Essick 1527db1221479a7ffe7094c51c463bbd36522ed106abRay Essick // send it back to the caller. 1528afb43f76821e6a63e17e6484289a40430ada6978Ray Essick reply = mAnalyticsItem->dup(); 1529db1221479a7ffe7094c51c463bbd36522ed106abRay Essick 153001c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick updateEphemeralAnalytics(reply); 153101c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick 1532db1221479a7ffe7094c51c463bbd36522ed106abRay Essick return OK; 1533db1221479a7ffe7094c51c463bbd36522ed106abRay Essick} 1534db1221479a7ffe7094c51c463bbd36522ed106abRay Essick 15357e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kimstatus_t MediaCodec::getInputBuffers(Vector<sp<MediaCodecBuffer> > *buffers) const { 15361d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatGetBuffers, this); 15375778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("portIndex", kPortIndexInput); 15385778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setPointer("buffers", buffers); 15395778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15405778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 15415778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 15425778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 15435778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15447e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kimstatus_t MediaCodec::getOutputBuffers(Vector<sp<MediaCodecBuffer> > *buffers) const { 15451d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatGetBuffers, this); 15465778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("portIndex", kPortIndexOutput); 15475778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setPointer("buffers", buffers); 15485778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15495778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 15505778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 15515778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 15525778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15537e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kimstatus_t MediaCodec::getOutputBuffer(size_t index, sp<MediaCodecBuffer> *buffer) { 15547bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar sp<AMessage> format; 15557bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar return getBufferAndFormat(kPortIndexOutput, index, buffer, &format); 15567bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar} 15577bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 15587bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnarstatus_t MediaCodec::getOutputFormat(size_t index, sp<AMessage> *format) { 15597e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim sp<MediaCodecBuffer> buffer; 15607bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar return getBufferAndFormat(kPortIndexOutput, index, &buffer, format); 15617bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar} 15627bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 15637e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kimstatus_t MediaCodec::getInputBuffer(size_t index, sp<MediaCodecBuffer> *buffer) { 15647bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar sp<AMessage> format; 15657bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar return getBufferAndFormat(kPortIndexInput, index, buffer, &format); 15667bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar} 15677bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 15680e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnarbool MediaCodec::isExecuting() const { 15690e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar return mState == STARTED || mState == FLUSHED; 15700e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar} 15710e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar 15727bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnarstatus_t MediaCodec::getBufferAndFormat( 15737bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar size_t portIndex, size_t index, 15747e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim sp<MediaCodecBuffer> *buffer, sp<AMessage> *format) { 15757bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar // use mutex instead of a context switch 157647a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu if (mReleasedByResourceManager) { 1577b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage ALOGE("getBufferAndFormat - resource already released"); 157847a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu return DEAD_OBJECT; 157947a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu } 158047a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu 1581b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage if (buffer == NULL) { 15827e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim ALOGE("getBufferAndFormat - null MediaCodecBuffer"); 1583b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage return INVALID_OPERATION; 1584b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage } 1585b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage 1586b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage if (format == NULL) { 1587b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage ALOGE("getBufferAndFormat - null AMessage"); 1588b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage return INVALID_OPERATION; 1589b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage } 1590b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage 15917bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar buffer->clear(); 15927bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar format->clear(); 1593b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage 15940e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (!isExecuting()) { 1595b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage ALOGE("getBufferAndFormat - not executing"); 15967bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar return INVALID_OPERATION; 15977bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar } 15987bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 15997bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar // we do not want mPortBuffers to change during this section 16007bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar // we also don't want mOwnedByClient to change during this 16017bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Mutex::Autolock al(mBufferLock); 1602b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage 1603dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim std::vector<BufferInfo> &buffers = mPortBuffers[portIndex]; 1604dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim if (index >= buffers.size()) { 1605b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage ALOGE("getBufferAndFormat - trying to get buffer with " 1606dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim "bad index (index=%zu buffer_size=%zu)", index, buffers.size()); 1607b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage return INVALID_OPERATION; 16087bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar } 1609b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage 1610dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim const BufferInfo &info = buffers[index]; 1611b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage if (!info.mOwnedByClient) { 1612b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage ALOGE("getBufferAndFormat - invalid operation " 16130362655ca9494052f348f83dabecf9ea27003976Aaron Vaage "(the index %zu is not owned by client)", index); 1614b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage return INVALID_OPERATION; 1615b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage } 1616b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage 16174811923e80a8abefa278307ebf8cc9b0294ba67fWonsik Kim *buffer = info.mData; 1618fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim *format = info.mData->format(); 1619b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage 16207bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar return OK; 16217bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar} 16227bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 16235778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::flush() { 16241d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatFlush, this); 16255778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16265778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 16275778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 16285778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 16295778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1630496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huberstatus_t MediaCodec::requestIDRFrame() { 16311d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatRequestIDRFrame, this))->post(); 1632496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 1633496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber return OK; 1634496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber} 1635496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 1636575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Hubervoid MediaCodec::requestActivityNotification(const sp<AMessage> ¬ify) { 16371d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatRequestActivityNotification, this); 1638575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber msg->setMessage("notify", notify); 1639575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber msg->post(); 1640575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber} 1641575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 164279d2b28f3a04d7914bb932a65d87117c0c7c11cfChong Zhangvoid MediaCodec::requestCpuBoostIfNeeded() { 164379d2b28f3a04d7914bb932a65d87117c0c7c11cfChong Zhang if (mCpuBoostRequested) { 164479d2b28f3a04d7914bb932a65d87117c0c7c11cfChong Zhang return; 164579d2b28f3a04d7914bb932a65d87117c0c7c11cfChong Zhang } 164679d2b28f3a04d7914bb932a65d87117c0c7c11cfChong Zhang int32_t colorFormat; 164779d2b28f3a04d7914bb932a65d87117c0c7c11cfChong Zhang if (mSoftRenderer != NULL 164879d2b28f3a04d7914bb932a65d87117c0c7c11cfChong Zhang && mOutputFormat->contains("hdr-static-info") 164979d2b28f3a04d7914bb932a65d87117c0c7c11cfChong Zhang && mOutputFormat->findInt32("color-format", &colorFormat) 165079d2b28f3a04d7914bb932a65d87117c0c7c11cfChong Zhang && (colorFormat == OMX_COLOR_FormatYUV420Planar16)) { 165179d2b28f3a04d7914bb932a65d87117c0c7c11cfChong Zhang int32_t left, top, right, bottom, width, height; 165279d2b28f3a04d7914bb932a65d87117c0c7c11cfChong Zhang int64_t totalPixel = 0; 165379d2b28f3a04d7914bb932a65d87117c0c7c11cfChong Zhang if (mOutputFormat->findRect("crop", &left, &top, &right, &bottom)) { 165479d2b28f3a04d7914bb932a65d87117c0c7c11cfChong Zhang totalPixel = (right - left + 1) * (bottom - top + 1); 165579d2b28f3a04d7914bb932a65d87117c0c7c11cfChong Zhang } else if (mOutputFormat->findInt32("width", &width) 165679d2b28f3a04d7914bb932a65d87117c0c7c11cfChong Zhang && mOutputFormat->findInt32("height", &height)) { 165779d2b28f3a04d7914bb932a65d87117c0c7c11cfChong Zhang totalPixel = width * height; 165879d2b28f3a04d7914bb932a65d87117c0c7c11cfChong Zhang } 165979d2b28f3a04d7914bb932a65d87117c0c7c11cfChong Zhang if (totalPixel >= 1920 * 1080) { 166079d2b28f3a04d7914bb932a65d87117c0c7c11cfChong Zhang addResource(MediaResource::kCpuBoost, 166179d2b28f3a04d7914bb932a65d87117c0c7c11cfChong Zhang MediaResource::kUnspecifiedSubType, 1); 166279d2b28f3a04d7914bb932a65d87117c0c7c11cfChong Zhang mCpuBoostRequested = true; 166379d2b28f3a04d7914bb932a65d87117c0c7c11cfChong Zhang } 166479d2b28f3a04d7914bb932a65d87117c0c7c11cfChong Zhang } 166579d2b28f3a04d7914bb932a65d87117c0c7c11cfChong Zhang} 166679d2b28f3a04d7914bb932a65d87117c0c7c11cfChong Zhang 16675778822d86b0337407514b9372562b86edfa91cdAndreas Huber//////////////////////////////////////////////////////////////////////////////// 16685778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16695778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid MediaCodec::cancelPendingDequeueOperations() { 16705778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mFlags & kFlagDequeueInputPending) { 1671c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(mDequeueInputReplyID, INVALID_OPERATION); 16725778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16735778822d86b0337407514b9372562b86edfa91cdAndreas Huber ++mDequeueInputTimeoutGeneration; 16745778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputReplyID = 0; 16755778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueInputPending; 16765778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 16775778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16785778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mFlags & kFlagDequeueOutputPending) { 1679c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(mDequeueOutputReplyID, INVALID_OPERATION); 16805778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16815778822d86b0337407514b9372562b86edfa91cdAndreas Huber ++mDequeueOutputTimeoutGeneration; 16825778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueOutputReplyID = 0; 16835778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueOutputPending; 16845778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 16855778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 16865778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16873f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnarbool MediaCodec::handleDequeueInputBuffer(const sp<AReplyToken> &replyID, bool newRequest) { 16880e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (!isExecuting() || (mFlags & kFlagIsAsync) 16895778822d86b0337407514b9372562b86edfa91cdAndreas Huber || (newRequest && (mFlags & kFlagDequeueInputPending))) { 1690c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 16915778822d86b0337407514b9372562b86edfa91cdAndreas Huber return true; 1692251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 1693251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 1694251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return true; 16955778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 16965778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16975778822d86b0337407514b9372562b86edfa91cdAndreas Huber ssize_t index = dequeuePortBuffer(kPortIndexInput); 16985778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16995778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (index < 0) { 17005778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ(index, -EAGAIN); 17015778822d86b0337407514b9372562b86edfa91cdAndreas Huber return false; 17025778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 17035778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17045778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response = new AMessage; 17055778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setSize("index", index); 17065778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->postReply(replyID); 17075778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17085778822d86b0337407514b9372562b86edfa91cdAndreas Huber return true; 17095778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 17105778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17113f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnarbool MediaCodec::handleDequeueOutputBuffer(const sp<AReplyToken> &replyID, bool newRequest) { 17120e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (!isExecuting() || (mFlags & kFlagIsAsync) 17135778822d86b0337407514b9372562b86edfa91cdAndreas Huber || (newRequest && (mFlags & kFlagDequeueOutputPending))) { 171447a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu PostReplyWithError(replyID, INVALID_OPERATION); 1715251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 171647a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu PostReplyWithError(replyID, getStickyError()); 17175778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (mFlags & kFlagOutputBuffersChanged) { 171847a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu PostReplyWithError(replyID, INFO_OUTPUT_BUFFERS_CHANGED); 17195778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagOutputBuffersChanged; 17205778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (mFlags & kFlagOutputFormatChanged) { 172147a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu PostReplyWithError(replyID, INFO_FORMAT_CHANGED); 17225778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagOutputFormatChanged; 17235778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 172447a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu sp<AMessage> response = new AMessage; 17255778822d86b0337407514b9372562b86edfa91cdAndreas Huber ssize_t index = dequeuePortBuffer(kPortIndexOutput); 17265778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17275778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (index < 0) { 17285778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ(index, -EAGAIN); 17295778822d86b0337407514b9372562b86edfa91cdAndreas Huber return false; 17305778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 17315778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17327e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim const sp<MediaCodecBuffer> &buffer = 1733dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mPortBuffers[kPortIndexOutput][index].mData; 17345778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17355778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setSize("index", index); 17365778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setSize("offset", buffer->offset()); 17375778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setSize("size", buffer->size()); 17385778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17395778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t timeUs; 17405778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(buffer->meta()->findInt64("timeUs", &timeUs)); 17415778822d86b0337407514b9372562b86edfa91cdAndreas Huber 174201c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick statsBufferReceived(timeUs); 174301c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick 17445778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setInt64("timeUs", timeUs); 17455778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1746dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim int32_t flags; 1747dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim CHECK(buffer->meta()->findInt32("flags", &flags)); 17485778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17495778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setInt32("flags", flags); 175047a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu response->postReply(replyID); 17515778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 17525778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17535778822d86b0337407514b9372562b86edfa91cdAndreas Huber return true; 17545778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 17555778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17565778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid MediaCodec::onMessageReceived(const sp<AMessage> &msg) { 17575778822d86b0337407514b9372562b86edfa91cdAndreas Huber switch (msg->what()) { 17585778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatCodecNotify: 17595778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 17605778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t what; 17615778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("what", &what)); 17625778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17635778822d86b0337407514b9372562b86edfa91cdAndreas Huber switch (what) { 176479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim case kWhatError: 17655778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 1766251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung int32_t err, actionCode; 1767251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung CHECK(msg->findInt32("err", &err)); 1768251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung CHECK(msg->findInt32("actionCode", &actionCode)); 17695778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17709e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen ALOGE("Codec reported err %#x, actionCode %d, while in state %d", 17719e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen err, actionCode, mState); 1772251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (err == DEAD_OBJECT) { 1773aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber mFlags |= kFlagSawMediaServerDie; 177452dfbee90cc3c4426428318e06a92774f5201198Praveen Chavan mFlags &= ~kFlagIsComponentAllocated; 1775aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber } 1776aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber 17775530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia bool sendErrorResponse = true; 17785778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17795778822d86b0337407514b9372562b86edfa91cdAndreas Huber switch (mState) { 17805778822d86b0337407514b9372562b86edfa91cdAndreas Huber case INITIALIZING: 17815778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 17825778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(UNINITIALIZED); 17835778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 17845778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 17855778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17865778822d86b0337407514b9372562b86edfa91cdAndreas Huber case CONFIGURING: 17875778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 178882b7fe8aa03558bf90769a3d88536e6105db371bRay Essick if (actionCode == ACTION_CODE_FATAL) { 178982b7fe8aa03558bf90769a3d88536e6105db371bRay Essick mAnalyticsItem->setInt32(kCodecError, err); 1790573ebe40b005690f797ac4d90ed1ff49f9fdb2b7Ray Essick mAnalyticsItem->setCString(kCodecErrorState, stateString(mState).c_str()); 179182b7fe8aa03558bf90769a3d88536e6105db371bRay Essick flushAnalyticsItem(); 179282b7fe8aa03558bf90769a3d88536e6105db371bRay Essick initAnalyticsItem(); 179382b7fe8aa03558bf90769a3d88536e6105db371bRay Essick } 1794c22c695660ed9edaba0d4cd7c0ab3a794216fe80Wei Jia setState(actionCode == ACTION_CODE_FATAL ? 1795c22c695660ed9edaba0d4cd7c0ab3a794216fe80Wei Jia UNINITIALIZED : INITIALIZED); 17965778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 17975778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 17985778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17995778822d86b0337407514b9372562b86edfa91cdAndreas Huber case STARTING: 18005778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 180182b7fe8aa03558bf90769a3d88536e6105db371bRay Essick if (actionCode == ACTION_CODE_FATAL) { 180282b7fe8aa03558bf90769a3d88536e6105db371bRay Essick mAnalyticsItem->setInt32(kCodecError, err); 1803573ebe40b005690f797ac4d90ed1ff49f9fdb2b7Ray Essick mAnalyticsItem->setCString(kCodecErrorState, stateString(mState).c_str()); 180482b7fe8aa03558bf90769a3d88536e6105db371bRay Essick flushAnalyticsItem(); 180582b7fe8aa03558bf90769a3d88536e6105db371bRay Essick initAnalyticsItem(); 180682b7fe8aa03558bf90769a3d88536e6105db371bRay Essick } 1807c22c695660ed9edaba0d4cd7c0ab3a794216fe80Wei Jia setState(actionCode == ACTION_CODE_FATAL ? 1808c22c695660ed9edaba0d4cd7c0ab3a794216fe80Wei Jia UNINITIALIZED : CONFIGURED); 18095778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 18105778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 18115778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1812c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber case RELEASING: 18135778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 18145778822d86b0337407514b9372562b86edfa91cdAndreas Huber // Ignore the error, assuming we'll still get 18155d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang // the shutdown complete notification. If we 18165d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang // don't, we'll timeout and force release. 18175530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia sendErrorResponse = false; 18185d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang } 18195d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang // fall-thru 18205d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang case STOPPING: 18215d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang { 1822aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber if (mFlags & kFlagSawMediaServerDie) { 182303ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // MediaServer died, there definitely won't 182403ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // be a shutdown complete notification after 182503ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // all. 182603ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber 182703ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // note that we're directly going from 182803ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // STOPPING->UNINITIALIZED, instead of the 182903ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // usual STOPPING->INITIALIZED state. 183003ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber setState(UNINITIALIZED); 18316e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar if (mState == RELEASING) { 18326e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar mComponentName.clear(); 18336e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar } 183403ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber (new AMessage)->postReply(mReplyID); 18355d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang sendErrorResponse = false; 183603ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber } 18375778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 18385778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 18395778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18405778822d86b0337407514b9372562b86edfa91cdAndreas Huber case FLUSHING: 18415778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 18429e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen if (actionCode == ACTION_CODE_FATAL) { 184382b7fe8aa03558bf90769a3d88536e6105db371bRay Essick mAnalyticsItem->setInt32(kCodecError, err); 1844573ebe40b005690f797ac4d90ed1ff49f9fdb2b7Ray Essick mAnalyticsItem->setCString(kCodecErrorState, stateString(mState).c_str()); 184582b7fe8aa03558bf90769a3d88536e6105db371bRay Essick flushAnalyticsItem(); 184682b7fe8aa03558bf90769a3d88536e6105db371bRay Essick initAnalyticsItem(); 184782b7fe8aa03558bf90769a3d88536e6105db371bRay Essick 18489e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen setState(UNINITIALIZED); 18499e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen } else { 18509e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen setState( 18519e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen (mFlags & kFlagIsAsync) ? FLUSHED : STARTED); 18529e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen } 18535778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 18545778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 18555778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18560e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar case FLUSHED: 18575778822d86b0337407514b9372562b86edfa91cdAndreas Huber case STARTED: 18585778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 18595530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia sendErrorResponse = false; 18605778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1861251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setStickyError(err); 1862575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 18635778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18645778822d86b0337407514b9372562b86edfa91cdAndreas Huber cancelPendingDequeueOperations(); 1865c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1866c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 1867251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung onError(err, actionCode); 1868251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 1869251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung switch (actionCode) { 1870251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case ACTION_CODE_TRANSIENT: 1871251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 1872251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case ACTION_CODE_RECOVERABLE: 1873251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setState(INITIALIZED); 1874251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 1875251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung default: 187682b7fe8aa03558bf90769a3d88536e6105db371bRay Essick mAnalyticsItem->setInt32(kCodecError, err); 1877573ebe40b005690f797ac4d90ed1ff49f9fdb2b7Ray Essick mAnalyticsItem->setCString(kCodecErrorState, stateString(mState).c_str()); 187882b7fe8aa03558bf90769a3d88536e6105db371bRay Essick flushAnalyticsItem(); 187982b7fe8aa03558bf90769a3d88536e6105db371bRay Essick initAnalyticsItem(); 1880251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setState(UNINITIALIZED); 1881251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 1882c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 18835778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 18845778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 18855778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18865778822d86b0337407514b9372562b86edfa91cdAndreas Huber default: 18875778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 18885530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia sendErrorResponse = false; 18895778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1890251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setStickyError(err); 1891575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 1892c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1893251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung // actionCode in an uninitialized state is always fatal. 1894251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (mState == UNINITIALIZED) { 1895251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung actionCode = ACTION_CODE_FATAL; 1896251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 1897c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 1898251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung onError(err, actionCode); 1899251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 1900251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung switch (actionCode) { 1901251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case ACTION_CODE_TRANSIENT: 1902251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 1903251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case ACTION_CODE_RECOVERABLE: 1904251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setState(INITIALIZED); 1905251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 1906251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung default: 1907251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setState(UNINITIALIZED); 1908251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 1909c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 19105778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 19115778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19125778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19135778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19145530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia if (sendErrorResponse) { 1915251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(mReplyID, err); 19165778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19175778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 19185778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19195778822d86b0337407514b9372562b86edfa91cdAndreas Huber 192079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim case kWhatComponentAllocated: 19215778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 19225778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ(mState, INITIALIZING); 19235778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(INITIALIZED); 192452dfbee90cc3c4426428318e06a92774f5201198Praveen Chavan mFlags |= kFlagIsComponentAllocated; 19255778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1926717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo CHECK(msg->findString("componentName", &mComponentName)); 19275778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19288574195df5de20af5fc16d6f9da1b132d6d5bfeeRay Essick if (mComponentName.c_str()) { 19298574195df5de20af5fc16d6f9da1b132d6d5bfeeRay Essick mAnalyticsItem->setCString(kCodecCodec, mComponentName.c_str()); 19308574195df5de20af5fc16d6f9da1b132d6d5bfeeRay Essick } 19318574195df5de20af5fc16d6f9da1b132d6d5bfeeRay Essick 1932717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo if (mComponentName.startsWith("OMX.google.")) { 19333a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar mFlags |= kFlagUsesSoftwareRenderer; 19345778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 19353a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar mFlags &= ~kFlagUsesSoftwareRenderer; 19365778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19375778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1938ea15fd29af81490311af9e12949b43524c39400eRonghua Wu MediaResource::Type resourceType; 1939717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo if (mComponentName.endsWith(".secure")) { 19401bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber mFlags |= kFlagIsSecure; 1941ea15fd29af81490311af9e12949b43524c39400eRonghua Wu resourceType = MediaResource::kSecureCodec; 19428574195df5de20af5fc16d6f9da1b132d6d5bfeeRay Essick mAnalyticsItem->setInt32(kCodecSecure, 1); 19431bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber } else { 19441bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber mFlags &= ~kFlagIsSecure; 1945ea15fd29af81490311af9e12949b43524c39400eRonghua Wu resourceType = MediaResource::kNonSecureCodec; 19468574195df5de20af5fc16d6f9da1b132d6d5bfeeRay Essick mAnalyticsItem->setInt32(kCodecSecure, 0); 19471bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber } 1948c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu 194958828196edf2fc4debbd7913198a8149f039b4a9Ronghua Wu if (mIsVideo) { 195058828196edf2fc4debbd7913198a8149f039b4a9Ronghua Wu // audio codec is currently ignored. 1951ea15fd29af81490311af9e12949b43524c39400eRonghua Wu addResource(resourceType, MediaResource::kVideoCodec, 1); 195258828196edf2fc4debbd7913198a8149f039b4a9Ronghua Wu } 19531bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber 19545778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(mReplyID); 19555778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 19565778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19575778822d86b0337407514b9372562b86edfa91cdAndreas Huber 195879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim case kWhatComponentConfigured: 19595778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 1960c6044a135324979e62cc59db9dbde8b11c4bb74bAndy Hung if (mState == UNINITIALIZED || mState == INITIALIZED) { 1961c6044a135324979e62cc59db9dbde8b11c4bb74bAndy Hung // In case a kWhatError message came in and replied with error, 1962c6044a135324979e62cc59db9dbde8b11c4bb74bAndy Hung // we log a warning and ignore. 1963c6044a135324979e62cc59db9dbde8b11c4bb74bAndy Hung ALOGW("configure interrupted by error, current state %d", mState); 1964c6044a135324979e62cc59db9dbde8b11c4bb74bAndy Hung break; 1965c6044a135324979e62cc59db9dbde8b11c4bb74bAndy Hung } 19665778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ(mState, CONFIGURING); 19675778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19686507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden // reset input surface flag 19696507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mHaveInputSurface = false; 19706507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden 1971e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar CHECK(msg->findMessage("input-format", &mInputFormat)); 1972e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar CHECK(msg->findMessage("output-format", &mOutputFormat)); 1973b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGV("[%s] configured as input format: %s, output format: %s", 1974b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mComponentName.c_str(), 1975b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mInputFormat->debugString(4).c_str(), 1976b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mOutputFormat->debugString(4).c_str()); 19773a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar int32_t usingSwRenderer; 19783a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (mOutputFormat->findInt32("using-sw-renderer", &usingSwRenderer) 19793a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar && usingSwRenderer) { 19803a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar mFlags |= kFlagUsesSoftwareRenderer; 19813a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 19822606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang setState(CONFIGURED); 19835778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(mReplyID); 19849c2480b117dc3fd1e6af3b0fdb209d787c17e087Ray Essick 19859c2480b117dc3fd1e6af3b0fdb209d787c17e087Ray Essick // augment our media metrics info, now that we know more things 19869c2480b117dc3fd1e6af3b0fdb209d787c17e087Ray Essick if (mAnalyticsItem != NULL) { 19879c2480b117dc3fd1e6af3b0fdb209d787c17e087Ray Essick sp<AMessage> format; 19889c2480b117dc3fd1e6af3b0fdb209d787c17e087Ray Essick if (mConfigureMsg != NULL && 19899c2480b117dc3fd1e6af3b0fdb209d787c17e087Ray Essick mConfigureMsg->findMessage("format", &format)) { 19909c2480b117dc3fd1e6af3b0fdb209d787c17e087Ray Essick // format includes: mime 19919c2480b117dc3fd1e6af3b0fdb209d787c17e087Ray Essick AString mime; 19929c2480b117dc3fd1e6af3b0fdb209d787c17e087Ray Essick if (format->findString("mime", &mime)) { 19939c2480b117dc3fd1e6af3b0fdb209d787c17e087Ray Essick mAnalyticsItem->setCString(kCodecMime, mime.c_str()); 19949c2480b117dc3fd1e6af3b0fdb209d787c17e087Ray Essick } 19959c2480b117dc3fd1e6af3b0fdb209d787c17e087Ray Essick } 19969c2480b117dc3fd1e6af3b0fdb209d787c17e087Ray Essick } 19975778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 19985778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19995778822d86b0337407514b9372562b86edfa91cdAndreas Huber 200079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim case kWhatInputSurfaceCreated: 20017cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 200292cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar // response to initiateCreateInputSurface() 20037cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden status_t err = NO_ERROR; 20041dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AMessage> response = new AMessage; 20057cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden if (!msg->findInt32("err", &err)) { 20067cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<RefBase> obj; 20077cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden msg->findObject("input-surface", &obj); 2008b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar CHECK(msg->findMessage("input-format", &mInputFormat)); 2009b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar CHECK(msg->findMessage("output-format", &mOutputFormat)); 2010b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGV("[%s] input surface created as input format: %s, output format: %s", 2011b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mComponentName.c_str(), 2012b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mInputFormat->debugString(4).c_str(), 2013b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mOutputFormat->debugString(4).c_str()); 20147cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden CHECK(obj != NULL); 20157cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden response->setObject("input-surface", obj); 20166507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mHaveInputSurface = true; 20177cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } else { 20187cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden response->setInt32("err", err); 20197cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 20207cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden response->postReply(mReplyID); 20217cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 20227cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 20237cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 202479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim case kWhatInputSurfaceAccepted: 2025d291c222357303b9611cab89d0c3b047584ef377Chong Zhang { 20268f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang // response to initiateSetInputSurface() 2027d291c222357303b9611cab89d0c3b047584ef377Chong Zhang status_t err = NO_ERROR; 2028d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<AMessage> response = new AMessage(); 2029d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (!msg->findInt32("err", &err)) { 2030addf2cbb120346ae42e78fa739245a353db5edadChong Zhang CHECK(msg->findMessage("input-format", &mInputFormat)); 2031addf2cbb120346ae42e78fa739245a353db5edadChong Zhang CHECK(msg->findMessage("output-format", &mOutputFormat)); 2032d291c222357303b9611cab89d0c3b047584ef377Chong Zhang mHaveInputSurface = true; 2033d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } else { 2034d291c222357303b9611cab89d0c3b047584ef377Chong Zhang response->setInt32("err", err); 2035d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 2036d291c222357303b9611cab89d0c3b047584ef377Chong Zhang response->postReply(mReplyID); 2037d291c222357303b9611cab89d0c3b047584ef377Chong Zhang break; 2038d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 2039d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 204079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim case kWhatSignaledInputEOS: 20417cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 204292cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar // response to signalEndOfInputStream() 20431dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AMessage> response = new AMessage; 20447cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden status_t err; 20457cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden if (msg->findInt32("err", &err)) { 20467cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden response->setInt32("err", err); 20477cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 20487cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden response->postReply(mReplyID); 20497cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 20507cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 20517cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 2052dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim case kWhatStartCompleted: 20535778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 2054dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim CHECK_EQ(mState, STARTING); 2055dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim if (mIsVideo) { 2056dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim addResource( 2057dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim MediaResource::kGraphicMemory, 2058dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim MediaResource::kUnspecifiedSubType, 2059dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim getGraphicBufferSize()); 2060fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim } 2061dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim setState(STARTED); 2062dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim (new AMessage)->postReply(mReplyID); 2063dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim break; 2064dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim } 2065fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim 2066dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim case kWhatOutputBuffersChanged: 2067dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim { 2068dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mFlags |= kFlagOutputBuffersChanged; 2069dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim postActivityNotificationIfPossible(); 20705778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 20715778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20725778822d86b0337407514b9372562b86edfa91cdAndreas Huber 207379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim case kWhatOutputFramesRendered: 207490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar { 207590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // ignore these in all states except running, and check that we have a 207690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // notification set 207790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (mState == STARTED && mOnFrameRenderedNotification != NULL) { 207890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar sp<AMessage> notify = mOnFrameRenderedNotification->dup(); 207990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar notify->setMessage("data", msg); 208090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar notify->post(); 208190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 208290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar break; 208390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 208490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 208579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim case kWhatFillThisBuffer: 20865778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 20875778822d86b0337407514b9372562b86edfa91cdAndreas Huber /* size_t index = */updateBuffers(kPortIndexInput, msg); 20885778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2089c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber if (mState == FLUSHING 2090c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber || mState == STOPPING 2091c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber || mState == RELEASING) { 20925778822d86b0337407514b9372562b86edfa91cdAndreas Huber returnBuffersToCodecOnPort(kPortIndexInput); 20935778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 20945778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20955778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20968ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber if (!mCSD.empty()) { 20978ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber ssize_t index = dequeuePortBuffer(kPortIndexInput); 20988ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber CHECK_GE(index, 0); 20998ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 21008ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber // If codec specific data had been specified as 21018ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber // part of the format in the call to configure and 21028ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber // if there's more csd left, we submit it here 21038ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber // clients only get access to input buffers once 21048ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber // this data has been exhausted. 21058ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 21068ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber status_t err = queueCSDInputBuffer(index); 21078ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 21088ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber if (err != OK) { 21098ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber ALOGE("queueCSDInputBuffer failed w/ error %d", 21108ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber err); 21118ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 2112251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setStickyError(err); 2113575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 2114575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 21158ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber cancelPendingDequeueOperations(); 21168ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber } 21178ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber break; 21188ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber } 21198ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 2120c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 21216e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar if (!mHaveInputSurface) { 21223d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang if (mState == FLUSHED) { 21233d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang mHavePendingInputBuffers = true; 21243d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang } else { 21253d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang onInputBufferAvailable(); 21263d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang } 21276e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar } 2128c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } else if (mFlags & kFlagDequeueInputPending) { 21295778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(handleDequeueInputBuffer(mDequeueInputReplyID)); 21305778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21315778822d86b0337407514b9372562b86edfa91cdAndreas Huber ++mDequeueInputTimeoutGeneration; 21325778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueInputPending; 21335778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputReplyID = 0; 2134575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber } else { 2135575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 21365778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 21375778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 21385778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 21395778822d86b0337407514b9372562b86edfa91cdAndreas Huber 214079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim case kWhatDrainThisBuffer: 21415778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 21425778822d86b0337407514b9372562b86edfa91cdAndreas Huber /* size_t index = */updateBuffers(kPortIndexOutput, msg); 21435778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2144c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber if (mState == FLUSHING 2145c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber || mState == STOPPING 2146c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber || mState == RELEASING) { 21475778822d86b0337407514b9372562b86edfa91cdAndreas Huber returnBuffersToCodecOnPort(kPortIndexOutput); 21485778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 21495778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 21505778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21517e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim sp<RefBase> obj; 21527e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim CHECK(msg->findObject("buffer", &obj)); 21537e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim sp<MediaCodecBuffer> buffer = static_cast<MediaCodecBuffer *>(obj.get()); 21545778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2155fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim if (mOutputFormat != buffer->format()) { 2156fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim mOutputFormat = buffer->format(); 2157fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim ALOGV("[%s] output format changed to: %s", 2158fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim mComponentName.c_str(), mOutputFormat->debugString(4).c_str()); 2159fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim 2160fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim if (mSoftRenderer == NULL && 2161fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim mSurface != NULL && 2162fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim (mFlags & kFlagUsesSoftwareRenderer)) { 2163fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim AString mime; 2164fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim CHECK(mOutputFormat->findString("mime", &mime)); 2165fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim 2166fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim // TODO: propagate color aspects to software renderer to allow better 2167fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim // color conversion to RGB. For now, just mark dataspace for YUV 2168fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim // rendering. 2169fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim int32_t dataSpace; 2170fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim if (mOutputFormat->findInt32("android._dataspace", &dataSpace)) { 2171fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim ALOGD("[%s] setting dataspace on output surface to #%x", 2172fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim mComponentName.c_str(), dataSpace); 2173fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim int err = native_window_set_buffers_data_space( 2174fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim mSurface.get(), (android_dataspace)dataSpace); 2175fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim ALOGW_IF(err != 0, "failed to set dataspace on surface (%d)", err); 2176fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim } 21772d2a2967ce29281816b9ddb9434b3c0084e4ce52Chong Zhang if (mOutputFormat->contains("hdr-static-info")) { 21782d2a2967ce29281816b9ddb9434b3c0084e4ce52Chong Zhang HDRStaticInfo info; 21792d2a2967ce29281816b9ddb9434b3c0084e4ce52Chong Zhang if (ColorUtils::getHDRStaticInfoFromFormat(mOutputFormat, &info)) { 21802d2a2967ce29281816b9ddb9434b3c0084e4ce52Chong Zhang setNativeWindowHdrMetadata(mSurface.get(), &info); 21812d2a2967ce29281816b9ddb9434b3c0084e4ce52Chong Zhang } 21822d2a2967ce29281816b9ddb9434b3c0084e4ce52Chong Zhang } 2183fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim 2184fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim if (mime.startsWithIgnoreCase("video/")) { 2185fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim mSoftRenderer = new SoftwareRenderer(mSurface, mRotationDegrees); 2186fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim } 2187fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim } 21885778822d86b0337407514b9372562b86edfa91cdAndreas Huber 218979d2b28f3a04d7914bb932a65d87117c0c7c11cfChong Zhang requestCpuBoostIfNeeded(); 219079d2b28f3a04d7914bb932a65d87117c0c7c11cfChong Zhang 2191fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim if (mFlags & kFlagIsEncoder) { 2192fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim // Before we announce the format change we should 2193fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim // collect codec specific data and amend the output 2194fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim // format as necessary. 2195dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim int32_t flags = 0; 2196dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim (void) buffer->meta()->findInt32("flags", &flags); 2197dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim if (flags & BUFFER_FLAG_CODECCONFIG) { 2198fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim status_t err = 2199fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim amendOutputFormatWithCodecSpecificData(buffer); 2200fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim 2201fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim if (err != OK) { 2202fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim ALOGE("Codec spit out malformed codec " 2203fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim "specific data!"); 2204fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim } 2205e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 2206e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 2207c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 2208c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang onOutputFormatChanged(); 2209c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } else { 2210c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mFlags |= kFlagOutputFormatChanged; 2211fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim postActivityNotificationIfPossible(); 2212fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim } 2213fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim 2214fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim // Notify mCrypto of video resolution changes 2215fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim if (mCrypto != NULL) { 2216fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim int32_t left, top, right, bottom, width, height; 2217fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim if (mOutputFormat->findRect("crop", &left, &top, &right, &bottom)) { 2218fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim mCrypto->notifyResolution(right - left + 1, bottom - top + 1); 2219fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim } else if (mOutputFormat->findInt32("width", &width) 2220fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim && mOutputFormat->findInt32("height", &height)) { 2221fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim mCrypto->notifyResolution(width, height); 2222fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim } 2223c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2224e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 2225e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 2226c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 2227c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang onOutputBufferAvailable(); 2228c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } else if (mFlags & kFlagDequeueOutputPending) { 22295778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(handleDequeueOutputBuffer(mDequeueOutputReplyID)); 22305778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22315778822d86b0337407514b9372562b86edfa91cdAndreas Huber ++mDequeueOutputTimeoutGeneration; 22325778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueOutputPending; 22335778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueOutputReplyID = 0; 2234575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber } else { 2235575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 22365778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2237575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 22385778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 22395778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 22405778822d86b0337407514b9372562b86edfa91cdAndreas Huber 224179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim case kWhatEOS: 22425778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 22435778822d86b0337407514b9372562b86edfa91cdAndreas Huber // We already notify the client of this by using the 22445778822d86b0337407514b9372562b86edfa91cdAndreas Huber // corresponding flag in "onOutputBufferReady". 22455778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 22465778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 22475778822d86b0337407514b9372562b86edfa91cdAndreas Huber 224879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim case kWhatStopCompleted: 22495778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 2250349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang if (mState != STOPPING) { 2251349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang ALOGW("Received kWhatStopCompleted in state %d", mState); 22525d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang break; 22535d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang } 2254349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang setState(INITIALIZED); 2255349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang (new AMessage)->postReply(mReplyID); 2256349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang break; 2257349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang } 2258349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang 225979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim case kWhatReleaseCompleted: 2260349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang { 2261349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang if (mState != RELEASING) { 2262349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang ALOGW("Received kWhatReleaseCompleted in state %d", mState); 2263349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang break; 2264c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 2265349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang setState(UNINITIALIZED); 2266349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang mComponentName.clear(); 2267349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang 226852dfbee90cc3c4426428318e06a92774f5201198Praveen Chavan mFlags &= ~kFlagIsComponentAllocated; 22695778822d86b0337407514b9372562b86edfa91cdAndreas Huber 227067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mResourceManagerService->removeResource(getId(mResourceManagerClient)); 227167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 22725778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(mReplyID); 22735778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 22745778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 22755778822d86b0337407514b9372562b86edfa91cdAndreas Huber 227679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim case kWhatFlushCompleted: 22775778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 22785530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia if (mState != FLUSHING) { 22795530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia ALOGW("received FlushCompleted message in state %d", 22805530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia mState); 22815530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia break; 22825530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia } 22835778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22840e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (mFlags & kFlagIsAsync) { 22850e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar setState(FLUSHED); 22860e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar } else { 22870e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar setState(STARTED); 22880e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar mCodec->signalResume(); 22890e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar } 22905778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22915778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(mReplyID); 22925778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 22935778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 22945778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22955778822d86b0337407514b9372562b86edfa91cdAndreas Huber default: 22965778822d86b0337407514b9372562b86edfa91cdAndreas Huber TRESPASS(); 22975778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 22985778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 22995778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23005778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23015778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatInit: 23025778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 23033f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 23045778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 23055778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23065778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mState != UNINITIALIZED) { 2307c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 23085778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 23095778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23105778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23115778822d86b0337407514b9372562b86edfa91cdAndreas Huber mReplyID = replyID; 23125778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(INITIALIZING); 23135778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2314bb644123966bfa2f44c60710faaafa8fa6f0e920Wonsik Kim sp<RefBase> codecInfo; 2315bb644123966bfa2f44c60710faaafa8fa6f0e920Wonsik Kim CHECK(msg->findObject("codecInfo", &codecInfo)); 23165778822d86b0337407514b9372562b86edfa91cdAndreas Huber AString name; 23175778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findString("name", &name)); 23185778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23195778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> format = new AMessage; 2320bb644123966bfa2f44c60710faaafa8fa6f0e920Wonsik Kim format->setObject("codecInfo", codecInfo); 2321bb644123966bfa2f44c60710faaafa8fa6f0e920Wonsik Kim format->setString("componentName", name); 23225778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23235778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->initiateAllocateComponent(format); 23245778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 23255778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23265778822d86b0337407514b9372562b86edfa91cdAndreas Huber 232790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar case kWhatSetNotification: 232890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar { 232990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar sp<AMessage> notify; 233090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (msg->findMessage("on-frame-rendered", ¬ify)) { 233190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mOnFrameRenderedNotification = notify; 233290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 233390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar break; 233490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 233590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 2336c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang case kWhatSetCallback: 2337c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang { 23383f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 2339c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang CHECK(msg->senderAwaitsResponse(&replyID)); 2340c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2341c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mState == UNINITIALIZED 2342c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang || mState == INITIALIZING 23430e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar || isExecuting()) { 23440e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar // callback can't be set after codec is executing, 2345c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang // or before it's initialized (as the callback 2346c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang // will be cleared when it goes to INITIALIZED) 2347c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 2348c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang break; 2349c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2350c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2351c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> callback; 2352c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang CHECK(msg->findMessage("callback", &callback)); 2353c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2354c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mCallback = callback; 2355c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2356c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mCallback != NULL) { 2357c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang ALOGI("MediaCodec will operate in async mode"); 2358c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mFlags |= kFlagIsAsync; 2359c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } else { 2360c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mFlags &= ~kFlagIsAsync; 2361c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2362c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2363c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> response = new AMessage; 2364c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang response->postReply(replyID); 2365c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang break; 2366c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2367c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 23685778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatConfigure: 23695778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 23703f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 23715778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 23725778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23735778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mState != INITIALIZED) { 2374c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 23755778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 23765778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23775778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23785778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<RefBase> obj; 2379f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar CHECK(msg->findObject("surface", &obj)); 23805778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23815778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> format; 23825778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findMessage("format", &format)); 23835778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23848b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar int32_t push; 23858b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar if (msg->findInt32("push-blank-buffers-on-shutdown", &push) && push != 0) { 23868b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar mFlags |= kFlagPushBlankBuffersOnShutdown; 23878b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar } 23888b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar 23895778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (obj != NULL) { 23905778822d86b0337407514b9372562b86edfa91cdAndreas Huber format->setObject("native-window", obj); 2391f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar status_t err = handleSetSurface(static_cast<Surface *>(obj.get())); 23927541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber if (err != OK) { 2393c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, err); 23947541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber break; 23951bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber } 23961bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber } else { 2397f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar handleSetSurface(NULL); 23981bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber } 23991bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber 24007541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber mReplyID = replyID; 24017541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber setState(CONFIGURING); 24027541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 24031bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber void *crypto; 24041bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber if (!msg->findPointer("crypto", &crypto)) { 24051bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber crypto = NULL; 24065778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24075778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2408cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania ALOGV("kWhatConfigure: Old mCrypto: %p (%d)", 2409cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania mCrypto.get(), (mCrypto != NULL ? mCrypto->getStrongCount() : 0)); 2410cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania 24111bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber mCrypto = static_cast<ICrypto *>(crypto); 2412dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mBufferChannel->setCrypto(mCrypto); 24131bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber 2414cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania ALOGV("kWhatConfigure: New mCrypto: %p (%d)", 2415cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania mCrypto.get(), (mCrypto != NULL ? mCrypto->getStrongCount() : 0)); 2416cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania 24179dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang void *descrambler; 24189dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang if (!msg->findPointer("descrambler", &descrambler)) { 24199dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang descrambler = NULL; 24209dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang } 24219dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang 24229dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang mDescrambler = static_cast<IDescrambler *>(descrambler); 24233b2847fa5506dc265d2e46f067bfbb66ae209f74Chong Zhang mBufferChannel->setDescrambler(mDescrambler); 24249dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang 24255778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t flags; 24265778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("flags", (int32_t *)&flags)); 24275778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24285778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (flags & CONFIGURE_FLAG_ENCODE) { 24295778822d86b0337407514b9372562b86edfa91cdAndreas Huber format->setInt32("encoder", true); 2430e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mFlags |= kFlagIsEncoder; 24315778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24325778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24338ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber extractCSD(format); 24348ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 24355778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->initiateConfigureComponent(format); 24365778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 24375778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24385778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24391dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar case kWhatSetSurface: 24401dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar { 24411dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AReplyToken> replyID; 24421dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar CHECK(msg->senderAwaitsResponse(&replyID)); 24431dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 24441dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar status_t err = OK; 24451dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 24461dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar switch (mState) { 24471dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar case CONFIGURED: 24481dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar case STARTED: 24491dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar case FLUSHED: 24501dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar { 24511dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<RefBase> obj; 24521dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar (void)msg->findObject("surface", &obj); 24531dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<Surface> surface = static_cast<Surface *>(obj.get()); 24541dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mSurface == NULL) { 24551dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // do not support setting surface if it was not set 24561dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = INVALID_OPERATION; 24571dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } else if (obj == NULL) { 24581dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // do not support unsetting surface 24591dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = BAD_VALUE; 24601dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } else { 24611dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = connectToSurface(surface); 2462098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar if (err == ALREADY_EXISTS) { 2463098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar // reconnecting to same surface 24641dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = OK; 24651dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } else { 24661dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err == OK) { 24671dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mFlags & kFlagUsesSoftwareRenderer) { 24688b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar if (mSoftRenderer != NULL 24698b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar && (mFlags & kFlagPushBlankBuffersOnShutdown)) { 24708b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar pushBlankBuffersToNativeWindow(mSurface.get()); 24718b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar } 24721dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mSoftRenderer = new SoftwareRenderer(surface); 24731dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // TODO: check if this was successful 24741dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } else { 24751dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = mCodec->setSurface(surface); 24761dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 24771dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 24781dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err == OK) { 24791dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar (void)disconnectFromSurface(); 24801dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mSurface = surface; 24811dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 24821dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 24831dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 24841dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar break; 24851dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 24861dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 24871dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar default: 24881dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = INVALID_OPERATION; 24891dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar break; 24901dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 24911dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 24921dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar PostReplyWithError(replyID, err); 24931dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar break; 24941dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 24951dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 24967cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden case kWhatCreateInputSurface: 24978f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang case kWhatSetInputSurface: 24987cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 24993f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 25007cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden CHECK(msg->senderAwaitsResponse(&replyID)); 25017cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 25027cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden // Must be configured, but can't have been started yet. 25037cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden if (mState != CONFIGURED) { 2504c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 25057cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 25067cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 25077cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 25087cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mReplyID = replyID; 2509d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (msg->what() == kWhatCreateInputSurface) { 2510d291c222357303b9611cab89d0c3b047584ef377Chong Zhang mCodec->initiateCreateInputSurface(); 2511d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } else { 2512d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<RefBase> obj; 2513d291c222357303b9611cab89d0c3b047584ef377Chong Zhang CHECK(msg->findObject("input-surface", &obj)); 2514d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 25158f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang mCodec->initiateSetInputSurface( 2516d291c222357303b9611cab89d0c3b047584ef377Chong Zhang static_cast<PersistentSurface *>(obj.get())); 2517d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 25187cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 25197cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 25205778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatStart: 25215778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 25223f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 25235778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 25245778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25250e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (mState == FLUSHED) { 2526d9e0603a1be07dbb347c55050c7d4629ea7492e8Chong Zhang setState(STARTED); 25273d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang if (mHavePendingInputBuffers) { 25283d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang onInputBufferAvailable(); 25293d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang mHavePendingInputBuffers = false; 25303d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang } 25310e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar mCodec->signalResume(); 25320e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar PostReplyWithError(replyID, OK); 2533d9e0603a1be07dbb347c55050c7d4629ea7492e8Chong Zhang break; 25340e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar } else if (mState != CONFIGURED) { 2535c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 25365778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 25375778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 25385778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25395778822d86b0337407514b9372562b86edfa91cdAndreas Huber mReplyID = replyID; 25405778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(STARTING); 25415778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25425778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->initiateStart(); 25435778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 25445778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 25455778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25465778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatStop: 2547c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber case kWhatRelease: 2548c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber { 2549aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber State targetState = 2550aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber (msg->what() == kWhatStop) ? INITIALIZED : UNINITIALIZED; 2551aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber 25523f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 2553c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 2554c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 255547a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu // already stopped/released 255647a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu if (mState == UNINITIALIZED && mReleasedByResourceManager) { 255747a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu sp<AMessage> response = new AMessage; 255847a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu response->setInt32("err", OK); 255947a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu response->postReply(replyID); 256047a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu break; 256147a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu } 256247a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu 256347a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu int32_t reclaimed = 0; 256447a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu msg->findInt32("reclaimed", &reclaimed); 256547a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu if (reclaimed) { 256647a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu mReleasedByResourceManager = true; 25674b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu 25684b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu int32_t force = 0; 25694b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu msg->findInt32("force", &force); 25704b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu if (!force && hasPendingBuffer()) { 25714b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu ALOGW("Can't reclaim codec right now due to pending buffers."); 25724b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu 25734b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu // return WOULD_BLOCK to ask resource manager to retry later. 25744b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu sp<AMessage> response = new AMessage; 25754b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu response->setInt32("err", WOULD_BLOCK); 25764b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu response->postReply(replyID); 25774b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu 25784b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu // notify the async client 25794b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu if (mFlags & kFlagIsAsync) { 25804b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu onError(DEAD_OBJECT, ACTION_CODE_FATAL); 25814b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu } 25824b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu break; 25834b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu } 258447a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu } 258547a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu 25865d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang bool isReleasingAllocatedComponent = 25875d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang (mFlags & kFlagIsComponentAllocated) && targetState == UNINITIALIZED; 25885d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang if (!isReleasingAllocatedComponent // See 1 258933223c4f97abb78fa8c92e1b8c817546f15d97e1Andy Hung && mState != INITIALIZED 25900e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar && mState != CONFIGURED && !isExecuting()) { 259133223c4f97abb78fa8c92e1b8c817546f15d97e1Andy Hung // 1) Permit release to shut down the component if allocated. 259233223c4f97abb78fa8c92e1b8c817546f15d97e1Andy Hung // 259333223c4f97abb78fa8c92e1b8c817546f15d97e1Andy Hung // 2) We may be in "UNINITIALIZED" state already and 259452dfbee90cc3c4426428318e06a92774f5201198Praveen Chavan // also shutdown the encoder/decoder without the 259503ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // client being aware of this if media server died while 259603ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // we were being stopped. The client would assume that 259703ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // after stop() returned, it would be safe to call release() 259803ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // and it should be in this case, no harm to allow a release() 259903ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // if we're already uninitialized. 2600c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber sp<AMessage> response = new AMessage; 260147a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu // TODO: we shouldn't throw an exception for stop/release. Change this to wait until 260247a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu // the previous stop/release completes and then reply with OK. 26036e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar status_t err = mState == targetState ? OK : INVALID_OPERATION; 26046e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar response->setInt32("err", err); 26056e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar if (err == OK && targetState == UNINITIALIZED) { 26066e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar mComponentName.clear(); 26076e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar } 2608c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber response->postReply(replyID); 2609c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber break; 2610c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 2611c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 26125d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang // If we're flushing, or we're stopping but received a release 26135d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang // request, post the reply for the pending call first, and consider 26145d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang // it done. The reply token will be replaced after this, and we'll 26155d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang // no longer be able to reply. 26165d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang if (mState == FLUSHING || mState == STOPPING) { 26175d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang (new AMessage)->postReply(mReplyID); 26185d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang } 26195d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang 2620aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber if (mFlags & kFlagSawMediaServerDie) { 2621aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber // It's dead, Jim. Don't expect initiateShutdown to yield 2622aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber // any useful results now... 2623aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber setState(UNINITIALIZED); 26246e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar if (targetState == UNINITIALIZED) { 26256e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar mComponentName.clear(); 26266e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar } 2627aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber (new AMessage)->postReply(replyID); 2628aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber break; 2629aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber } 2630aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber 26315d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang // If we already have an error, component may not be able to 26325d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang // complete the shutdown properly. If we're stopping, post the 26335d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang // reply now with an error to unblock the client, client can 26345d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang // release after the failure (instead of ANR). 26355d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang if (msg->what() == kWhatStop && (mFlags & kFlagStickyError)) { 26365d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang PostReplyWithError(replyID, getStickyError()); 26375d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang break; 26385d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang } 26395d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang 2640c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mReplyID = replyID; 2641aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber setState(msg->what() == kWhatStop ? STOPPING : RELEASING); 2642aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber 2643aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber mCodec->initiateShutdown( 2644aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber msg->what() == kWhatStop /* keepComponentAllocated */); 2645c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 264686b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu returnBuffersToCodec(reclaimed); 26478b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar 26488b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar if (mSoftRenderer != NULL && (mFlags & kFlagPushBlankBuffersOnShutdown)) { 26498b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar pushBlankBuffersToNativeWindow(mSurface.get()); 26508b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar } 26515d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang 26525778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 26535778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 26545778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26555778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatDequeueInputBuffer: 26565778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 26573f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 26585778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 26595778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2660c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 2661c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang ALOGE("dequeueOutputBuffer can't be used in async mode"); 2662c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 2663c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang break; 2664c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2665c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 26666507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden if (mHaveInputSurface) { 26676507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden ALOGE("dequeueInputBuffer can't be used with input surface"); 2668c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 26696507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden break; 26706507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden } 26716507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden 26725778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (handleDequeueInputBuffer(replyID, true /* new request */)) { 26735778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 26745778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 26755778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26765778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t timeoutUs; 26775778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt64("timeoutUs", &timeoutUs)); 26785778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26795778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (timeoutUs == 0ll) { 2680c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, -EAGAIN); 26815778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 26825778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 26835778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26845778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags |= kFlagDequeueInputPending; 26855778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputReplyID = replyID; 26865778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26875778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (timeoutUs > 0ll) { 26885778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> timeoutMsg = 26891d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar new AMessage(kWhatDequeueInputTimedOut, this); 26905778822d86b0337407514b9372562b86edfa91cdAndreas Huber timeoutMsg->setInt32( 26915778822d86b0337407514b9372562b86edfa91cdAndreas Huber "generation", ++mDequeueInputTimeoutGeneration); 26925778822d86b0337407514b9372562b86edfa91cdAndreas Huber timeoutMsg->post(timeoutUs); 26935778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 26945778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 26955778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 26965778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26975778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatDequeueInputTimedOut: 26985778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 26995778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t generation; 27005778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("generation", &generation)); 27015778822d86b0337407514b9372562b86edfa91cdAndreas Huber 27025778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (generation != mDequeueInputTimeoutGeneration) { 27035778822d86b0337407514b9372562b86edfa91cdAndreas Huber // Obsolete 27045778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 27055778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 27065778822d86b0337407514b9372562b86edfa91cdAndreas Huber 27075778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(mFlags & kFlagDequeueInputPending); 27085778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2709c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(mDequeueInputReplyID, -EAGAIN); 27105778822d86b0337407514b9372562b86edfa91cdAndreas Huber 27115778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueInputPending; 27125778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputReplyID = 0; 27135778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 27145778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 27155778822d86b0337407514b9372562b86edfa91cdAndreas Huber 27165778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatQueueInputBuffer: 27175778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 27183f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 27195778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 27205778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2721251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (!isExecuting()) { 2722c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 27235778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 2724251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 2725251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 2726251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 27275778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 27285778822d86b0337407514b9372562b86edfa91cdAndreas Huber 27295778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = onQueueInputBuffer(msg); 27305778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2731c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, err); 27325778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 27335778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 27345778822d86b0337407514b9372562b86edfa91cdAndreas Huber 27355778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatDequeueOutputBuffer: 27365778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 27373f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 27385778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 27395778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2740c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 2741c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang ALOGE("dequeueOutputBuffer can't be used in async mode"); 2742c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 2743c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang break; 2744c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2745c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 27465778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (handleDequeueOutputBuffer(replyID, true /* new request */)) { 27475778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 27485778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 27495778822d86b0337407514b9372562b86edfa91cdAndreas Huber 27505778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t timeoutUs; 27515778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt64("timeoutUs", &timeoutUs)); 27525778822d86b0337407514b9372562b86edfa91cdAndreas Huber 27535778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (timeoutUs == 0ll) { 2754c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, -EAGAIN); 27555778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 27565778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 27575778822d86b0337407514b9372562b86edfa91cdAndreas Huber 27585778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags |= kFlagDequeueOutputPending; 27595778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueOutputReplyID = replyID; 27605778822d86b0337407514b9372562b86edfa91cdAndreas Huber 27615778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (timeoutUs > 0ll) { 27625778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> timeoutMsg = 27631d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar new AMessage(kWhatDequeueOutputTimedOut, this); 27645778822d86b0337407514b9372562b86edfa91cdAndreas Huber timeoutMsg->setInt32( 27655778822d86b0337407514b9372562b86edfa91cdAndreas Huber "generation", ++mDequeueOutputTimeoutGeneration); 27665778822d86b0337407514b9372562b86edfa91cdAndreas Huber timeoutMsg->post(timeoutUs); 27675778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 27685778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 27695778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 27705778822d86b0337407514b9372562b86edfa91cdAndreas Huber 27715778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatDequeueOutputTimedOut: 27725778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 27735778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t generation; 27745778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("generation", &generation)); 27755778822d86b0337407514b9372562b86edfa91cdAndreas Huber 27765778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (generation != mDequeueOutputTimeoutGeneration) { 27775778822d86b0337407514b9372562b86edfa91cdAndreas Huber // Obsolete 27785778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 27795778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 27805778822d86b0337407514b9372562b86edfa91cdAndreas Huber 27815778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(mFlags & kFlagDequeueOutputPending); 27825778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2783c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(mDequeueOutputReplyID, -EAGAIN); 27845778822d86b0337407514b9372562b86edfa91cdAndreas Huber 27855778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueOutputPending; 27865778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueOutputReplyID = 0; 27875778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 27885778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 27895778822d86b0337407514b9372562b86edfa91cdAndreas Huber 27905778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatReleaseOutputBuffer: 27915778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 27923f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 27935778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 27945778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2795251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (!isExecuting()) { 2796c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 27975778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 2798251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 2799251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 2800251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 28015778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 28025778822d86b0337407514b9372562b86edfa91cdAndreas Huber 28035778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = onReleaseOutputBuffer(msg); 28045778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2805c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, err); 28065778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 28075778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 28085778822d86b0337407514b9372562b86edfa91cdAndreas Huber 28097cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden case kWhatSignalEndOfInputStream: 28107cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 28113f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 28127cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden CHECK(msg->senderAwaitsResponse(&replyID)); 28137cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 28146d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang if (!isExecuting() || !mHaveInputSurface) { 2815c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 28167cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 2817251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 2818251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 2819251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 28207cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 28217cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 28227cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mReplyID = replyID; 28237cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mCodec->signalEndOfInputStream(); 28247cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 28257cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 28267cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 28275778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatGetBuffers: 28285778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 28293f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 28305778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 283129b7dcf6d3cdb97103467dc8106151c6260c239aJeff Tinker if (!isExecuting() || (mFlags & kFlagIsAsync)) { 2832c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 28335778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 2834251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 2835251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 2836251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 28375778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 28385778822d86b0337407514b9372562b86edfa91cdAndreas Huber 28395778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t portIndex; 28405778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("portIndex", &portIndex)); 28415778822d86b0337407514b9372562b86edfa91cdAndreas Huber 28427e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim Vector<sp<MediaCodecBuffer> > *dstBuffers; 28435778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findPointer("buffers", (void **)&dstBuffers)); 28445778822d86b0337407514b9372562b86edfa91cdAndreas Huber 28455778822d86b0337407514b9372562b86edfa91cdAndreas Huber dstBuffers->clear(); 2846e4aab10641a099d8a295b3ed61e2f5248f28a669Chong Zhang // If we're using input surface (either non-persistent created by 2847e4aab10641a099d8a295b3ed61e2f5248f28a669Chong Zhang // createInputSurface(), or persistent set by setInputSurface()), 2848e4aab10641a099d8a295b3ed61e2f5248f28a669Chong Zhang // give the client an empty input buffers array. 2849e4aab10641a099d8a295b3ed61e2f5248f28a669Chong Zhang if (portIndex != kPortIndexInput || !mHaveInputSurface) { 2850dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim if (portIndex == kPortIndexInput) { 2851dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mBufferChannel->getInputBufferArray(dstBuffers); 2852dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim } else { 2853dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mBufferChannel->getOutputBufferArray(dstBuffers); 2854e4aab10641a099d8a295b3ed61e2f5248f28a669Chong Zhang } 28555778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 28565778822d86b0337407514b9372562b86edfa91cdAndreas Huber 28575778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(replyID); 28585778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 28595778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 28605778822d86b0337407514b9372562b86edfa91cdAndreas Huber 28615778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatFlush: 28625778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 28633f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 28645778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 28655778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2866251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (!isExecuting()) { 2867c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 28685778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 2869251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 2870251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 2871251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 28725778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 28735778822d86b0337407514b9372562b86edfa91cdAndreas Huber 28745778822d86b0337407514b9372562b86edfa91cdAndreas Huber mReplyID = replyID; 28750e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar // TODO: skip flushing if already FLUSHED 28765778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(FLUSHING); 28775778822d86b0337407514b9372562b86edfa91cdAndreas Huber 28785778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->signalFlush(); 28795778822d86b0337407514b9372562b86edfa91cdAndreas Huber returnBuffersToCodec(); 28805778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 28815778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 28825778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2883e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar case kWhatGetInputFormat: 28845778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatGetOutputFormat: 28855778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 2886e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar sp<AMessage> format = 2887e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar (msg->what() == kWhatGetOutputFormat ? mOutputFormat : mInputFormat); 2888e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 28893f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 28905778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 28915778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2892e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if ((mState != CONFIGURED && mState != STARTING && 28930e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar mState != STARTED && mState != FLUSHING && 28940e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar mState != FLUSHED) 2895e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar || format == NULL) { 2896c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 28975778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 2898251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 2899251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 2900251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 29015778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 29025778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29035778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response = new AMessage; 2904e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar response->setMessage("format", format); 29055778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->postReply(replyID); 29065778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 29075778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 29085778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2909496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber case kWhatRequestIDRFrame: 2910496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber { 2911496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber mCodec->signalRequestIDRFrame(); 2912496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber break; 2913496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber } 2914496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 2915575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber case kWhatRequestActivityNotification: 2916575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber { 2917575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber CHECK(mActivityNotify == NULL); 2918575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber CHECK(msg->findMessage("notify", &mActivityNotify)); 2919575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 2920575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 2921575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber break; 2922575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber } 2923575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 2924717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo case kWhatGetName: 2925717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo { 29263f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 2927717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo CHECK(msg->senderAwaitsResponse(&replyID)); 2928717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 2929717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo if (mComponentName.empty()) { 2930c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 2931717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo break; 2932717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo } 2933717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 2934717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo sp<AMessage> response = new AMessage; 2935717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo response->setString("name", mComponentName.c_str()); 2936717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo response->postReply(replyID); 2937717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo break; 2938717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo } 2939717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 29403f21345e16b77c49042f5c13ceb62b0c35699561Chong Zhang case kWhatGetCodecInfo: 29413f21345e16b77c49042f5c13ceb62b0c35699561Chong Zhang { 29423f21345e16b77c49042f5c13ceb62b0c35699561Chong Zhang sp<AReplyToken> replyID; 29433f21345e16b77c49042f5c13ceb62b0c35699561Chong Zhang CHECK(msg->senderAwaitsResponse(&replyID)); 29443f21345e16b77c49042f5c13ceb62b0c35699561Chong Zhang 29453f21345e16b77c49042f5c13ceb62b0c35699561Chong Zhang sp<AMessage> response = new AMessage; 29463f21345e16b77c49042f5c13ceb62b0c35699561Chong Zhang response->setObject("codecInfo", mCodecInfo); 29473f21345e16b77c49042f5c13ceb62b0c35699561Chong Zhang response->postReply(replyID); 29483f21345e16b77c49042f5c13ceb62b0c35699561Chong Zhang break; 29493f21345e16b77c49042f5c13ceb62b0c35699561Chong Zhang } 29503f21345e16b77c49042f5c13ceb62b0c35699561Chong Zhang 2951a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber case kWhatSetParameters: 2952a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber { 29533f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 2954a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 2955a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 2956a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber sp<AMessage> params; 2957a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber CHECK(msg->findMessage("params", ¶ms)); 2958a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 2959a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber status_t err = onSetParameters(params); 2960a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 2961c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, err); 2962a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber break; 2963a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber } 2964a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 2965cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania case kWhatDrmReleaseCrypto: 2966cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania { 2967cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania onReleaseCrypto(msg); 2968cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania break; 2969cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania } 2970cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania 29715778822d86b0337407514b9372562b86edfa91cdAndreas Huber default: 29725778822d86b0337407514b9372562b86edfa91cdAndreas Huber TRESPASS(); 29735778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 29745778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 29755778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29768ee516a515c70a492c395b67ce12e19e7d159804Andreas Hubervoid MediaCodec::extractCSD(const sp<AMessage> &format) { 29778ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber mCSD.clear(); 29788ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 29798ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber size_t i = 0; 29808ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber for (;;) { 29818ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber sp<ABuffer> csd; 2982a1e8944a21e5833b7aadc451776f11797f5f9273Elliott Hughes if (!format->findBuffer(AStringPrintf("csd-%u", i).c_str(), &csd)) { 29838ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber break; 29848ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber } 29854f59c7e373a7e883f21ba33d44ea7caa86b65b02Hangyu Kuang if (csd->size() == 0) { 29864f59c7e373a7e883f21ba33d44ea7caa86b65b02Hangyu Kuang ALOGW("csd-%zu size is 0", i); 29874f59c7e373a7e883f21ba33d44ea7caa86b65b02Hangyu Kuang } 29888ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 29898ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber mCSD.push_back(csd); 29908ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber ++i; 29918ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber } 29928ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 2993a5750e0dad9e90f2195ce36f2c4457fa04b2b83eMark Salyzyn ALOGV("Found %zu pieces of codec specific data.", mCSD.size()); 29948ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber} 29958ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 29968ee516a515c70a492c395b67ce12e19e7d159804Andreas Huberstatus_t MediaCodec::queueCSDInputBuffer(size_t bufferIndex) { 29978ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber CHECK(!mCSD.empty()); 29988ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 2999dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim const BufferInfo &info = mPortBuffers[kPortIndexInput][bufferIndex]; 30008ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 30018ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber sp<ABuffer> csd = *mCSD.begin(); 30028ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber mCSD.erase(mCSD.begin()); 30038ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 3004dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim const sp<MediaCodecBuffer> &codecInputData = info.mData; 30058ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 30068ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber if (csd->size() > codecInputData->capacity()) { 30078ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber return -EINVAL; 30088ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber } 300932c1bcda7c9fb429fe6c235184f8bb6aa7ef12dbDongwon Kang if (codecInputData->data() == NULL) { 301032c1bcda7c9fb429fe6c235184f8bb6aa7ef12dbDongwon Kang ALOGV("Input buffer %zu is not properly allocated", bufferIndex); 301132c1bcda7c9fb429fe6c235184f8bb6aa7ef12dbDongwon Kang return -EINVAL; 301232c1bcda7c9fb429fe6c235184f8bb6aa7ef12dbDongwon Kang } 30138ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 30148ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber memcpy(codecInputData->data(), csd->data(), csd->size()); 30158ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 30168ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber AString errorDetailMsg; 30178ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 30181d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatQueueInputBuffer, this); 30198ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setSize("index", bufferIndex); 30208ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setSize("offset", 0); 30218ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setSize("size", csd->size()); 30228ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setInt64("timeUs", 0ll); 30238ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setInt32("flags", BUFFER_FLAG_CODECCONFIG); 30248ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setPointer("errorDetailMsg", &errorDetailMsg); 30258ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 30268ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber return onQueueInputBuffer(msg); 30278ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber} 30288ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 30295778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid MediaCodec::setState(State newState) { 30307541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber if (newState == INITIALIZED || newState == UNINITIALIZED) { 30315778822d86b0337407514b9372562b86edfa91cdAndreas Huber delete mSoftRenderer; 30325778822d86b0337407514b9372562b86edfa91cdAndreas Huber mSoftRenderer = NULL; 30335778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3034cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania if ( mCrypto != NULL ) { 3035cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania ALOGV("setState: ~mCrypto: %p (%d)", 3036cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania mCrypto.get(), (mCrypto != NULL ? mCrypto->getStrongCount() : 0)); 3037cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania } 30381bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber mCrypto.clear(); 30399dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang mDescrambler.clear(); 3040f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar handleSetSurface(NULL); 30415778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3042671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mInputFormat.clear(); 30435778822d86b0337407514b9372562b86edfa91cdAndreas Huber mOutputFormat.clear(); 30445778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagOutputFormatChanged; 30455778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagOutputBuffersChanged; 30465778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagStickyError; 3047e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mFlags &= ~kFlagIsEncoder; 3048c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mFlags &= ~kFlagIsAsync; 3049251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mStickyError = OK; 3050575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 3051575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber mActivityNotify.clear(); 3052c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mCallback.clear(); 30535778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 30545778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3055717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo if (newState == UNINITIALIZED) { 3056671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar // return any straggling buffers, e.g. if we got here on an error 3057671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar returnBuffersToCodec(); 3058671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 3059aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber // The component is gone, mediaserver's probably back up already 3060aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber // but should definitely be back up should we try to instantiate 3061aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber // another component.. and the cycle continues. 3062aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber mFlags &= ~kFlagSawMediaServerDie; 3063717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo } 3064717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 30655778822d86b0337407514b9372562b86edfa91cdAndreas Huber mState = newState; 30665778822d86b0337407514b9372562b86edfa91cdAndreas Huber 30675778822d86b0337407514b9372562b86edfa91cdAndreas Huber cancelPendingDequeueOperations(); 30682606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 30692606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang updateBatteryStat(); 30705778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 30715778822d86b0337407514b9372562b86edfa91cdAndreas Huber 307286b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wuvoid MediaCodec::returnBuffersToCodec(bool isReclaim) { 307386b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu returnBuffersToCodecOnPort(kPortIndexInput, isReclaim); 307486b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu returnBuffersToCodecOnPort(kPortIndexOutput, isReclaim); 30755778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 30765778822d86b0337407514b9372562b86edfa91cdAndreas Huber 307786b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wuvoid MediaCodec::returnBuffersToCodecOnPort(int32_t portIndex, bool isReclaim) { 30785778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(portIndex == kPortIndexInput || portIndex == kPortIndexOutput); 30797bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Mutex::Autolock al(mBufferLock); 30805778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3081dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim for (size_t i = 0; i < mPortBuffers[portIndex].size(); ++i) { 3082dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim BufferInfo *info = &mPortBuffers[portIndex][i]; 30835778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3084dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim if (info->mData != nullptr) { 3085dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim sp<MediaCodecBuffer> buffer = info->mData; 308686b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu if (isReclaim && info->mOwnedByClient) { 308786b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu ALOGD("port %d buffer %zu still owned by client when codec is reclaimed", 308886b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu portIndex, i); 308986b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu } else { 309086b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu info->mOwnedByClient = false; 3091fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim info->mData.clear(); 30925778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 3093dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mBufferChannel->discardBuffer(buffer); 30945778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 30955778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 30965778822d86b0337407514b9372562b86edfa91cdAndreas Huber 30975778822d86b0337407514b9372562b86edfa91cdAndreas Huber mAvailPortBuffers[portIndex].clear(); 30985778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 30995778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31005778822d86b0337407514b9372562b86edfa91cdAndreas Hubersize_t MediaCodec::updateBuffers( 31015778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t portIndex, const sp<AMessage> &msg) { 31025778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(portIndex == kPortIndexInput || portIndex == kPortIndexOutput); 3103dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim size_t index; 3104dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim CHECK(msg->findSize("index", &index)); 3105fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim sp<RefBase> obj; 3106fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim CHECK(msg->findObject("buffer", &obj)); 3107fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim sp<MediaCodecBuffer> buffer = static_cast<MediaCodecBuffer *>(obj.get()); 31085778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3109dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim { 3110dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim Mutex::Autolock al(mBufferLock); 3111dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim if (mPortBuffers[portIndex].size() <= index) { 3112dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mPortBuffers[portIndex].resize(align(index + 1, kNumBuffersAlign)); 31135778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 3114dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mPortBuffers[portIndex][index].mData = buffer; 31155778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 3116dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mAvailPortBuffers[portIndex].push_back(index); 31175778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3118dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim return index; 31195778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 31205778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31215778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::onQueueInputBuffer(const sp<AMessage> &msg) { 31225778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t index; 31235778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t offset; 31245778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t size; 31255778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t timeUs; 31265778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t flags; 31275778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findSize("index", &index)); 31285778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findSize("offset", &offset)); 31295778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt64("timeUs", &timeUs)); 31305778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("flags", (int32_t *)&flags)); 31315778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31324b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const CryptoPlugin::SubSample *subSamples; 31334b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size_t numSubSamples; 31344b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const uint8_t *key; 31354b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const uint8_t *iv; 31364b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CryptoPlugin::Mode mode = CryptoPlugin::kMode_Unencrypted; 31374b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 31384b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber // We allow the simpler queueInputBuffer API to be used even in 31394b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber // secure mode, by fabricating a single unencrypted subSample. 31404b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CryptoPlugin::SubSample ss; 3141d9f1f950d18b4e166b178d93260074019588c956Jeff Tinker CryptoPlugin::Pattern pattern; 31424b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 31434b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber if (msg->findSize("size", &size)) { 31443b2847fa5506dc265d2e46f067bfbb66ae209f74Chong Zhang if (hasCryptoOrDescrambler()) { 31454b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber ss.mNumBytesOfClearData = size; 31464b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber ss.mNumBytesOfEncryptedData = 0; 31474b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 31484b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber subSamples = &ss; 31494b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber numSubSamples = 1; 31504b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber key = NULL; 31514b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber iv = NULL; 3152d9f1f950d18b4e166b178d93260074019588c956Jeff Tinker pattern.mEncryptBlocks = 0; 3153d9f1f950d18b4e166b178d93260074019588c956Jeff Tinker pattern.mSkipBlocks = 0; 31544b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber } 31554b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber } else { 31563b2847fa5506dc265d2e46f067bfbb66ae209f74Chong Zhang if (!hasCryptoOrDescrambler()) { 31573b2847fa5506dc265d2e46f067bfbb66ae209f74Chong Zhang ALOGE("[%s] queuing secure buffer without mCrypto or mDescrambler!", 31583b2847fa5506dc265d2e46f067bfbb66ae209f74Chong Zhang mComponentName.c_str()); 31594b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber return -EINVAL; 31604b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber } 31614b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 31624b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CHECK(msg->findPointer("subSamples", (void **)&subSamples)); 31634b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CHECK(msg->findSize("numSubSamples", &numSubSamples)); 31644b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CHECK(msg->findPointer("key", (void **)&key)); 31654b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CHECK(msg->findPointer("iv", (void **)&iv)); 3166d9f1f950d18b4e166b178d93260074019588c956Jeff Tinker CHECK(msg->findInt32("encryptBlocks", (int32_t *)&pattern.mEncryptBlocks)); 3167d9f1f950d18b4e166b178d93260074019588c956Jeff Tinker CHECK(msg->findInt32("skipBlocks", (int32_t *)&pattern.mSkipBlocks)); 31684b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 31694b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber int32_t tmp; 31704b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CHECK(msg->findInt32("mode", &tmp)); 31714b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 31724b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber mode = (CryptoPlugin::Mode)tmp; 31734b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 31744b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size = 0; 31754b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber for (size_t i = 0; i < numSubSamples; ++i) { 31764b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size += subSamples[i].mNumBytesOfClearData; 31774b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size += subSamples[i].mNumBytesOfEncryptedData; 31784b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber } 31794b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber } 31804b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 31815778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (index >= mPortBuffers[kPortIndexInput].size()) { 31825778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -ERANGE; 31835778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 31845778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3185dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim BufferInfo *info = &mPortBuffers[kPortIndexInput][index]; 31865778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3187dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim if (info->mData == nullptr || !info->mOwnedByClient) { 31885778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -EACCES; 31895778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 31905778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31915778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (offset + size > info->mData->capacity()) { 31925778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -EINVAL; 31935778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 31945778822d86b0337407514b9372562b86edfa91cdAndreas Huber 31955778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mData->setRange(offset, size); 3196dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim info->mData->meta()->setInt64("timeUs", timeUs); 3197dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim if (flags & BUFFER_FLAG_EOS) { 3198dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim info->mData->meta()->setInt32("eos", true); 3199dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim } 32005778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3201dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim if (flags & BUFFER_FLAG_CODECCONFIG) { 3202dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim info->mData->meta()->setInt32("csd", true); 3203dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim } 3204dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim 32059ee321c347c64886d1078a4e4afb57ec98dd54a2Wonsik Kim sp<MediaCodecBuffer> buffer = info->mData; 3206dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim status_t err = OK; 32073b2847fa5506dc265d2e46f067bfbb66ae209f74Chong Zhang if (hasCryptoOrDescrambler()) { 32085b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber AString *errorDetailMsg; 32095b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber CHECK(msg->findPointer("errorDetailMsg", (void **)&errorDetailMsg)); 32105b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber 3211dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim err = mBufferChannel->queueSecureInputBuffer( 3212dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim buffer, 3213dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim (mFlags & kFlagIsSecure), 32141bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber key, 32151bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber iv, 32161bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber mode, 321718cb1eca504817b5b144a023ae2792d90e74c9a5Jeff Tinker pattern, 32184b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber subSamples, 32194b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber numSubSamples, 32205b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber errorDetailMsg); 3221dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim } else { 3222dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim err = mBufferChannel->queueInputBuffer(buffer); 3223fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim } 3224fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim 32259ee321c347c64886d1078a4e4afb57ec98dd54a2Wonsik Kim if (err == OK) { 32269ee321c347c64886d1078a4e4afb57ec98dd54a2Wonsik Kim // synchronization boundary for getBufferAndFormat 32279ee321c347c64886d1078a4e4afb57ec98dd54a2Wonsik Kim Mutex::Autolock al(mBufferLock); 32289ee321c347c64886d1078a4e4afb57ec98dd54a2Wonsik Kim info->mOwnedByClient = false; 32299ee321c347c64886d1078a4e4afb57ec98dd54a2Wonsik Kim info->mData.clear(); 323001c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick 323101c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick statsBufferSent(timeUs); 32329ee321c347c64886d1078a4e4afb57ec98dd54a2Wonsik Kim } 32339ee321c347c64886d1078a4e4afb57ec98dd54a2Wonsik Kim 3234dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim return err; 32355778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 32365778822d86b0337407514b9372562b86edfa91cdAndreas Huber 323790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar//static 323890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarsize_t MediaCodec::CreateFramesRenderedMessage( 32390d1ed381fde5dac12dd84fcf3da66dac46699378Chih-Hung Hsieh const std::list<FrameRenderTracker::Info> &done, sp<AMessage> &msg) { 324090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar size_t index = 0; 324190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 324290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar for (std::list<FrameRenderTracker::Info>::const_iterator it = done.cbegin(); 324390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar it != done.cend(); ++it) { 324490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (it->getRenderTimeNs() < 0) { 324590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar continue; // dropped frame from tracking 324690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 324790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar msg->setInt64(AStringPrintf("%zu-media-time-us", index).c_str(), it->getMediaTimeUs()); 324890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar msg->setInt64(AStringPrintf("%zu-system-nano", index).c_str(), it->getRenderTimeNs()); 324990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar ++index; 325090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 325190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar return index; 325290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 325390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 32545778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::onReleaseOutputBuffer(const sp<AMessage> &msg) { 32555778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t index; 32565778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findSize("index", &index)); 32575778822d86b0337407514b9372562b86edfa91cdAndreas Huber 32585778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t render; 32595778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("render", &render)) { 32605778822d86b0337407514b9372562b86edfa91cdAndreas Huber render = 0; 32615778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 32625778822d86b0337407514b9372562b86edfa91cdAndreas Huber 32630e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (!isExecuting()) { 32645778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -EINVAL; 32655778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 32665778822d86b0337407514b9372562b86edfa91cdAndreas Huber 32675778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (index >= mPortBuffers[kPortIndexOutput].size()) { 32685778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -ERANGE; 32695778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 32705778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3271dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim BufferInfo *info = &mPortBuffers[kPortIndexOutput][index]; 32725778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3273dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim if (info->mData == nullptr || !info->mOwnedByClient) { 32745778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -EACCES; 32755778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 32765778822d86b0337407514b9372562b86edfa91cdAndreas Huber 32777bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar // synchronization boundary for getBufferAndFormat 3278dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim sp<MediaCodecBuffer> buffer; 32797bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar { 32807bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Mutex::Autolock al(mBufferLock); 32817bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar info->mOwnedByClient = false; 3282dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim buffer = info->mData; 3283dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim info->mData.clear(); 32847bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar } 32857bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 3286dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim if (render && buffer->size() != 0) { 328790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar int64_t mediaTimeUs = -1; 3288dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim buffer->meta()->findInt64("timeUs", &mediaTimeUs); 328990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 329090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar int64_t renderTimeNs = 0; 3291c8edf5af010ac24a99b302a18e7b84e8b4b2b783Lajos Molnar if (!msg->findInt64("timestampNs", &renderTimeNs)) { 3292c8edf5af010ac24a99b302a18e7b84e8b4b2b783Lajos Molnar // use media timestamp if client did not request a specific render timestamp 3293c8edf5af010ac24a99b302a18e7b84e8b4b2b783Lajos Molnar ALOGV("using buffer PTS of %lld", (long long)mediaTimeUs); 329490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar renderTimeNs = mediaTimeUs * 1000; 3295fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar } 3296fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar 32975778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mSoftRenderer != NULL) { 329890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar std::list<FrameRenderTracker::Info> doneFrames = mSoftRenderer->render( 32999cf12df166dff26da5e6009f7349e9a53b264363Chong Zhang buffer->data(), buffer->size(), mediaTimeUs, renderTimeNs, 33009cf12df166dff26da5e6009f7349e9a53b264363Chong Zhang mPortBuffers[kPortIndexOutput].size(), buffer->format()); 330190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 330290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // if we are running, notify rendered frames 330390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (!doneFrames.empty() && mState == STARTED && mOnFrameRenderedNotification != NULL) { 330490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar sp<AMessage> notify = mOnFrameRenderedNotification->dup(); 330590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar sp<AMessage> data = new AMessage; 330690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (CreateFramesRenderedMessage(doneFrames, data)) { 330790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar notify->setMessage("data", data); 330890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar notify->post(); 330990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 331090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 33115778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 3312dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mBufferChannel->renderOutputBuffer(buffer, renderTimeNs); 3313dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim } else { 3314dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mBufferChannel->discardBuffer(buffer); 33155778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 33165778822d86b0337407514b9372562b86edfa91cdAndreas Huber 33175778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 33185778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 33195778822d86b0337407514b9372562b86edfa91cdAndreas Huber 33205778822d86b0337407514b9372562b86edfa91cdAndreas Huberssize_t MediaCodec::dequeuePortBuffer(int32_t portIndex) { 33215778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(portIndex == kPortIndexInput || portIndex == kPortIndexOutput); 33225778822d86b0337407514b9372562b86edfa91cdAndreas Huber 33235778822d86b0337407514b9372562b86edfa91cdAndreas Huber List<size_t> *availBuffers = &mAvailPortBuffers[portIndex]; 33245778822d86b0337407514b9372562b86edfa91cdAndreas Huber 33255778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (availBuffers->empty()) { 33265778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -EAGAIN; 33275778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 33285778822d86b0337407514b9372562b86edfa91cdAndreas Huber 33295778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t index = *availBuffers->begin(); 33305778822d86b0337407514b9372562b86edfa91cdAndreas Huber availBuffers->erase(availBuffers->begin()); 33315778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3332dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim BufferInfo *info = &mPortBuffers[portIndex][index]; 33335778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(!info->mOwnedByClient); 33347bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar { 33357bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Mutex::Autolock al(mBufferLock); 33367bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar info->mOwnedByClient = true; 333703c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 333803c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar // set image-data 3339fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim if (info->mData->format() != NULL) { 334003c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar sp<ABuffer> imageData; 3341fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim if (info->mData->format()->findBuffer("image-data", &imageData)) { 334203c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar info->mData->meta()->setBuffer("image-data", imageData); 334303c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar } 334403c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar int32_t left, top, right, bottom; 3345fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim if (info->mData->format()->findRect("crop", &left, &top, &right, &bottom)) { 334603c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar info->mData->meta()->setRect("crop-rect", left, top, right, bottom); 334703c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar } 334803c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar } 33497bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar } 33505778822d86b0337407514b9372562b86edfa91cdAndreas Huber 33515778822d86b0337407514b9372562b86edfa91cdAndreas Huber return index; 33525778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 33535778822d86b0337407514b9372562b86edfa91cdAndreas Huber 33541dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t MediaCodec::connectToSurface(const sp<Surface> &surface) { 33551dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar status_t err = OK; 33561dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (surface != NULL) { 3357b9fa58afa4c7772fe3c4cfdea9e45bc85cf43537Lajos Molnar uint64_t oldId, newId; 3358098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar if (mSurface != NULL 3359b9fa58afa4c7772fe3c4cfdea9e45bc85cf43537Lajos Molnar && surface->getUniqueId(&newId) == NO_ERROR 3360b9fa58afa4c7772fe3c4cfdea9e45bc85cf43537Lajos Molnar && mSurface->getUniqueId(&oldId) == NO_ERROR 3361b9fa58afa4c7772fe3c4cfdea9e45bc85cf43537Lajos Molnar && newId == oldId) { 3362b9fa58afa4c7772fe3c4cfdea9e45bc85cf43537Lajos Molnar ALOGI("[%s] connecting to the same surface. Nothing to do.", mComponentName.c_str()); 3363098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar return ALREADY_EXISTS; 3364098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar } 3365098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar 3366181fd9b5b64bab24bb49a34208f60a16e98488c5Chong Zhang err = nativeWindowConnect(surface.get(), "connectToSurface"); 3367098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar if (err == OK) { 3368264bac95912efe121d6a60026612617f04f42966Lajos Molnar // Require a fresh set of buffers after each connect by using a unique generation 3369264bac95912efe121d6a60026612617f04f42966Lajos Molnar // number. Rely on the fact that max supported process id by Linux is 2^22. 3370264bac95912efe121d6a60026612617f04f42966Lajos Molnar // PID is never 0 so we don't have to worry that we use the default generation of 0. 3371264bac95912efe121d6a60026612617f04f42966Lajos Molnar // TODO: come up with a unique scheme if other producers also set the generation number. 3372264bac95912efe121d6a60026612617f04f42966Lajos Molnar static uint32_t mSurfaceGeneration = 0; 3373264bac95912efe121d6a60026612617f04f42966Lajos Molnar uint32_t generation = (getpid() << 10) | (++mSurfaceGeneration & ((1 << 10) - 1)); 3374264bac95912efe121d6a60026612617f04f42966Lajos Molnar surface->setGenerationNumber(generation); 3375264bac95912efe121d6a60026612617f04f42966Lajos Molnar ALOGI("[%s] setting surface generation to %u", mComponentName.c_str(), generation); 3376264bac95912efe121d6a60026612617f04f42966Lajos Molnar 3377264bac95912efe121d6a60026612617f04f42966Lajos Molnar // HACK: clear any free buffers. Remove when connect will automatically do this. 3378264bac95912efe121d6a60026612617f04f42966Lajos Molnar // This is needed as the consumer may be holding onto stale frames that it can reattach 3379264bac95912efe121d6a60026612617f04f42966Lajos Molnar // to this surface after disconnect/connect, and those free frames would inherit the new 3380264bac95912efe121d6a60026612617f04f42966Lajos Molnar // generation number. Disconnecting after setting a unique generation prevents this. 3381181fd9b5b64bab24bb49a34208f60a16e98488c5Chong Zhang nativeWindowDisconnect(surface.get(), "connectToSurface(reconnect)"); 3382181fd9b5b64bab24bb49a34208f60a16e98488c5Chong Zhang err = nativeWindowConnect(surface.get(), "connectToSurface(reconnect)"); 3383264bac95912efe121d6a60026612617f04f42966Lajos Molnar } 3384264bac95912efe121d6a60026612617f04f42966Lajos Molnar 3385264bac95912efe121d6a60026612617f04f42966Lajos Molnar if (err != OK) { 3386181fd9b5b64bab24bb49a34208f60a16e98488c5Chong Zhang ALOGE("nativeWindowConnect returned an error: %s (%d)", strerror(-err), err); 33871dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 33881dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 3389098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar // do not return ALREADY_EXISTS unless surfaces are the same 3390098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar return err == ALREADY_EXISTS ? BAD_VALUE : err; 33911dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar} 33927541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 33931dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t MediaCodec::disconnectFromSurface() { 33941dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar status_t err = OK; 3395f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar if (mSurface != NULL) { 3396264bac95912efe121d6a60026612617f04f42966Lajos Molnar // Resetting generation is not technically needed, but there is no need to keep it either 3397264bac95912efe121d6a60026612617f04f42966Lajos Molnar mSurface->setGenerationNumber(0); 3398181fd9b5b64bab24bb49a34208f60a16e98488c5Chong Zhang err = nativeWindowDisconnect(mSurface.get(), "disconnectFromSurface"); 33997541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber if (err != OK) { 3400181fd9b5b64bab24bb49a34208f60a16e98488c5Chong Zhang ALOGW("nativeWindowDisconnect returned an error: %s (%d)", strerror(-err), err); 34017541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber } 34021dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // assume disconnected even on error 3403f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar mSurface.clear(); 34047541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber } 34051dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 34061dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar} 34077541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 34081dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t MediaCodec::handleSetSurface(const sp<Surface> &surface) { 34091dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar status_t err = OK; 34101dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mSurface != NULL) { 34111dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar (void)disconnectFromSurface(); 34121dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 3413f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar if (surface != NULL) { 34141dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = connectToSurface(surface); 34151dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err == OK) { 34161dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mSurface = surface; 34177541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber } 34187541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber } 34191dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 34207541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber} 34217541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 3422c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhangvoid MediaCodec::onInputBufferAvailable() { 3423c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang int32_t index; 3424c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang while ((index = dequeuePortBuffer(kPortIndexInput)) >= 0) { 3425c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> msg = mCallback->dup(); 3426c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("callbackID", CB_INPUT_AVAILABLE); 3427c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("index", index); 3428c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->post(); 3429c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 3430c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 3431c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 3432c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhangvoid MediaCodec::onOutputBufferAvailable() { 3433c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang int32_t index; 3434c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang while ((index = dequeuePortBuffer(kPortIndexOutput)) >= 0) { 34357e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim const sp<MediaCodecBuffer> &buffer = 3436dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mPortBuffers[kPortIndexOutput][index].mData; 3437c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> msg = mCallback->dup(); 3438c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("callbackID", CB_OUTPUT_AVAILABLE); 3439c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("index", index); 3440c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setSize("offset", buffer->offset()); 3441c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setSize("size", buffer->size()); 3442c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 3443c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang int64_t timeUs; 3444c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang CHECK(buffer->meta()->findInt64("timeUs", &timeUs)); 3445c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 3446c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt64("timeUs", timeUs); 3447c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 344801c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick statsBufferReceived(timeUs); 344901c5c9f4c7a71bf3ead90b5d7e8e679d930b4f02Ray Essick 3450dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim int32_t flags; 3451dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim CHECK(buffer->meta()->findInt32("flags", &flags)); 3452c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 3453c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("flags", flags); 3454c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 3455c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->post(); 3456c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 3457c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 3458c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 3459749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhangvoid MediaCodec::onError(status_t err, int32_t actionCode, const char *detail) { 3460c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mCallback != NULL) { 3461c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> msg = mCallback->dup(); 3462c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("callbackID", CB_ERROR); 3463c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("err", err); 3464749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhang msg->setInt32("actionCode", actionCode); 3465749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhang 3466749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhang if (detail != NULL) { 3467749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhang msg->setString("detail", detail); 3468749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhang } 3469c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 3470c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->post(); 3471c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 3472c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 3473c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 3474c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhangvoid MediaCodec::onOutputFormatChanged() { 3475c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mCallback != NULL) { 3476c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> msg = mCallback->dup(); 3477c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("callbackID", CB_OUTPUT_FORMAT_CHANGED); 3478c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setMessage("format", mOutputFormat); 3479c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->post(); 3480c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 3481c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 3482c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 3483575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Hubervoid MediaCodec::postActivityNotificationIfPossible() { 3484575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber if (mActivityNotify == NULL) { 3485575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber return; 3486575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber } 3487575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 3488e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang bool isErrorOrOutputChanged = 3489e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang (mFlags & (kFlagStickyError 3490575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber | kFlagOutputBuffersChanged 3491e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang | kFlagOutputFormatChanged)); 3492e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang 3493e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang if (isErrorOrOutputChanged 3494575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber || !mAvailPortBuffers[kPortIndexInput].empty() 3495575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber || !mAvailPortBuffers[kPortIndexOutput].empty()) { 3496e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang mActivityNotify->setInt32("input-buffers", 3497e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang mAvailPortBuffers[kPortIndexInput].size()); 3498e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang 3499e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang if (isErrorOrOutputChanged) { 3500e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang // we want consumer to dequeue as many times as it can 3501e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang mActivityNotify->setInt32("output-buffers", INT32_MAX); 3502e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang } else { 3503e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang mActivityNotify->setInt32("output-buffers", 3504e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang mAvailPortBuffers[kPortIndexOutput].size()); 3505e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang } 3506575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber mActivityNotify->post(); 3507575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber mActivityNotify.clear(); 3508575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber } 3509575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber} 3510575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 3511a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huberstatus_t MediaCodec::setParameters(const sp<AMessage> ¶ms) { 35121d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatSetParameters, this); 3513a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber msg->setMessage("params", params); 3514a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 3515a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber sp<AMessage> response; 3516a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber return PostAndAwaitResponse(msg, &response); 3517a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber} 3518a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 3519a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huberstatus_t MediaCodec::onSetParameters(const sp<AMessage> ¶ms) { 3520a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber mCodec->signalSetParameters(params); 3521a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 3522a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber return OK; 3523a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber} 3524a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 3525e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huberstatus_t MediaCodec::amendOutputFormatWithCodecSpecificData( 35267e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim const sp<MediaCodecBuffer> &buffer) { 3527e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber AString mime; 3528e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber CHECK(mOutputFormat->findString("mime", &mime)); 3529e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3530e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (!strcasecmp(mime.c_str(), MEDIA_MIMETYPE_VIDEO_AVC)) { 3531e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // Codec specific data should be SPS and PPS in a single buffer, 3532e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // each prefixed by a startcode (0x00 0x00 0x00 0x01). 3533e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // We separate the two and put them into the output format 3534e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // under the keys "csd-0" and "csd-1". 3535e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3536e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber unsigned csdIndex = 0; 3537e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3538e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber const uint8_t *data = buffer->data(); 3539e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber size_t size = buffer->size(); 3540e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3541e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber const uint8_t *nalStart; 3542e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber size_t nalSize; 3543e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber while (getNextNALUnit(&data, &size, &nalStart, &nalSize, true) == OK) { 3544e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber sp<ABuffer> csd = new ABuffer(nalSize + 4); 3545e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber memcpy(csd->data(), "\x00\x00\x00\x01", 4); 3546e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber memcpy(csd->data() + 4, nalStart, nalSize); 3547e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3548e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mOutputFormat->setBuffer( 3549a1e8944a21e5833b7aadc451776f11797f5f9273Elliott Hughes AStringPrintf("csd-%u", csdIndex).c_str(), csd); 3550e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3551e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber ++csdIndex; 3552e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 3553e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3554e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (csdIndex != 2) { 3555e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber return ERROR_MALFORMED; 3556e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 3557e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } else { 3558e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // For everything else we just stash the codec specific data into 3559e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // the output format as a single piece of csd under "csd-0". 35607e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim sp<ABuffer> csd = new ABuffer(buffer->size()); 35617e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim memcpy(csd->data(), buffer->data(), buffer->size()); 35627e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim csd->setRange(0, buffer->size()); 35637e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim mOutputFormat->setBuffer("csd-0", csd); 3564e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 3565e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3566e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber return OK; 3567e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber} 3568e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 35692606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhangvoid MediaCodec::updateBatteryStat() { 35703f273d10817ddb2f792ae043de692efcdf1988aeWei Jia if (!mIsVideo) { 35713f273d10817ddb2f792ae043de692efcdf1988aeWei Jia return; 35723f273d10817ddb2f792ae043de692efcdf1988aeWei Jia } 35732606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 35743f273d10817ddb2f792ae043de692efcdf1988aeWei Jia if (mState == CONFIGURED && !mBatteryStatNotified) { 3575f2ae3e19080938db8cbf29a963fd744a3964fcc2Wei Jia BatteryNotifier::getInstance().noteStartVideo(mUid); 35762606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mBatteryStatNotified = true; 35772606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } else if (mState == UNINITIALIZED && mBatteryStatNotified) { 3578f2ae3e19080938db8cbf29a963fd744a3964fcc2Wei Jia BatteryNotifier::getInstance().noteStopVideo(mUid); 35792606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mBatteryStatNotified = false; 35802606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } 35812606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang} 35822606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 3583573ebe40b005690f797ac4d90ed1ff49f9fdb2b7Ray Essickstd::string MediaCodec::stateString(State state) { 3584573ebe40b005690f797ac4d90ed1ff49f9fdb2b7Ray Essick const char *rval = NULL; 3585573ebe40b005690f797ac4d90ed1ff49f9fdb2b7Ray Essick char rawbuffer[16]; // room for "%d" 3586573ebe40b005690f797ac4d90ed1ff49f9fdb2b7Ray Essick 3587573ebe40b005690f797ac4d90ed1ff49f9fdb2b7Ray Essick switch (state) { 3588573ebe40b005690f797ac4d90ed1ff49f9fdb2b7Ray Essick case UNINITIALIZED: rval = "UNINITIALIZED"; break; 3589573ebe40b005690f797ac4d90ed1ff49f9fdb2b7Ray Essick case INITIALIZING: rval = "INITIALIZING"; break; 3590573ebe40b005690f797ac4d90ed1ff49f9fdb2b7Ray Essick case INITIALIZED: rval = "INITIALIZED"; break; 3591573ebe40b005690f797ac4d90ed1ff49f9fdb2b7Ray Essick case CONFIGURING: rval = "CONFIGURING"; break; 3592573ebe40b005690f797ac4d90ed1ff49f9fdb2b7Ray Essick case CONFIGURED: rval = "CONFIGURED"; break; 3593573ebe40b005690f797ac4d90ed1ff49f9fdb2b7Ray Essick case STARTING: rval = "STARTING"; break; 3594573ebe40b005690f797ac4d90ed1ff49f9fdb2b7Ray Essick case STARTED: rval = "STARTED"; break; 3595573ebe40b005690f797ac4d90ed1ff49f9fdb2b7Ray Essick case FLUSHING: rval = "FLUSHING"; break; 3596573ebe40b005690f797ac4d90ed1ff49f9fdb2b7Ray Essick case FLUSHED: rval = "FLUSHED"; break; 3597573ebe40b005690f797ac4d90ed1ff49f9fdb2b7Ray Essick case STOPPING: rval = "STOPPING"; break; 3598573ebe40b005690f797ac4d90ed1ff49f9fdb2b7Ray Essick case RELEASING: rval = "RELEASING"; break; 3599573ebe40b005690f797ac4d90ed1ff49f9fdb2b7Ray Essick default: 3600573ebe40b005690f797ac4d90ed1ff49f9fdb2b7Ray Essick snprintf(rawbuffer, sizeof(rawbuffer), "%d", state); 3601573ebe40b005690f797ac4d90ed1ff49f9fdb2b7Ray Essick rval = rawbuffer; 3602573ebe40b005690f797ac4d90ed1ff49f9fdb2b7Ray Essick break; 3603573ebe40b005690f797ac4d90ed1ff49f9fdb2b7Ray Essick } 3604573ebe40b005690f797ac4d90ed1ff49f9fdb2b7Ray Essick return rval; 3605573ebe40b005690f797ac4d90ed1ff49f9fdb2b7Ray Essick} 3606573ebe40b005690f797ac4d90ed1ff49f9fdb2b7Ray Essick 36075778822d86b0337407514b9372562b86edfa91cdAndreas Huber} // namespace android 3608