MediaCodec.cpp revision d5a416a49d5074e2966f5fe255561cbaaf31a325
15778822d86b0337407514b9372562b86edfa91cdAndreas Huber/* 25778822d86b0337407514b9372562b86edfa91cdAndreas Huber * Copyright 2012, The Android Open Source Project 35778822d86b0337407514b9372562b86edfa91cdAndreas Huber * 45778822d86b0337407514b9372562b86edfa91cdAndreas Huber * Licensed under the Apache License, Version 2.0 (the "License"); 55778822d86b0337407514b9372562b86edfa91cdAndreas Huber * you may not use this file except in compliance with the License. 65778822d86b0337407514b9372562b86edfa91cdAndreas Huber * You may obtain a copy of the License at 75778822d86b0337407514b9372562b86edfa91cdAndreas Huber * 85778822d86b0337407514b9372562b86edfa91cdAndreas Huber * http://www.apache.org/licenses/LICENSE-2.0 95778822d86b0337407514b9372562b86edfa91cdAndreas Huber * 105778822d86b0337407514b9372562b86edfa91cdAndreas Huber * Unless required by applicable law or agreed to in writing, software 115778822d86b0337407514b9372562b86edfa91cdAndreas Huber * distributed under the License is distributed on an "AS IS" BASIS, 125778822d86b0337407514b9372562b86edfa91cdAndreas Huber * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 135778822d86b0337407514b9372562b86edfa91cdAndreas Huber * See the License for the specific language governing permissions and 145778822d86b0337407514b9372562b86edfa91cdAndreas Huber * limitations under the License. 155778822d86b0337407514b9372562b86edfa91cdAndreas Huber */ 165778822d86b0337407514b9372562b86edfa91cdAndreas Huber 175778822d86b0337407514b9372562b86edfa91cdAndreas Huber//#define LOG_NDEBUG 0 185778822d86b0337407514b9372562b86edfa91cdAndreas Huber#define LOG_TAG "MediaCodec" 19fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar#include <inttypes.h> 205778822d86b0337407514b9372562b86edfa91cdAndreas Huber 212606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include "include/avc_utils.h" 224811923e80a8abefa278307ebf8cc9b0294ba67fWonsik Kim#include "include/SecureBuffer.h" 237e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim#include "include/SharedMemoryBuffer.h" 245778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include "include/SoftwareRenderer.h" 255778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26d5a416a49d5074e2966f5fe255561cbaaf31a325Chong Zhang#include <android/hardware/cas/native/1.0/IDescrambler.h> 27d5a416a49d5074e2966f5fe255561cbaaf31a325Chong Zhang 28c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker#include <binder/IMemory.h> 2967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu#include <binder/IPCThreadState.h> 302606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include <binder/IServiceManager.h> 31c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker#include <binder/MemoryDealer.h> 3279608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang#include <gui/BufferQueue.h> 331a2952aee048ca7b1765e2bc09ebe9aeddaeafa3Mathias Agopian#include <gui/Surface.h> 34ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber#include <media/ICrypto.h> 35d291c222357303b9611cab89d0c3b047584ef377Chong Zhang#include <media/IOMX.h> 3667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu#include <media/IResourceManagerService.h> 377e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim#include <media/MediaCodecBuffer.h> 38db1221479a7ffe7094c51c463bbd36522ed106abRay Essick#include <media/MediaAnalyticsItem.h> 395778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/foundation/ABuffer.h> 405778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/foundation/ADebug.h> 415778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/foundation/AMessage.h> 425b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber#include <media/stagefright/foundation/AString.h> 43dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim#include <media/stagefright/foundation/AUtils.h> 44ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber#include <media/stagefright/foundation/hexdump.h> 455778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/ACodec.h> 467cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden#include <media/stagefright/BufferProducerWrapper.h> 472606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include <media/stagefright/MediaCodec.h> 486f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen#include <media/stagefright/MediaCodecList.h> 49e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber#include <media/stagefright/MediaDefs.h> 505778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/MediaErrors.h> 51744f5739019d1fd917f981e740b353c3d73fd1a8David Smith#include <media/stagefright/MediaFilter.h> 525778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/MetaData.h> 53d291c222357303b9611cab89d0c3b047584ef377Chong Zhang#include <media/stagefright/OMXClient.h> 54d291c222357303b9611cab89d0c3b047584ef377Chong Zhang#include <media/stagefright/PersistentSurface.h> 558b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar#include <media/stagefright/SurfaceUtils.h> 5699e69716215cd0665379bc90d708f2ea8689831dRuben Brunk#include <mediautils/BatteryNotifier.h> 572606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include <private/android_filesystem_config.h> 582606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include <utils/Log.h> 592606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include <utils/Singleton.h> 60e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 615778822d86b0337407514b9372562b86edfa91cdAndreas Hubernamespace android { 625778822d86b0337407514b9372562b86edfa91cdAndreas Huber 63db1221479a7ffe7094c51c463bbd36522ed106abRay Essick// key for media statistics 648574195df5de20af5fc16d6f9da1b132d6d5bfeeRay Essickstatic const char *kCodecKeyName = "codec"; 65db1221479a7ffe7094c51c463bbd36522ed106abRay Essick// attrs for media statistics 66afb43f76821e6a63e17e6484289a40430ada6978Ray Essickstatic const char *kCodecCodec = "android.media.mediacodec.codec"; /* e.g. OMX.google.aac.decoder */ 67afb43f76821e6a63e17e6484289a40430ada6978Ray Essickstatic const char *kCodecMime = "android.media.mediacodec.mime"; /* e.g. audio/mime */ 68afb43f76821e6a63e17e6484289a40430ada6978Ray Essickstatic const char *kCodecMode = "android.media.mediacodec.mode"; /* audio, video */ 69afb43f76821e6a63e17e6484289a40430ada6978Ray Essickstatic const char *kCodecSecure = "android.media.mediacodec.secure"; /* 0, 1 */ 70afb43f76821e6a63e17e6484289a40430ada6978Ray Essickstatic const char *kCodecHeight = "android.media.mediacodec.height"; /* 0..n */ 71afb43f76821e6a63e17e6484289a40430ada6978Ray Essickstatic const char *kCodecWidth = "android.media.mediacodec.width"; /* 0..n */ 72afb43f76821e6a63e17e6484289a40430ada6978Ray Essickstatic const char *kCodecRotation = "android.media.mediacodec.rotation-degrees"; /* 0/90/180/270 */ 73afb43f76821e6a63e17e6484289a40430ada6978Ray Essickstatic const char *kCodecCrypto = "android.media.mediacodec.crypto"; /* 0,1 */ 74afb43f76821e6a63e17e6484289a40430ada6978Ray Essickstatic const char *kCodecEncoder = "android.media.mediacodec.encoder"; /* 0,1 */ 758574195df5de20af5fc16d6f9da1b132d6d5bfeeRay Essick 76db1221479a7ffe7094c51c463bbd36522ed106abRay Essick 77db1221479a7ffe7094c51c463bbd36522ed106abRay Essick 780d1ed381fde5dac12dd84fcf3da66dac46699378Chih-Hung Hsiehstatic int64_t getId(const sp<IResourceManagerClient> &client) { 7967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return (int64_t) client.get(); 8067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 8167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 8267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wustatic bool isResourceError(status_t err) { 8347a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu return (err == NO_MEMORY); 8467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 8567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 8667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wustatic const int kMaxRetry = 2; 874b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wustatic const int kMaxReclaimWaitTimeInUs = 500000; // 0.5s 88dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimstatic const int kNumBuffersAlign = 16; 8967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 9079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim//////////////////////////////////////////////////////////////////////////////// 9179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 9267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wustruct ResourceManagerClient : public BnResourceManagerClient { 93090ef604f81447eab4aa0a5b45d6307482573560Chih-Hung Hsieh explicit ResourceManagerClient(MediaCodec* codec) : mMediaCodec(codec) {} 9467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 9567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu virtual bool reclaimResource() { 9667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<MediaCodec> codec = mMediaCodec.promote(); 9767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (codec == NULL) { 9867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // codec is already gone. 9967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return true; 10067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 10147a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu status_t err = codec->reclaim(); 1024b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu if (err == WOULD_BLOCK) { 1034b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu ALOGD("Wait for the client to release codec."); 1044b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu usleep(kMaxReclaimWaitTimeInUs); 1054b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu ALOGD("Try to reclaim again."); 1064b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu err = codec->reclaim(true /* force */); 1074b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu } 10867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (err != OK) { 10967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ALOGW("ResourceManagerClient failed to release codec with err %d", err); 11067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 11167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return (err == OK); 11267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 11367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 1148f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu virtual String8 getName() { 1158f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu String8 ret; 1168f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu sp<MediaCodec> codec = mMediaCodec.promote(); 1178f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu if (codec == NULL) { 1188f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu // codec is already gone. 1198f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu return ret; 1208f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu } 1218f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu 1228f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu AString name; 1238f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu if (codec->getName(&name) == OK) { 1248f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu ret.setTo(name.c_str()); 1258f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu } 1268f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu return ret; 1278f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu } 12867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 12967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuprotected: 13067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu virtual ~ResourceManagerClient() {} 13167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 13267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuprivate: 13367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu wp<MediaCodec> mMediaCodec; 13467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 13567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu DISALLOW_EVIL_CONSTRUCTORS(ResourceManagerClient); 13667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu}; 13767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 13868845c14ebf2c7282800b1abffde38d8e9a57aabRonghua WuMediaCodec::ResourceManagerServiceProxy::ResourceManagerServiceProxy(pid_t pid) 13968845c14ebf2c7282800b1abffde38d8e9a57aabRonghua Wu : mPid(pid) { 14068845c14ebf2c7282800b1abffde38d8e9a57aabRonghua Wu if (mPid == MediaCodec::kNoPid) { 14168845c14ebf2c7282800b1abffde38d8e9a57aabRonghua Wu mPid = IPCThreadState::self()->getCallingPid(); 14268845c14ebf2c7282800b1abffde38d8e9a57aabRonghua Wu } 14367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 14467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 14567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua WuMediaCodec::ResourceManagerServiceProxy::~ResourceManagerServiceProxy() { 14667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mService != NULL) { 14767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu IInterface::asBinder(mService)->unlinkToDeath(this); 14867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 14967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 15067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 15167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuvoid MediaCodec::ResourceManagerServiceProxy::init() { 15267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<IServiceManager> sm = defaultServiceManager(); 15367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<IBinder> binder = sm->getService(String16("media.resource_manager")); 15467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mService = interface_cast<IResourceManagerService>(binder); 15567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mService == NULL) { 15667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ALOGE("Failed to get ResourceManagerService"); 15767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return; 15867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 159e4237177a4a3eea059cd74247b2d770d301a8230Ronghua Wu IInterface::asBinder(mService)->linkToDeath(this); 16067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 16167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 16267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuvoid MediaCodec::ResourceManagerServiceProxy::binderDied(const wp<IBinder>& /*who*/) { 16367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ALOGW("ResourceManagerService died."); 16467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Mutex::Autolock _l(mLock); 16567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mService.clear(); 16667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 16767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 16867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuvoid MediaCodec::ResourceManagerServiceProxy::addResource( 16967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu int64_t clientId, 1700d1ed381fde5dac12dd84fcf3da66dac46699378Chih-Hung Hsieh const sp<IResourceManagerClient> &client, 17167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu const Vector<MediaResource> &resources) { 17267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Mutex::Autolock _l(mLock); 17367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mService == NULL) { 17467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return; 17567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 17637c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu mService->addResource(mPid, clientId, client, resources); 17767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 17867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 17967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuvoid MediaCodec::ResourceManagerServiceProxy::removeResource(int64_t clientId) { 18067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Mutex::Autolock _l(mLock); 18167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mService == NULL) { 18267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return; 18367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 18437c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu mService->removeResource(mPid, clientId); 18567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 18667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 18767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wubool MediaCodec::ResourceManagerServiceProxy::reclaimResource( 18837c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu const Vector<MediaResource> &resources) { 18967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Mutex::Autolock _l(mLock); 19067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mService == NULL) { 19167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return false; 19267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 19337c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu return mService->reclaimResource(mPid, resources); 19467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 19567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 19679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim//////////////////////////////////////////////////////////////////////////////// 19779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 198dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik KimMediaCodec::BufferInfo::BufferInfo() : mOwnedByClient(false) {} 199dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim 200dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim//////////////////////////////////////////////////////////////////////////////// 201dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim 20279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kimnamespace { 20379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 20479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kimenum { 20579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim kWhatFillThisBuffer = 'fill', 20679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim kWhatDrainThisBuffer = 'drai', 20779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim kWhatEOS = 'eos ', 208dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim kWhatStartCompleted = 'Scom', 20979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim kWhatStopCompleted = 'scom', 21079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim kWhatReleaseCompleted = 'rcom', 21179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim kWhatFlushCompleted = 'fcom', 21279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim kWhatError = 'erro', 21379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim kWhatComponentAllocated = 'cAll', 21479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim kWhatComponentConfigured = 'cCon', 21579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim kWhatInputSurfaceCreated = 'isfc', 21679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim kWhatInputSurfaceAccepted = 'isfa', 21779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim kWhatSignaledInputEOS = 'seos', 21879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim kWhatOutputFramesRendered = 'outR', 219dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim kWhatOutputBuffersChanged = 'outC', 22079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim}; 22179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 222dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimclass BufferCallback : public CodecBase::BufferCallback { 22379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kimpublic: 224dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim explicit BufferCallback(const sp<AMessage> ¬ify); 225dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim virtual ~BufferCallback() = default; 226dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim 227dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim virtual void onInputBufferAvailable( 228dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim size_t index, const sp<MediaCodecBuffer> &buffer) override; 229dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim virtual void onOutputBufferAvailable( 230dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim size_t index, const sp<MediaCodecBuffer> &buffer) override; 231dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimprivate: 232dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim const sp<AMessage> mNotify; 233dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim}; 234dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim 235dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik KimBufferCallback::BufferCallback(const sp<AMessage> ¬ify) 236dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim : mNotify(notify) {} 237dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim 238dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid BufferCallback::onInputBufferAvailable( 239dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim size_t index, const sp<MediaCodecBuffer> &buffer) { 240dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim sp<AMessage> notify(mNotify->dup()); 241dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim notify->setInt32("what", kWhatFillThisBuffer); 242dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim notify->setSize("index", index); 243dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim notify->setObject("buffer", buffer); 244dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim notify->post(); 245dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim} 246dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim 247dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid BufferCallback::onOutputBufferAvailable( 248dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim size_t index, const sp<MediaCodecBuffer> &buffer) { 249dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim sp<AMessage> notify(mNotify->dup()); 250dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim notify->setInt32("what", kWhatDrainThisBuffer); 251dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim notify->setSize("index", index); 252dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim notify->setObject("buffer", buffer); 253dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim notify->post(); 254dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim} 255dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim 256dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimclass CodecCallback : public CodecBase::CodecCallback { 257dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimpublic: 258dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim explicit CodecCallback(const sp<AMessage> ¬ify); 259dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim virtual ~CodecCallback() = default; 26079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 26179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim virtual void onEos(status_t err) override; 262dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim virtual void onStartCompleted() override; 26379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim virtual void onStopCompleted() override; 26479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim virtual void onReleaseCompleted() override; 26579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim virtual void onFlushCompleted() override; 26679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim virtual void onError(status_t err, enum ActionCode actionCode) override; 26779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim virtual void onComponentAllocated(const char *componentName) override; 26879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim virtual void onComponentConfigured( 26979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim const sp<AMessage> &inputFormat, const sp<AMessage> &outputFormat) override; 27079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim virtual void onInputSurfaceCreated( 27179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim const sp<AMessage> &inputFormat, 27279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim const sp<AMessage> &outputFormat, 27379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim const sp<BufferProducerWrapper> &inputSurface) override; 27479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim virtual void onInputSurfaceCreationFailed(status_t err) override; 27579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim virtual void onInputSurfaceAccepted( 27679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim const sp<AMessage> &inputFormat, 27779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim const sp<AMessage> &outputFormat) override; 27879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim virtual void onInputSurfaceDeclined(status_t err) override; 27979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim virtual void onSignaledInputEOS(status_t err) override; 28079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim virtual void onOutputFramesRendered(const std::list<FrameRenderTracker::Info> &done) override; 281dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim virtual void onOutputBuffersChanged() override; 28279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kimprivate: 28379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim const sp<AMessage> mNotify; 28479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim}; 28579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 286dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik KimCodecCallback::CodecCallback(const sp<AMessage> ¬ify) : mNotify(notify) {} 28779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 288dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid CodecCallback::onEos(status_t err) { 28979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim sp<AMessage> notify(mNotify->dup()); 290dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim notify->setInt32("what", kWhatEOS); 291dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim notify->setInt32("err", err); 292fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim notify->post(); 293fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim} 294fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim 295dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid CodecCallback::onStartCompleted() { 296fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim sp<AMessage> notify(mNotify->dup()); 297dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim notify->setInt32("what", kWhatStartCompleted); 29879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->post(); 29979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} 30079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 301dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid CodecCallback::onStopCompleted() { 30279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim sp<AMessage> notify(mNotify->dup()); 30379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("what", kWhatStopCompleted); 30479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->post(); 30579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} 30679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 307dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid CodecCallback::onReleaseCompleted() { 30879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim sp<AMessage> notify(mNotify->dup()); 30979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("what", kWhatReleaseCompleted); 31079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->post(); 31179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} 31279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 313dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid CodecCallback::onFlushCompleted() { 31479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim sp<AMessage> notify(mNotify->dup()); 31579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("what", kWhatFlushCompleted); 31679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->post(); 31779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} 31879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 319dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid CodecCallback::onError(status_t err, enum ActionCode actionCode) { 32079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim sp<AMessage> notify(mNotify->dup()); 32179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("what", kWhatError); 32279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("err", err); 32379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("actionCode", actionCode); 32479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->post(); 32579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} 32679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 327dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid CodecCallback::onComponentAllocated(const char *componentName) { 32879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim sp<AMessage> notify(mNotify->dup()); 32979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("what", kWhatComponentAllocated); 33079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setString("componentName", componentName); 33179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->post(); 33279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} 33379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 334dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid CodecCallback::onComponentConfigured( 33579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim const sp<AMessage> &inputFormat, const sp<AMessage> &outputFormat) { 33679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim sp<AMessage> notify(mNotify->dup()); 33779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("what", kWhatComponentConfigured); 33879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setMessage("input-format", inputFormat); 33979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setMessage("output-format", outputFormat); 34079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->post(); 34179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} 34279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 343dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid CodecCallback::onInputSurfaceCreated( 34479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim const sp<AMessage> &inputFormat, 34579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim const sp<AMessage> &outputFormat, 34679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim const sp<BufferProducerWrapper> &inputSurface) { 34779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim sp<AMessage> notify(mNotify->dup()); 34879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("what", kWhatInputSurfaceCreated); 34979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setMessage("input-format", inputFormat); 35079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setMessage("output-format", outputFormat); 35179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setObject("input-surface", inputSurface); 35279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->post(); 35379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} 35479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 355dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid CodecCallback::onInputSurfaceCreationFailed(status_t err) { 35679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim sp<AMessage> notify(mNotify->dup()); 35779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("what", kWhatInputSurfaceCreated); 35879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("err", err); 35979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->post(); 36079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} 36179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 362dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid CodecCallback::onInputSurfaceAccepted( 36379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim const sp<AMessage> &inputFormat, 36479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim const sp<AMessage> &outputFormat) { 36579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim sp<AMessage> notify(mNotify->dup()); 36679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("what", kWhatInputSurfaceAccepted); 36779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setMessage("input-format", inputFormat); 36879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setMessage("output-format", outputFormat); 36979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->post(); 37079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} 37179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 372dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid CodecCallback::onInputSurfaceDeclined(status_t err) { 37379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim sp<AMessage> notify(mNotify->dup()); 37479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("what", kWhatInputSurfaceAccepted); 37579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("err", err); 37679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->post(); 37779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} 37879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 379dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid CodecCallback::onSignaledInputEOS(status_t err) { 38079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim sp<AMessage> notify(mNotify->dup()); 38179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("what", kWhatSignaledInputEOS); 38279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim if (err != OK) { 38379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("err", err); 38479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim } 38579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->post(); 38679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} 38779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 388dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid CodecCallback::onOutputFramesRendered(const std::list<FrameRenderTracker::Info> &done) { 38979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim sp<AMessage> notify(mNotify->dup()); 39079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("what", kWhatOutputFramesRendered); 39179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim if (MediaCodec::CreateFramesRenderedMessage(done, notify)) { 39279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->post(); 39379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim } 39479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} 39579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 396dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid CodecCallback::onOutputBuffersChanged() { 397dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim sp<AMessage> notify(mNotify->dup()); 398dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim notify->setInt32("what", kWhatOutputBuffersChanged); 399dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim notify->post(); 400dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim} 401dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim 40279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} // namespace 40379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 40479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim//////////////////////////////////////////////////////////////////////////////// 40579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 4065778822d86b0337407514b9372562b86edfa91cdAndreas Huber// static 4075778822d86b0337407514b9372562b86edfa91cdAndreas Hubersp<MediaCodec> MediaCodec::CreateByType( 408f2ae3e19080938db8cbf29a963fd744a3964fcc2Wei Jia const sp<ALooper> &looper, const AString &mime, bool encoder, status_t *err, pid_t pid, 409f2ae3e19080938db8cbf29a963fd744a3964fcc2Wei Jia uid_t uid) { 410f2ae3e19080938db8cbf29a963fd744a3964fcc2Wei Jia sp<MediaCodec> codec = new MediaCodec(looper, pid, uid); 4115778822d86b0337407514b9372562b86edfa91cdAndreas Huber 412251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung const status_t ret = codec->init(mime, true /* nameIsType */, encoder); 413251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (err != NULL) { 414251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung *err = ret; 415251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 416251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return ret == OK ? codec : NULL; // NULL deallocates codec. 4175778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 4185778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4195778822d86b0337407514b9372562b86edfa91cdAndreas Huber// static 4205778822d86b0337407514b9372562b86edfa91cdAndreas Hubersp<MediaCodec> MediaCodec::CreateByComponentName( 421f2ae3e19080938db8cbf29a963fd744a3964fcc2Wei Jia const sp<ALooper> &looper, const AString &name, status_t *err, pid_t pid, uid_t uid) { 422f2ae3e19080938db8cbf29a963fd744a3964fcc2Wei Jia sp<MediaCodec> codec = new MediaCodec(looper, pid, uid); 4235778822d86b0337407514b9372562b86edfa91cdAndreas Huber 424251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung const status_t ret = codec->init(name, false /* nameIsType */, false /* encoder */); 425251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (err != NULL) { 426251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung *err = ret; 427251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 428251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return ret == OK ? codec : NULL; // NULL deallocates codec. 4295778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 4305778822d86b0337407514b9372562b86edfa91cdAndreas Huber 431d291c222357303b9611cab89d0c3b047584ef377Chong Zhang// static 4325b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnarstatus_t MediaCodec::QueryCapabilities( 4335b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar const AString &name, const AString &mime, bool isEncoder, 4345b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar sp<MediaCodecInfo::Capabilities> *caps /* nonnull */) { 4355b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // TRICKY: this method is used by MediaCodecList/Info during its 4365b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // initialization. As such, we cannot create a MediaCodec instance 4375b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // because that requires an initialized MediaCodecList. 4385b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 4395b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar sp<CodecBase> codec = GetCodecBase(name); 4405b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (codec == NULL) { 4415b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return NAME_NOT_FOUND; 4425b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 4435b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 4445b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return codec->queryCapabilities(name, mime, isEncoder, caps); 4455b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar} 4465b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 4475b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar// static 448d291c222357303b9611cab89d0c3b047584ef377Chong Zhangsp<PersistentSurface> MediaCodec::CreatePersistentInputSurface() { 449d291c222357303b9611cab89d0c3b047584ef377Chong Zhang OMXClient client; 450addf2cbb120346ae42e78fa739245a353db5edadChong Zhang if (client.connect() != OK) { 451addf2cbb120346ae42e78fa739245a353db5edadChong Zhang ALOGE("Failed to connect to OMX to create persistent input surface."); 45279608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang return NULL; 45379608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang } 45479608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang 455addf2cbb120346ae42e78fa739245a353db5edadChong Zhang sp<IOMX> omx = client.interface(); 45679608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang 457d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<IGraphicBufferProducer> bufferProducer; 458addf2cbb120346ae42e78fa739245a353db5edadChong Zhang sp<IGraphicBufferSource> bufferSource; 459d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 460addf2cbb120346ae42e78fa739245a353db5edadChong Zhang status_t err = omx->createInputSurface(&bufferProducer, &bufferSource); 461d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 462d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (err != OK) { 463d291c222357303b9611cab89d0c3b047584ef377Chong Zhang ALOGE("Failed to create persistent input surface."); 464d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return NULL; 465d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 466d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 467addf2cbb120346ae42e78fa739245a353db5edadChong Zhang return new PersistentSurface(bufferProducer, bufferSource); 468d291c222357303b9611cab89d0c3b047584ef377Chong Zhang} 469d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 470f2ae3e19080938db8cbf29a963fd744a3964fcc2Wei JiaMediaCodec::MediaCodec(const sp<ALooper> &looper, pid_t pid, uid_t uid) 4715778822d86b0337407514b9372562b86edfa91cdAndreas Huber : mState(UNINITIALIZED), 47247a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu mReleasedByResourceManager(false), 4735778822d86b0337407514b9372562b86edfa91cdAndreas Huber mLooper(looper), 47492cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar mCodec(NULL), 4757cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mReplyID(0), 4765778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags(0), 477251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mStickyError(OK), 4785778822d86b0337407514b9372562b86edfa91cdAndreas Huber mSoftRenderer(NULL), 479ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar mResourceManagerClient(new ResourceManagerClient(this)), 48068845c14ebf2c7282800b1abffde38d8e9a57aabRonghua Wu mResourceManagerService(new ResourceManagerServiceProxy(pid)), 4812606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mBatteryStatNotified(false), 4822606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mIsVideo(false), 48367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mVideoWidth(0), 48467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mVideoHeight(0), 485505aab41c0e8e79a49d4506344fcd9d220d5965bChong Zhang mRotationDegrees(0), 4865778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputTimeoutGeneration(0), 4875778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputReplyID(0), 4885778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueOutputTimeoutGeneration(0), 4896507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mDequeueOutputReplyID(0), 4903d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang mHaveInputSurface(false), 4913d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang mHavePendingInputBuffers(false) { 492f2ae3e19080938db8cbf29a963fd744a3964fcc2Wei Jia if (uid == kNoUid) { 493f2ae3e19080938db8cbf29a963fd744a3964fcc2Wei Jia mUid = IPCThreadState::self()->getCallingUid(); 494f2ae3e19080938db8cbf29a963fd744a3964fcc2Wei Jia } else { 495f2ae3e19080938db8cbf29a963fd744a3964fcc2Wei Jia mUid = uid; 496f2ae3e19080938db8cbf29a963fd744a3964fcc2Wei Jia } 497db1221479a7ffe7094c51c463bbd36522ed106abRay Essick // set up our new record, get a sessionID, put it into the in-progress list 4988574195df5de20af5fc16d6f9da1b132d6d5bfeeRay Essick mAnalyticsItem = new MediaAnalyticsItem(kCodecKeyName); 499db1221479a7ffe7094c51c463bbd36522ed106abRay Essick if (mAnalyticsItem != NULL) { 500db1221479a7ffe7094c51c463bbd36522ed106abRay Essick (void) mAnalyticsItem->generateSessionID(); 501db1221479a7ffe7094c51c463bbd36522ed106abRay Essick // don't record it yet; only at the end, when we have decided that we have 502db1221479a7ffe7094c51c463bbd36522ed106abRay Essick // data worth writing (e.g. .count() > 0) 503db1221479a7ffe7094c51c463bbd36522ed106abRay Essick } 5045778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 5055778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5065778822d86b0337407514b9372562b86edfa91cdAndreas HuberMediaCodec::~MediaCodec() { 5075778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ(mState, UNINITIALIZED); 50867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mResourceManagerService->removeResource(getId(mResourceManagerClient)); 509db1221479a7ffe7094c51c463bbd36522ed106abRay Essick 510db1221479a7ffe7094c51c463bbd36522ed106abRay Essick if (mAnalyticsItem != NULL ) { 511db1221479a7ffe7094c51c463bbd36522ed106abRay Essick if (mAnalyticsItem->count() > 0) { 512db1221479a7ffe7094c51c463bbd36522ed106abRay Essick mAnalyticsItem->setFinalized(true); 513db1221479a7ffe7094c51c463bbd36522ed106abRay Essick mAnalyticsItem->selfrecord(); 514db1221479a7ffe7094c51c463bbd36522ed106abRay Essick } 515db1221479a7ffe7094c51c463bbd36522ed106abRay Essick delete mAnalyticsItem; 516db1221479a7ffe7094c51c463bbd36522ed106abRay Essick mAnalyticsItem = NULL; 517db1221479a7ffe7094c51c463bbd36522ed106abRay Essick } 5185778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 5195778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5205778822d86b0337407514b9372562b86edfa91cdAndreas Huber// static 5215778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::PostAndAwaitResponse( 5225778822d86b0337407514b9372562b86edfa91cdAndreas Huber const sp<AMessage> &msg, sp<AMessage> *response) { 5235778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = msg->postAndAwaitResponse(response); 5245778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5255778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 5265778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 5275778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 5285778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5295778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!(*response)->findInt32("err", &err)) { 5305778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = OK; 5315778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 5325778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5335778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 5345778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 5355778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5363f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnarvoid MediaCodec::PostReplyWithError(const sp<AReplyToken> &replyID, int32_t err) { 53747a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu int32_t finalErr = err; 53847a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu if (mReleasedByResourceManager) { 53947a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu // override the err code if MediaCodec has been released by ResourceManager. 54047a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu finalErr = DEAD_OBJECT; 54147a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu } 54247a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu 543c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> response = new AMessage; 54447a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu response->setInt32("err", finalErr); 545c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang response->postReply(replyID); 546c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 547c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 5485b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar//static 5495b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnarsp<CodecBase> MediaCodec::GetCodecBase(const AString &name, bool nameIsType) { 5505b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // at this time only ACodec specifies a mime type. 5515b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (nameIsType || name.startsWithIgnoreCase("omx.")) { 5525b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return new ACodec; 5535b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } else if (name.startsWithIgnoreCase("android.filter.")) { 5545b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return new MediaFilter; 5555b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } else { 5565b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return NULL; 5575b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 5585b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar} 5595b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 560dc9f58dc23a86d0635fd8601d1cbc8d47bab0303Andy Hungstatus_t MediaCodec::init(const AString &name, bool nameIsType, bool encoder) { 56167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mResourceManagerService->init(); 56267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 563671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar // save init parameters for reset 564671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mInitName = name; 565671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mInitNameIsType = nameIsType; 566671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mInitIsEncoder = encoder; 567671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 5685778822d86b0337407514b9372562b86edfa91cdAndreas Huber // Current video decoders do not return from OMX_FillThisBuffer 5695778822d86b0337407514b9372562b86edfa91cdAndreas Huber // quickly, violating the OpenMAX specs, until that is remedied 5705778822d86b0337407514b9372562b86edfa91cdAndreas Huber // we need to invest in an extra looper to free the main event 5715778822d86b0337407514b9372562b86edfa91cdAndreas Huber // queue. 572744f5739019d1fd917f981e740b353c3d73fd1a8David Smith 5735b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar mCodec = GetCodecBase(name, nameIsType); 5745b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (mCodec == NULL) { 575744f5739019d1fd917f981e740b353c3d73fd1a8David Smith return NAME_NOT_FOUND; 576744f5739019d1fd917f981e740b353c3d73fd1a8David Smith } 577744f5739019d1fd917f981e740b353c3d73fd1a8David Smith 57867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu bool secureCodec = false; 579dc9f58dc23a86d0635fd8601d1cbc8d47bab0303Andy Hung if (nameIsType && !strncasecmp(name.c_str(), "video/", 6)) { 58067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mIsVideo = true; 5816f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen } else { 5826f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen AString tmp = name; 5836f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen if (tmp.endsWith(".secure")) { 58467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu secureCodec = true; 5856f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen tmp.erase(tmp.size() - 7, 7); 5866f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen } 58760b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar const sp<IMediaCodecList> mcl = MediaCodecList::getInstance(); 58848a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung if (mcl == NULL) { 58948a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung mCodec = NULL; // remove the codec. 59048a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung return NO_INIT; // if called from Java should raise IOException 59148a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung } 5926f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen ssize_t codecIdx = mcl->findCodecByName(tmp.c_str()); 5936f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen if (codecIdx >= 0) { 59460b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar const sp<MediaCodecInfo> info = mcl->getCodecInfo(codecIdx); 59560b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar Vector<AString> mimes; 59660b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar info->getSupportedMimes(&mimes); 59760b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar for (size_t i = 0; i < mimes.size(); i++) { 59860b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar if (mimes[i].startsWith("video/")) { 59967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mIsVideo = true; 60060b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar break; 6016f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen } 6026f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen } 6036f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen } 6045778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 6055778822d86b0337407514b9372562b86edfa91cdAndreas Huber 60667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mIsVideo) { 60767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // video codec needs dedicated looper 6085778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mCodecLooper == NULL) { 6095778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodecLooper = new ALooper; 6105778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodecLooper->setName("CodecLooper"); 6115778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodecLooper->start(false, false, ANDROID_PRIORITY_AUDIO); 6125778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 6135778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6145778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodecLooper->registerHandler(mCodec); 6155778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 6165778822d86b0337407514b9372562b86edfa91cdAndreas Huber mLooper->registerHandler(mCodec); 6175778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 6185778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6195778822d86b0337407514b9372562b86edfa91cdAndreas Huber mLooper->registerHandler(this); 6205778822d86b0337407514b9372562b86edfa91cdAndreas Huber 62179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim mCodec->setCallback( 622dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim std::unique_ptr<CodecBase::CodecCallback>( 623dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim new CodecCallback(new AMessage(kWhatCodecNotify, this)))); 624dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mBufferChannel = mCodec->getBufferChannel(); 625dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mBufferChannel->setCallback( 626dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim std::unique_ptr<CodecBase::BufferCallback>( 627dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim new BufferCallback(new AMessage(kWhatCodecNotify, this)))); 6285778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6291d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatInit, this); 6305778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setString("name", name); 6315778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("nameIsType", nameIsType); 6325778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6335778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (nameIsType) { 6345778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("encoder", encoder); 6355778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 6365778822d86b0337407514b9372562b86edfa91cdAndreas Huber 637db1221479a7ffe7094c51c463bbd36522ed106abRay Essick if (mAnalyticsItem != NULL) { 638db1221479a7ffe7094c51c463bbd36522ed106abRay Essick if (nameIsType) { 639db1221479a7ffe7094c51c463bbd36522ed106abRay Essick // name is the mime type 6408574195df5de20af5fc16d6f9da1b132d6d5bfeeRay Essick mAnalyticsItem->setCString(kCodecMime, name.c_str()); 641db1221479a7ffe7094c51c463bbd36522ed106abRay Essick } else { 6428574195df5de20af5fc16d6f9da1b132d6d5bfeeRay Essick mAnalyticsItem->setCString(kCodecCodec, name.c_str()); 643db1221479a7ffe7094c51c463bbd36522ed106abRay Essick } 6448574195df5de20af5fc16d6f9da1b132d6d5bfeeRay Essick mAnalyticsItem->setCString(kCodecMode, mIsVideo ? "video" : "audio"); 645db1221479a7ffe7094c51c463bbd36522ed106abRay Essick if (nameIsType) 646afb43f76821e6a63e17e6484289a40430ada6978Ray Essick mAnalyticsItem->setInt32(kCodecEncoder, encoder); 647db1221479a7ffe7094c51c463bbd36522ed106abRay Essick } 648db1221479a7ffe7094c51c463bbd36522ed106abRay Essick 64967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu status_t err; 65067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Vector<MediaResource> resources; 651ea15fd29af81490311af9e12949b43524c39400eRonghua Wu MediaResource::Type type = 652ea15fd29af81490311af9e12949b43524c39400eRonghua Wu secureCodec ? MediaResource::kSecureCodec : MediaResource::kNonSecureCodec; 653ea15fd29af81490311af9e12949b43524c39400eRonghua Wu MediaResource::SubType subtype = 654ea15fd29af81490311af9e12949b43524c39400eRonghua Wu mIsVideo ? MediaResource::kVideoCodec : MediaResource::kAudioCodec; 655ea15fd29af81490311af9e12949b43524c39400eRonghua Wu resources.push_back(MediaResource(type, subtype, 1)); 65667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu for (int i = 0; i <= kMaxRetry; ++i) { 65767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (i > 0) { 65867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // Don't try to reclaim resource for the first time. 65937c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu if (!mResourceManagerService->reclaimResource(resources)) { 66067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 66167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 66267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 66367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 66467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<AMessage> response; 66567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu err = PostAndAwaitResponse(msg, &response); 66667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (!isResourceError(err)) { 66767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 66867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 66967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 67067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return err; 6715778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 6725778822d86b0337407514b9372562b86edfa91cdAndreas Huber 673c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhangstatus_t MediaCodec::setCallback(const sp<AMessage> &callback) { 6741d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatSetCallback, this); 675c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setMessage("callback", callback); 676c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 677c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> response; 678c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang return PostAndAwaitResponse(msg, &response); 679c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 680c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 68190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarstatus_t MediaCodec::setOnFrameRenderedNotification(const sp<AMessage> ¬ify) { 68290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar sp<AMessage> msg = new AMessage(kWhatSetNotification, this); 68390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar msg->setMessage("on-frame-rendered", notify); 68490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar return msg->post(); 68590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 68690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 6875778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::configure( 6885778822d86b0337407514b9372562b86edfa91cdAndreas Huber const sp<AMessage> &format, 6899dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang const sp<Surface> &nativeWindow, 6909dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang const sp<ICrypto> &crypto, 6919dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang uint32_t flags) { 6929dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang return configure(format, nativeWindow, crypto, NULL, flags); 6939dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang} 6949dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang 6959dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhangstatus_t MediaCodec::configure( 6969dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang const sp<AMessage> &format, 697f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar const sp<Surface> &surface, 6981bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber const sp<ICrypto> &crypto, 6999dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang const sp<IDescrambler> &descrambler, 7005778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t flags) { 7011d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatConfigure, this); 7025778822d86b0337407514b9372562b86edfa91cdAndreas Huber 70367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mIsVideo) { 70467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu format->findInt32("width", &mVideoWidth); 70567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu format->findInt32("height", &mVideoHeight); 706afb43f76821e6a63e17e6484289a40430ada6978Ray Essick if (!format->findInt32(kCodecRotation, &mRotationDegrees)) { 707505aab41c0e8e79a49d4506344fcd9d220d5965bChong Zhang mRotationDegrees = 0; 708505aab41c0e8e79a49d4506344fcd9d220d5965bChong Zhang } 7092034457336d28124e0f9f3c625978052ae03fceaWei Jia 710db1221479a7ffe7094c51c463bbd36522ed106abRay Essick if (mAnalyticsItem != NULL) { 711afb43f76821e6a63e17e6484289a40430ada6978Ray Essick mAnalyticsItem->setInt32(kCodecWidth, mVideoWidth); 712afb43f76821e6a63e17e6484289a40430ada6978Ray Essick mAnalyticsItem->setInt32(kCodecHeight, mVideoHeight); 713afb43f76821e6a63e17e6484289a40430ada6978Ray Essick mAnalyticsItem->setInt32(kCodecRotation, mRotationDegrees); 714db1221479a7ffe7094c51c463bbd36522ed106abRay Essick } 715db1221479a7ffe7094c51c463bbd36522ed106abRay Essick 7162034457336d28124e0f9f3c625978052ae03fceaWei Jia // Prevent possible integer overflow in downstream code. 7172034457336d28124e0f9f3c625978052ae03fceaWei Jia if (mInitIsEncoder 7182034457336d28124e0f9f3c625978052ae03fceaWei Jia && (uint64_t)mVideoWidth * mVideoHeight > (uint64_t)INT32_MAX / 4) { 7192034457336d28124e0f9f3c625978052ae03fceaWei Jia ALOGE("buffer size is too big, width=%d, height=%d", mVideoWidth, mVideoHeight); 7202034457336d28124e0f9f3c625978052ae03fceaWei Jia return BAD_VALUE; 7212034457336d28124e0f9f3c625978052ae03fceaWei Jia } 72267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 72367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 7245778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setMessage("format", format); 7255778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("flags", flags); 726f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar msg->setObject("surface", surface); 7271bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber 7289dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang if (crypto != NULL || descrambler != NULL) { 7299dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang if (crypto != NULL) { 7309dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang msg->setPointer("crypto", crypto.get()); 7319dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang } else { 7329dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang msg->setPointer("descrambler", descrambler.get()); 7339dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang } 734db1221479a7ffe7094c51c463bbd36522ed106abRay Essick if (mAnalyticsItem != NULL) { 735db1221479a7ffe7094c51c463bbd36522ed106abRay Essick // XXX: save indication that it's crypto in some way... 736afb43f76821e6a63e17e6484289a40430ada6978Ray Essick mAnalyticsItem->setInt32(kCodecCrypto, 1); 737db1221479a7ffe7094c51c463bbd36522ed106abRay Essick } 73832c1bcda7c9fb429fe6c235184f8bb6aa7ef12dbDongwon Kang } else if (mFlags & kFlagIsSecure) { 73932c1bcda7c9fb429fe6c235184f8bb6aa7ef12dbDongwon Kang ALOGW("Crypto or descrambler should be given for secure codec"); 7405778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 7415778822d86b0337407514b9372562b86edfa91cdAndreas Huber 74267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // save msg for reset 74367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mConfigureMsg = msg; 744f64b36deccd473b545dbed22c2feb11fc49157e5Chong Zhang 74567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu status_t err; 74667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Vector<MediaResource> resources; 747ea15fd29af81490311af9e12949b43524c39400eRonghua Wu MediaResource::Type type = (mFlags & kFlagIsSecure) ? 748ea15fd29af81490311af9e12949b43524c39400eRonghua Wu MediaResource::kSecureCodec : MediaResource::kNonSecureCodec; 749ea15fd29af81490311af9e12949b43524c39400eRonghua Wu MediaResource::SubType subtype = 750ea15fd29af81490311af9e12949b43524c39400eRonghua Wu mIsVideo ? MediaResource::kVideoCodec : MediaResource::kAudioCodec; 751ea15fd29af81490311af9e12949b43524c39400eRonghua Wu resources.push_back(MediaResource(type, subtype, 1)); 75267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // Don't know the buffer size at this point, but it's fine to use 1 because 75367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // the reclaimResource call doesn't consider the requester's buffer size for now. 754ea15fd29af81490311af9e12949b43524c39400eRonghua Wu resources.push_back(MediaResource(MediaResource::kGraphicMemory, 1)); 75567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu for (int i = 0; i <= kMaxRetry; ++i) { 75667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (i > 0) { 75767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // Don't try to reclaim resource for the first time. 75837c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu if (!mResourceManagerService->reclaimResource(resources)) { 75967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 76067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 76167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 762f64b36deccd473b545dbed22c2feb11fc49157e5Chong Zhang 76367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<AMessage> response; 76467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu err = PostAndAwaitResponse(msg, &response); 76567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (err != OK && err != INVALID_OPERATION) { 76667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // MediaCodec now set state to UNINITIALIZED upon any fatal error. 76767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // To maintain backward-compatibility, do a reset() to put codec 76867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // back into INITIALIZED state. 76967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // But don't reset if the err is INVALID_OPERATION, which means 77067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // the configure failure is due to wrong state. 77167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 77267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ALOGE("configure failed with err 0x%08x, resetting...", err); 77367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu reset(); 77467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 77567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (!isResourceError(err)) { 77667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 77767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 778f64b36deccd473b545dbed22c2feb11fc49157e5Chong Zhang } 779f64b36deccd473b545dbed22c2feb11fc49157e5Chong Zhang return err; 7805778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 7815778822d86b0337407514b9372562b86edfa91cdAndreas Huber 782cefac14261a32fb856b0d1ab31541787112e306eHassan Shojaniastatus_t MediaCodec::releaseCrypto() 783cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania{ 784cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania ALOGV("releaseCrypto"); 785cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania 786cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania sp<AMessage> msg = new AMessage(kWhatDrmReleaseCrypto, this); 787cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania 788cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania sp<AMessage> response; 789cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania status_t status = msg->postAndAwaitResponse(&response); 790cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania 791cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania if (status == OK && response != NULL) { 792cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania CHECK(response->findInt32("status", &status)); 793cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania ALOGV("releaseCrypto ret: %d ", status); 794cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania } 795cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania else { 796cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania ALOGE("releaseCrypto err: %d", status); 797cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania } 798cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania 799cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania return status; 800cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania} 801cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania 802cefac14261a32fb856b0d1ab31541787112e306eHassan Shojaniavoid MediaCodec::onReleaseCrypto(const sp<AMessage>& msg) 803cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania{ 804cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania status_t status = INVALID_OPERATION; 805cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania if (mCrypto != NULL) { 806cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania ALOGV("onReleaseCrypto: mCrypto: %p (%d)", mCrypto.get(), mCrypto->getStrongCount()); 807cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania mBufferChannel->setCrypto(NULL); 808cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania // TODO change to ALOGV 809cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania ALOGD("onReleaseCrypto: [before clear] mCrypto: %p (%d)", 810cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania mCrypto.get(), mCrypto->getStrongCount()); 811cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania mCrypto.clear(); 812cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania 813cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania status = OK; 814cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania } 815cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania else { 816cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania ALOGW("onReleaseCrypto: No mCrypto. err: %d", status); 817cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania } 818cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania 819cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania sp<AMessage> response = new AMessage; 820cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania response->setInt32("status", status); 821cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania 822cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania sp<AReplyToken> replyID; 823cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania CHECK(msg->senderAwaitsResponse(&replyID)); 824cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania response->postReply(replyID); 825cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania} 826cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania 8278f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhangstatus_t MediaCodec::setInputSurface( 828d291c222357303b9611cab89d0c3b047584ef377Chong Zhang const sp<PersistentSurface> &surface) { 8298f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang sp<AMessage> msg = new AMessage(kWhatSetInputSurface, this); 830d291c222357303b9611cab89d0c3b047584ef377Chong Zhang msg->setObject("input-surface", surface.get()); 831d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 832d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<AMessage> response; 833d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return PostAndAwaitResponse(msg, &response); 834d291c222357303b9611cab89d0c3b047584ef377Chong Zhang} 835d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 8361dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t MediaCodec::setSurface(const sp<Surface> &surface) { 8371dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AMessage> msg = new AMessage(kWhatSetSurface, this); 8381dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar msg->setObject("surface", surface); 8391dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 8401dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AMessage> response; 8411dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return PostAndAwaitResponse(msg, &response); 8421dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar} 8431dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 8447cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFaddenstatus_t MediaCodec::createInputSurface( 8457cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<IGraphicBufferProducer>* bufferProducer) { 8461d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatCreateInputSurface, this); 8477cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 8487cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<AMessage> response; 8497cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden status_t err = PostAndAwaitResponse(msg, &response); 8507cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden if (err == NO_ERROR) { 8517cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden // unwrap the sp<IGraphicBufferProducer> 8527cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<RefBase> obj; 8537cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden bool found = response->findObject("input-surface", &obj); 8547cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden CHECK(found); 8557cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<BufferProducerWrapper> wrapper( 8567cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden static_cast<BufferProducerWrapper*>(obj.get())); 8577cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden *bufferProducer = wrapper->getBufferProducer(); 8587cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } else { 8597cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden ALOGW("createInputSurface failed, err=%d", err); 8607cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 8617cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden return err; 8627cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden} 8637cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 86467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuuint64_t MediaCodec::getGraphicBufferSize() { 86567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (!mIsVideo) { 86667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return 0; 86767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 86867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 86967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu uint64_t size = 0; 87067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu size_t portNum = sizeof(mPortBuffers) / sizeof((mPortBuffers)[0]); 87167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu for (size_t i = 0; i < portNum; ++i) { 87267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // TODO: this is just an estimation, we should get the real buffer size from ACodec. 87367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu size += mPortBuffers[i].size() * mVideoWidth * mVideoHeight * 3 / 2; 87467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 87567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return size; 87667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 87767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 878ea15fd29af81490311af9e12949b43524c39400eRonghua Wuvoid MediaCodec::addResource( 879ea15fd29af81490311af9e12949b43524c39400eRonghua Wu MediaResource::Type type, MediaResource::SubType subtype, uint64_t value) { 88067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Vector<MediaResource> resources; 881c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu resources.push_back(MediaResource(type, subtype, value)); 88267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mResourceManagerService->addResource( 88337c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu getId(mResourceManagerClient), mResourceManagerClient, resources); 88467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 88567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 8865778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::start() { 8871d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatStart, this); 8885778822d86b0337407514b9372562b86edfa91cdAndreas Huber 88967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu status_t err; 89067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Vector<MediaResource> resources; 891ea15fd29af81490311af9e12949b43524c39400eRonghua Wu MediaResource::Type type = (mFlags & kFlagIsSecure) ? 892ea15fd29af81490311af9e12949b43524c39400eRonghua Wu MediaResource::kSecureCodec : MediaResource::kNonSecureCodec; 893ea15fd29af81490311af9e12949b43524c39400eRonghua Wu MediaResource::SubType subtype = 894ea15fd29af81490311af9e12949b43524c39400eRonghua Wu mIsVideo ? MediaResource::kVideoCodec : MediaResource::kAudioCodec; 895ea15fd29af81490311af9e12949b43524c39400eRonghua Wu resources.push_back(MediaResource(type, subtype, 1)); 89667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // Don't know the buffer size at this point, but it's fine to use 1 because 89767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // the reclaimResource call doesn't consider the requester's buffer size for now. 898ea15fd29af81490311af9e12949b43524c39400eRonghua Wu resources.push_back(MediaResource(MediaResource::kGraphicMemory, 1)); 89967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu for (int i = 0; i <= kMaxRetry; ++i) { 90067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (i > 0) { 90167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // Don't try to reclaim resource for the first time. 90237c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu if (!mResourceManagerService->reclaimResource(resources)) { 90367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 90467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 90567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // Recover codec from previous error before retry start. 90667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu err = reset(); 90767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (err != OK) { 90867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ALOGE("retrying start: failed to reset codec"); 90967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 91067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 91167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<AMessage> response; 91267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu err = PostAndAwaitResponse(mConfigureMsg, &response); 91367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (err != OK) { 91467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ALOGE("retrying start: failed to configure codec"); 91567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 91667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 91767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 91867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 91967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<AMessage> response; 92067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu err = PostAndAwaitResponse(msg, &response); 92167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (!isResourceError(err)) { 92267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 92367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 92467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 92567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return err; 9265778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 9275778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9285778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::stop() { 9291d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatStop, this); 9305778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9315778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 9325778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 9335778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 9345778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9354b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wubool MediaCodec::hasPendingBuffer(int portIndex) { 936dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim return std::any_of( 937dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mPortBuffers[portIndex].begin(), mPortBuffers[portIndex].end(), 938dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim [](const BufferInfo &info) { return info.mOwnedByClient; }); 9394b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu} 9404b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu 9414b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wubool MediaCodec::hasPendingBuffer() { 9424b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu return hasPendingBuffer(kPortIndexInput) || hasPendingBuffer(kPortIndexOutput); 9434b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu} 9444b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu 9454b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wustatus_t MediaCodec::reclaim(bool force) { 94658828196edf2fc4debbd7913198a8149f039b4a9Ronghua Wu ALOGD("MediaCodec::reclaim(%p) %s", this, mInitName.c_str()); 94747a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu sp<AMessage> msg = new AMessage(kWhatRelease, this); 94847a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu msg->setInt32("reclaimed", 1); 9494b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu msg->setInt32("force", force ? 1 : 0); 95047a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu 95147a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu sp<AMessage> response; 9520abb2aa4859ced9165c77324cb83d1cd94f5f20cRonghua Wu status_t ret = PostAndAwaitResponse(msg, &response); 9530abb2aa4859ced9165c77324cb83d1cd94f5f20cRonghua Wu if (ret == -ENOENT) { 9540abb2aa4859ced9165c77324cb83d1cd94f5f20cRonghua Wu ALOGD("MediaCodec looper is gone, skip reclaim"); 9550abb2aa4859ced9165c77324cb83d1cd94f5f20cRonghua Wu ret = OK; 9560abb2aa4859ced9165c77324cb83d1cd94f5f20cRonghua Wu } 9570abb2aa4859ced9165c77324cb83d1cd94f5f20cRonghua Wu return ret; 95847a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu} 95947a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu 960c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberstatus_t MediaCodec::release() { 9611d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatRelease, this); 962c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 963c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber sp<AMessage> response; 964c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return PostAndAwaitResponse(msg, &response); 965c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber} 966c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 967671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnarstatus_t MediaCodec::reset() { 968671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar /* When external-facing MediaCodec object is created, 969671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar it is already initialized. Thus, reset is essentially 970671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar release() followed by init(), plus clearing the state */ 971671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 972671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar status_t err = release(); 973671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 974671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar // unregister handlers 975671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar if (mCodec != NULL) { 976671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar if (mCodecLooper != NULL) { 977671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mCodecLooper->unregisterHandler(mCodec->id()); 978671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar } else { 979671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mLooper->unregisterHandler(mCodec->id()); 980671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar } 981671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mCodec = NULL; 982671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar } 983671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mLooper->unregisterHandler(id()); 984671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 985671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mFlags = 0; // clear all flags 986251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mStickyError = OK; 987671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 988671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar // reset state not reset by setState(UNINITIALIZED) 989671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mReplyID = 0; 990671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mDequeueInputReplyID = 0; 991671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mDequeueOutputReplyID = 0; 992671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mDequeueInputTimeoutGeneration = 0; 993671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mDequeueOutputTimeoutGeneration = 0; 994671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mHaveInputSurface = false; 995671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 996671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar if (err == OK) { 997dc9f58dc23a86d0635fd8601d1cbc8d47bab0303Andy Hung err = init(mInitName, mInitNameIsType, mInitIsEncoder); 998671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar } 999671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar return err; 1000671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar} 1001671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 10025778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::queueInputBuffer( 10035778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t index, 10045778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t offset, 10055778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t size, 10065778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t presentationTimeUs, 10075b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber uint32_t flags, 10085b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber AString *errorDetailMsg) { 10095b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber if (errorDetailMsg != NULL) { 10105b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber errorDetailMsg->clear(); 10115b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber } 10125b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber 10131d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatQueueInputBuffer, this); 10145778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setSize("index", index); 10155778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setSize("offset", offset); 10165778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setSize("size", size); 10175778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt64("timeUs", presentationTimeUs); 10185778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("flags", flags); 10195b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber msg->setPointer("errorDetailMsg", errorDetailMsg); 10205778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10215778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 10225778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 10235778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 10245778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10254b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huberstatus_t MediaCodec::queueSecureInputBuffer( 10264b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size_t index, 10274b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size_t offset, 10284b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const CryptoPlugin::SubSample *subSamples, 10294b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size_t numSubSamples, 10304b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const uint8_t key[16], 10314b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const uint8_t iv[16], 10324b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CryptoPlugin::Mode mode, 103318cb1eca504817b5b144a023ae2792d90e74c9a5Jeff Tinker const CryptoPlugin::Pattern &pattern, 10344b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber int64_t presentationTimeUs, 10355b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber uint32_t flags, 10365b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber AString *errorDetailMsg) { 10375b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber if (errorDetailMsg != NULL) { 10385b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber errorDetailMsg->clear(); 10395b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber } 10405b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber 10411d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatQueueInputBuffer, this); 10424b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setSize("index", index); 10434b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setSize("offset", offset); 10444b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setPointer("subSamples", (void *)subSamples); 10454b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setSize("numSubSamples", numSubSamples); 10464b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setPointer("key", (void *)key); 10474b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setPointer("iv", (void *)iv); 10484b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setInt32("mode", mode); 104918cb1eca504817b5b144a023ae2792d90e74c9a5Jeff Tinker msg->setInt32("encryptBlocks", pattern.mEncryptBlocks); 105018cb1eca504817b5b144a023ae2792d90e74c9a5Jeff Tinker msg->setInt32("skipBlocks", pattern.mSkipBlocks); 10514b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setInt64("timeUs", presentationTimeUs); 10524b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setInt32("flags", flags); 10535b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber msg->setPointer("errorDetailMsg", errorDetailMsg); 10544b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 10554b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber sp<AMessage> response; 10565b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber status_t err = PostAndAwaitResponse(msg, &response); 10575b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber 10585b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber return err; 10594b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber} 10604b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 10615778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::dequeueInputBuffer(size_t *index, int64_t timeoutUs) { 10621d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatDequeueInputBuffer, this); 10635778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt64("timeoutUs", timeoutUs); 10645778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10655778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 10665778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err; 10675778822d86b0337407514b9372562b86edfa91cdAndreas Huber if ((err = PostAndAwaitResponse(msg, &response)) != OK) { 10685778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 10695778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 10705778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10715778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findSize("index", index)); 10725778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10735778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 10745778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 10755778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10765778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::dequeueOutputBuffer( 10775778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t *index, 10785778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t *offset, 10795778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t *size, 10805778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t *presentationTimeUs, 10815778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t *flags, 10825778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t timeoutUs) { 10831d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatDequeueOutputBuffer, this); 10845778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt64("timeoutUs", timeoutUs); 10855778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10865778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 10875778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err; 10885778822d86b0337407514b9372562b86edfa91cdAndreas Huber if ((err = PostAndAwaitResponse(msg, &response)) != OK) { 10895778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 10905778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 10915778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10925778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findSize("index", index)); 10935778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findSize("offset", offset)); 10945778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findSize("size", size)); 10955778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findInt64("timeUs", presentationTimeUs)); 10965778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findInt32("flags", (int32_t *)flags)); 10975778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10985778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 10995778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 11005778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11015778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::renderOutputBufferAndRelease(size_t index) { 11021d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatReleaseOutputBuffer, this); 11035778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setSize("index", index); 11045778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("render", true); 11055778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11065778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 11075778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 11085778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 11095778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1110fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnarstatus_t MediaCodec::renderOutputBufferAndRelease(size_t index, int64_t timestampNs) { 11111d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatReleaseOutputBuffer, this); 1112fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar msg->setSize("index", index); 1113fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar msg->setInt32("render", true); 1114fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar msg->setInt64("timestampNs", timestampNs); 1115fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar 1116fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar sp<AMessage> response; 1117fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar return PostAndAwaitResponse(msg, &response); 1118fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar} 1119fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar 11205778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::releaseOutputBuffer(size_t index) { 11211d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatReleaseOutputBuffer, this); 11225778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setSize("index", index); 11235778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11245778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 11255778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 11265778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 11275778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11287cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFaddenstatus_t MediaCodec::signalEndOfInputStream() { 11291d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatSignalEndOfInputStream, this); 11307cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 11317cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<AMessage> response; 11327cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden return PostAndAwaitResponse(msg, &response); 11337cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden} 11347cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 11355778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::getOutputFormat(sp<AMessage> *format) const { 11361d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatGetOutputFormat, this); 11375778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11385778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 11395778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err; 11405778822d86b0337407514b9372562b86edfa91cdAndreas Huber if ((err = PostAndAwaitResponse(msg, &response)) != OK) { 11415778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 11425778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 11435778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11445778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findMessage("format", format)); 11455778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11465778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 11475778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 11485778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1149e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnarstatus_t MediaCodec::getInputFormat(sp<AMessage> *format) const { 11501d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatGetInputFormat, this); 1151e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 1152e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar sp<AMessage> response; 1153e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar status_t err; 1154e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if ((err = PostAndAwaitResponse(msg, &response)) != OK) { 1155e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar return err; 1156e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 1157e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 1158e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar CHECK(response->findMessage("format", format)); 1159e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 1160e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar return OK; 1161e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar} 1162e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 1163717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjostatus_t MediaCodec::getName(AString *name) const { 11641d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatGetName, this); 1165717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 1166717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo sp<AMessage> response; 1167717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo status_t err; 1168717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo if ((err = PostAndAwaitResponse(msg, &response)) != OK) { 1169717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo return err; 1170717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo } 1171717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 1172717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo CHECK(response->findString("name", name)); 1173717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 1174717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo return OK; 1175717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo} 1176717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 1177afb43f76821e6a63e17e6484289a40430ada6978Ray Essickstatus_t MediaCodec::getMetrics(MediaAnalyticsItem * &reply) { 1178afb43f76821e6a63e17e6484289a40430ada6978Ray Essick 1179afb43f76821e6a63e17e6484289a40430ada6978Ray Essick reply = NULL; 1180db1221479a7ffe7094c51c463bbd36522ed106abRay Essick 1181db1221479a7ffe7094c51c463bbd36522ed106abRay Essick // shouldn't happen, but be safe 1182db1221479a7ffe7094c51c463bbd36522ed106abRay Essick if (mAnalyticsItem == NULL) { 1183db1221479a7ffe7094c51c463bbd36522ed106abRay Essick return UNKNOWN_ERROR; 1184db1221479a7ffe7094c51c463bbd36522ed106abRay Essick } 1185db1221479a7ffe7094c51c463bbd36522ed106abRay Essick 1186db1221479a7ffe7094c51c463bbd36522ed106abRay Essick // XXX: go get current values for whatever in-flight data we want 1187db1221479a7ffe7094c51c463bbd36522ed106abRay Essick 1188db1221479a7ffe7094c51c463bbd36522ed106abRay Essick // send it back to the caller. 1189afb43f76821e6a63e17e6484289a40430ada6978Ray Essick reply = mAnalyticsItem->dup(); 1190db1221479a7ffe7094c51c463bbd36522ed106abRay Essick 1191db1221479a7ffe7094c51c463bbd36522ed106abRay Essick return OK; 1192db1221479a7ffe7094c51c463bbd36522ed106abRay Essick} 1193db1221479a7ffe7094c51c463bbd36522ed106abRay Essick 11947e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kimstatus_t MediaCodec::getInputBuffers(Vector<sp<MediaCodecBuffer> > *buffers) const { 11951d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatGetBuffers, this); 11965778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("portIndex", kPortIndexInput); 11975778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setPointer("buffers", buffers); 11985778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11995778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 12005778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 12015778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 12025778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12037e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kimstatus_t MediaCodec::getOutputBuffers(Vector<sp<MediaCodecBuffer> > *buffers) const { 12041d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatGetBuffers, this); 12055778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("portIndex", kPortIndexOutput); 12065778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setPointer("buffers", buffers); 12075778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12085778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 12095778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 12105778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 12115778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12127e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kimstatus_t MediaCodec::getOutputBuffer(size_t index, sp<MediaCodecBuffer> *buffer) { 12137bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar sp<AMessage> format; 12147bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar return getBufferAndFormat(kPortIndexOutput, index, buffer, &format); 12157bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar} 12167bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 12177bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnarstatus_t MediaCodec::getOutputFormat(size_t index, sp<AMessage> *format) { 12187e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim sp<MediaCodecBuffer> buffer; 12197bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar return getBufferAndFormat(kPortIndexOutput, index, &buffer, format); 12207bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar} 12217bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 12227e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kimstatus_t MediaCodec::getInputBuffer(size_t index, sp<MediaCodecBuffer> *buffer) { 12237bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar sp<AMessage> format; 12247bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar return getBufferAndFormat(kPortIndexInput, index, buffer, &format); 12257bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar} 12267bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 12270e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnarbool MediaCodec::isExecuting() const { 12280e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar return mState == STARTED || mState == FLUSHED; 12290e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar} 12300e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar 12317bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnarstatus_t MediaCodec::getBufferAndFormat( 12327bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar size_t portIndex, size_t index, 12337e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim sp<MediaCodecBuffer> *buffer, sp<AMessage> *format) { 12347bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar // use mutex instead of a context switch 123547a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu if (mReleasedByResourceManager) { 1236b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage ALOGE("getBufferAndFormat - resource already released"); 123747a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu return DEAD_OBJECT; 123847a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu } 123947a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu 1240b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage if (buffer == NULL) { 12417e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim ALOGE("getBufferAndFormat - null MediaCodecBuffer"); 1242b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage return INVALID_OPERATION; 1243b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage } 1244b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage 1245b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage if (format == NULL) { 1246b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage ALOGE("getBufferAndFormat - null AMessage"); 1247b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage return INVALID_OPERATION; 1248b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage } 1249b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage 12507bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar buffer->clear(); 12517bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar format->clear(); 1252b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage 12530e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (!isExecuting()) { 1254b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage ALOGE("getBufferAndFormat - not executing"); 12557bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar return INVALID_OPERATION; 12567bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar } 12577bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 12587bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar // we do not want mPortBuffers to change during this section 12597bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar // we also don't want mOwnedByClient to change during this 12607bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Mutex::Autolock al(mBufferLock); 1261b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage 1262dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim std::vector<BufferInfo> &buffers = mPortBuffers[portIndex]; 1263dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim if (index >= buffers.size()) { 1264b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage ALOGE("getBufferAndFormat - trying to get buffer with " 1265dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim "bad index (index=%zu buffer_size=%zu)", index, buffers.size()); 1266b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage return INVALID_OPERATION; 12677bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar } 1268b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage 1269dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim const BufferInfo &info = buffers[index]; 1270b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage if (!info.mOwnedByClient) { 1271b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage ALOGE("getBufferAndFormat - invalid operation " 12720362655ca9494052f348f83dabecf9ea27003976Aaron Vaage "(the index %zu is not owned by client)", index); 1273b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage return INVALID_OPERATION; 1274b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage } 1275b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage 12764811923e80a8abefa278307ebf8cc9b0294ba67fWonsik Kim *buffer = info.mData; 1277fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim *format = info.mData->format(); 1278b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage 12797bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar return OK; 12807bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar} 12817bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 12825778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::flush() { 12831d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatFlush, this); 12845778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12855778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 12865778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 12875778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 12885778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1289496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huberstatus_t MediaCodec::requestIDRFrame() { 12901d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatRequestIDRFrame, this))->post(); 1291496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 1292496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber return OK; 1293496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber} 1294496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 1295575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Hubervoid MediaCodec::requestActivityNotification(const sp<AMessage> ¬ify) { 12961d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatRequestActivityNotification, this); 1297575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber msg->setMessage("notify", notify); 1298575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber msg->post(); 1299575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber} 1300575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 13015778822d86b0337407514b9372562b86edfa91cdAndreas Huber//////////////////////////////////////////////////////////////////////////////// 13025778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13035778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid MediaCodec::cancelPendingDequeueOperations() { 13045778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mFlags & kFlagDequeueInputPending) { 1305c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(mDequeueInputReplyID, INVALID_OPERATION); 13065778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13075778822d86b0337407514b9372562b86edfa91cdAndreas Huber ++mDequeueInputTimeoutGeneration; 13085778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputReplyID = 0; 13095778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueInputPending; 13105778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 13115778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13125778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mFlags & kFlagDequeueOutputPending) { 1313c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(mDequeueOutputReplyID, INVALID_OPERATION); 13145778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13155778822d86b0337407514b9372562b86edfa91cdAndreas Huber ++mDequeueOutputTimeoutGeneration; 13165778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueOutputReplyID = 0; 13175778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueOutputPending; 13185778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 13195778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 13205778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13213f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnarbool MediaCodec::handleDequeueInputBuffer(const sp<AReplyToken> &replyID, bool newRequest) { 13220e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (!isExecuting() || (mFlags & kFlagIsAsync) 13235778822d86b0337407514b9372562b86edfa91cdAndreas Huber || (newRequest && (mFlags & kFlagDequeueInputPending))) { 1324c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 13255778822d86b0337407514b9372562b86edfa91cdAndreas Huber return true; 1326251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 1327251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 1328251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return true; 13295778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 13305778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13315778822d86b0337407514b9372562b86edfa91cdAndreas Huber ssize_t index = dequeuePortBuffer(kPortIndexInput); 13325778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13335778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (index < 0) { 13345778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ(index, -EAGAIN); 13355778822d86b0337407514b9372562b86edfa91cdAndreas Huber return false; 13365778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 13375778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13385778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response = new AMessage; 13395778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setSize("index", index); 13405778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->postReply(replyID); 13415778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13425778822d86b0337407514b9372562b86edfa91cdAndreas Huber return true; 13435778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 13445778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13453f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnarbool MediaCodec::handleDequeueOutputBuffer(const sp<AReplyToken> &replyID, bool newRequest) { 13460e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (!isExecuting() || (mFlags & kFlagIsAsync) 13475778822d86b0337407514b9372562b86edfa91cdAndreas Huber || (newRequest && (mFlags & kFlagDequeueOutputPending))) { 134847a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu PostReplyWithError(replyID, INVALID_OPERATION); 1349251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 135047a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu PostReplyWithError(replyID, getStickyError()); 13515778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (mFlags & kFlagOutputBuffersChanged) { 135247a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu PostReplyWithError(replyID, INFO_OUTPUT_BUFFERS_CHANGED); 13535778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagOutputBuffersChanged; 13545778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (mFlags & kFlagOutputFormatChanged) { 135547a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu PostReplyWithError(replyID, INFO_FORMAT_CHANGED); 13565778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagOutputFormatChanged; 13575778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 135847a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu sp<AMessage> response = new AMessage; 13595778822d86b0337407514b9372562b86edfa91cdAndreas Huber ssize_t index = dequeuePortBuffer(kPortIndexOutput); 13605778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13615778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (index < 0) { 13625778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ(index, -EAGAIN); 13635778822d86b0337407514b9372562b86edfa91cdAndreas Huber return false; 13645778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 13655778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13667e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim const sp<MediaCodecBuffer> &buffer = 1367dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mPortBuffers[kPortIndexOutput][index].mData; 13685778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13695778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setSize("index", index); 13705778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setSize("offset", buffer->offset()); 13715778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setSize("size", buffer->size()); 13725778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13735778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t timeUs; 13745778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(buffer->meta()->findInt64("timeUs", &timeUs)); 13755778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13765778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setInt64("timeUs", timeUs); 13775778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1378dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim int32_t flags; 1379dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim CHECK(buffer->meta()->findInt32("flags", &flags)); 13805778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13815778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setInt32("flags", flags); 138247a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu response->postReply(replyID); 13835778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 13845778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13855778822d86b0337407514b9372562b86edfa91cdAndreas Huber return true; 13865778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 13875778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13885778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid MediaCodec::onMessageReceived(const sp<AMessage> &msg) { 13895778822d86b0337407514b9372562b86edfa91cdAndreas Huber switch (msg->what()) { 13905778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatCodecNotify: 13915778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 13925778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t what; 13935778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("what", &what)); 13945778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13955778822d86b0337407514b9372562b86edfa91cdAndreas Huber switch (what) { 139679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim case kWhatError: 13975778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 1398251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung int32_t err, actionCode; 1399251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung CHECK(msg->findInt32("err", &err)); 1400251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung CHECK(msg->findInt32("actionCode", &actionCode)); 14015778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14029e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen ALOGE("Codec reported err %#x, actionCode %d, while in state %d", 14039e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen err, actionCode, mState); 1404251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (err == DEAD_OBJECT) { 1405aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber mFlags |= kFlagSawMediaServerDie; 140652dfbee90cc3c4426428318e06a92774f5201198Praveen Chavan mFlags &= ~kFlagIsComponentAllocated; 1407aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber } 1408aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber 14095530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia bool sendErrorResponse = true; 14105778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14115778822d86b0337407514b9372562b86edfa91cdAndreas Huber switch (mState) { 14125778822d86b0337407514b9372562b86edfa91cdAndreas Huber case INITIALIZING: 14135778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 14145778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(UNINITIALIZED); 14155778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 14165778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14175778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14185778822d86b0337407514b9372562b86edfa91cdAndreas Huber case CONFIGURING: 14195778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 1420c22c695660ed9edaba0d4cd7c0ab3a794216fe80Wei Jia setState(actionCode == ACTION_CODE_FATAL ? 1421c22c695660ed9edaba0d4cd7c0ab3a794216fe80Wei Jia UNINITIALIZED : INITIALIZED); 14225778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 14235778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14245778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14255778822d86b0337407514b9372562b86edfa91cdAndreas Huber case STARTING: 14265778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 1427c22c695660ed9edaba0d4cd7c0ab3a794216fe80Wei Jia setState(actionCode == ACTION_CODE_FATAL ? 1428c22c695660ed9edaba0d4cd7c0ab3a794216fe80Wei Jia UNINITIALIZED : CONFIGURED); 14295778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 14305778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14315778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1432c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber case RELEASING: 14335778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 14345778822d86b0337407514b9372562b86edfa91cdAndreas Huber // Ignore the error, assuming we'll still get 14355d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang // the shutdown complete notification. If we 14365d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang // don't, we'll timeout and force release. 14375530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia sendErrorResponse = false; 14385d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang } 14395d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang // fall-thru 14405d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang case STOPPING: 14415d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang { 1442aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber if (mFlags & kFlagSawMediaServerDie) { 144303ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // MediaServer died, there definitely won't 144403ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // be a shutdown complete notification after 144503ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // all. 144603ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber 144703ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // note that we're directly going from 144803ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // STOPPING->UNINITIALIZED, instead of the 144903ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // usual STOPPING->INITIALIZED state. 145003ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber setState(UNINITIALIZED); 14516e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar if (mState == RELEASING) { 14526e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar mComponentName.clear(); 14536e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar } 145403ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber (new AMessage)->postReply(mReplyID); 14555d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang sendErrorResponse = false; 145603ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber } 14575778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 14585778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14595778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14605778822d86b0337407514b9372562b86edfa91cdAndreas Huber case FLUSHING: 14615778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 14629e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen if (actionCode == ACTION_CODE_FATAL) { 14639e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen setState(UNINITIALIZED); 14649e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen } else { 14659e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen setState( 14669e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen (mFlags & kFlagIsAsync) ? FLUSHED : STARTED); 14679e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen } 14685778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 14695778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14705778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14710e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar case FLUSHED: 14725778822d86b0337407514b9372562b86edfa91cdAndreas Huber case STARTED: 14735778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 14745530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia sendErrorResponse = false; 14755778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1476251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setStickyError(err); 1477575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 14785778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14795778822d86b0337407514b9372562b86edfa91cdAndreas Huber cancelPendingDequeueOperations(); 1480c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1481c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 1482251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung onError(err, actionCode); 1483251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 1484251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung switch (actionCode) { 1485251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case ACTION_CODE_TRANSIENT: 1486251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 1487251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case ACTION_CODE_RECOVERABLE: 1488251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setState(INITIALIZED); 1489251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 1490251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung default: 1491251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setState(UNINITIALIZED); 1492251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 1493c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 14945778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 14955778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14965778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14975778822d86b0337407514b9372562b86edfa91cdAndreas Huber default: 14985778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 14995530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia sendErrorResponse = false; 15005778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1501251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setStickyError(err); 1502575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 1503c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1504251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung // actionCode in an uninitialized state is always fatal. 1505251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (mState == UNINITIALIZED) { 1506251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung actionCode = ACTION_CODE_FATAL; 1507251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 1508c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 1509251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung onError(err, actionCode); 1510251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 1511251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung switch (actionCode) { 1512251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case ACTION_CODE_TRANSIENT: 1513251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 1514251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case ACTION_CODE_RECOVERABLE: 1515251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setState(INITIALIZED); 1516251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 1517251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung default: 1518251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setState(UNINITIALIZED); 1519251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 1520c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 15215778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 15225778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15235778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15245778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15255530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia if (sendErrorResponse) { 1526251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(mReplyID, err); 15275778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15285778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 15295778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15305778822d86b0337407514b9372562b86edfa91cdAndreas Huber 153179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim case kWhatComponentAllocated: 15325778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 15335778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ(mState, INITIALIZING); 15345778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(INITIALIZED); 153552dfbee90cc3c4426428318e06a92774f5201198Praveen Chavan mFlags |= kFlagIsComponentAllocated; 15365778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1537717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo CHECK(msg->findString("componentName", &mComponentName)); 15385778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15398574195df5de20af5fc16d6f9da1b132d6d5bfeeRay Essick if (mComponentName.c_str()) { 15408574195df5de20af5fc16d6f9da1b132d6d5bfeeRay Essick mAnalyticsItem->setCString(kCodecCodec, mComponentName.c_str()); 15418574195df5de20af5fc16d6f9da1b132d6d5bfeeRay Essick } 15428574195df5de20af5fc16d6f9da1b132d6d5bfeeRay Essick 1543717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo if (mComponentName.startsWith("OMX.google.")) { 15443a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar mFlags |= kFlagUsesSoftwareRenderer; 15455778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 15463a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar mFlags &= ~kFlagUsesSoftwareRenderer; 15475778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15485778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1549ea15fd29af81490311af9e12949b43524c39400eRonghua Wu MediaResource::Type resourceType; 1550717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo if (mComponentName.endsWith(".secure")) { 15511bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber mFlags |= kFlagIsSecure; 1552ea15fd29af81490311af9e12949b43524c39400eRonghua Wu resourceType = MediaResource::kSecureCodec; 15538574195df5de20af5fc16d6f9da1b132d6d5bfeeRay Essick mAnalyticsItem->setInt32(kCodecSecure, 1); 15541bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber } else { 15551bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber mFlags &= ~kFlagIsSecure; 1556ea15fd29af81490311af9e12949b43524c39400eRonghua Wu resourceType = MediaResource::kNonSecureCodec; 15578574195df5de20af5fc16d6f9da1b132d6d5bfeeRay Essick mAnalyticsItem->setInt32(kCodecSecure, 0); 15581bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber } 1559c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu 156058828196edf2fc4debbd7913198a8149f039b4a9Ronghua Wu if (mIsVideo) { 156158828196edf2fc4debbd7913198a8149f039b4a9Ronghua Wu // audio codec is currently ignored. 1562ea15fd29af81490311af9e12949b43524c39400eRonghua Wu addResource(resourceType, MediaResource::kVideoCodec, 1); 156358828196edf2fc4debbd7913198a8149f039b4a9Ronghua Wu } 15641bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber 15655778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(mReplyID); 15665778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 15675778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15685778822d86b0337407514b9372562b86edfa91cdAndreas Huber 156979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim case kWhatComponentConfigured: 15705778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 1571c6044a135324979e62cc59db9dbde8b11c4bb74bAndy Hung if (mState == UNINITIALIZED || mState == INITIALIZED) { 1572c6044a135324979e62cc59db9dbde8b11c4bb74bAndy Hung // In case a kWhatError message came in and replied with error, 1573c6044a135324979e62cc59db9dbde8b11c4bb74bAndy Hung // we log a warning and ignore. 1574c6044a135324979e62cc59db9dbde8b11c4bb74bAndy Hung ALOGW("configure interrupted by error, current state %d", mState); 1575c6044a135324979e62cc59db9dbde8b11c4bb74bAndy Hung break; 1576c6044a135324979e62cc59db9dbde8b11c4bb74bAndy Hung } 15775778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ(mState, CONFIGURING); 15785778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15796507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden // reset input surface flag 15806507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mHaveInputSurface = false; 15816507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden 1582e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar CHECK(msg->findMessage("input-format", &mInputFormat)); 1583e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar CHECK(msg->findMessage("output-format", &mOutputFormat)); 1584b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGV("[%s] configured as input format: %s, output format: %s", 1585b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mComponentName.c_str(), 1586b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mInputFormat->debugString(4).c_str(), 1587b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mOutputFormat->debugString(4).c_str()); 15883a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar int32_t usingSwRenderer; 15893a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (mOutputFormat->findInt32("using-sw-renderer", &usingSwRenderer) 15903a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar && usingSwRenderer) { 15913a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar mFlags |= kFlagUsesSoftwareRenderer; 15923a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 15932606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang setState(CONFIGURED); 15945778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(mReplyID); 15955778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 15965778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15975778822d86b0337407514b9372562b86edfa91cdAndreas Huber 159879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim case kWhatInputSurfaceCreated: 15997cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 160092cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar // response to initiateCreateInputSurface() 16017cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden status_t err = NO_ERROR; 16021dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AMessage> response = new AMessage; 16037cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden if (!msg->findInt32("err", &err)) { 16047cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<RefBase> obj; 16057cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden msg->findObject("input-surface", &obj); 1606b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar CHECK(msg->findMessage("input-format", &mInputFormat)); 1607b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar CHECK(msg->findMessage("output-format", &mOutputFormat)); 1608b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGV("[%s] input surface created as input format: %s, output format: %s", 1609b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mComponentName.c_str(), 1610b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mInputFormat->debugString(4).c_str(), 1611b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mOutputFormat->debugString(4).c_str()); 16127cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden CHECK(obj != NULL); 16137cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden response->setObject("input-surface", obj); 16146507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mHaveInputSurface = true; 16157cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } else { 16167cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden response->setInt32("err", err); 16177cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 16187cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden response->postReply(mReplyID); 16197cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 16207cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 16217cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 162279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim case kWhatInputSurfaceAccepted: 1623d291c222357303b9611cab89d0c3b047584ef377Chong Zhang { 16248f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang // response to initiateSetInputSurface() 1625d291c222357303b9611cab89d0c3b047584ef377Chong Zhang status_t err = NO_ERROR; 1626d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<AMessage> response = new AMessage(); 1627d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (!msg->findInt32("err", &err)) { 1628addf2cbb120346ae42e78fa739245a353db5edadChong Zhang CHECK(msg->findMessage("input-format", &mInputFormat)); 1629addf2cbb120346ae42e78fa739245a353db5edadChong Zhang CHECK(msg->findMessage("output-format", &mOutputFormat)); 1630d291c222357303b9611cab89d0c3b047584ef377Chong Zhang mHaveInputSurface = true; 1631d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } else { 1632d291c222357303b9611cab89d0c3b047584ef377Chong Zhang response->setInt32("err", err); 1633d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 1634d291c222357303b9611cab89d0c3b047584ef377Chong Zhang response->postReply(mReplyID); 1635d291c222357303b9611cab89d0c3b047584ef377Chong Zhang break; 1636d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 1637d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 163879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim case kWhatSignaledInputEOS: 16397cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 164092cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar // response to signalEndOfInputStream() 16411dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AMessage> response = new AMessage; 16427cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden status_t err; 16437cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden if (msg->findInt32("err", &err)) { 16447cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden response->setInt32("err", err); 16457cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 16467cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden response->postReply(mReplyID); 16477cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 16487cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 16497cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 1650dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim case kWhatStartCompleted: 16515778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 1652dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim CHECK_EQ(mState, STARTING); 1653dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim if (mIsVideo) { 1654dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim addResource( 1655dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim MediaResource::kGraphicMemory, 1656dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim MediaResource::kUnspecifiedSubType, 1657dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim getGraphicBufferSize()); 1658fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim } 1659dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim setState(STARTED); 1660dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim (new AMessage)->postReply(mReplyID); 1661dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim break; 1662dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim } 1663fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim 1664dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim case kWhatOutputBuffersChanged: 1665dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim { 1666dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mFlags |= kFlagOutputBuffersChanged; 1667dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim postActivityNotificationIfPossible(); 16685778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 16695778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 16705778822d86b0337407514b9372562b86edfa91cdAndreas Huber 167179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim case kWhatOutputFramesRendered: 167290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar { 167390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // ignore these in all states except running, and check that we have a 167490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // notification set 167590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (mState == STARTED && mOnFrameRenderedNotification != NULL) { 167690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar sp<AMessage> notify = mOnFrameRenderedNotification->dup(); 167790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar notify->setMessage("data", msg); 167890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar notify->post(); 167990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 168090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar break; 168190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 168290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 168379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim case kWhatFillThisBuffer: 16845778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 16855778822d86b0337407514b9372562b86edfa91cdAndreas Huber /* size_t index = */updateBuffers(kPortIndexInput, msg); 16865778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1687c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber if (mState == FLUSHING 1688c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber || mState == STOPPING 1689c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber || mState == RELEASING) { 16905778822d86b0337407514b9372562b86edfa91cdAndreas Huber returnBuffersToCodecOnPort(kPortIndexInput); 16915778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 16925778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 16935778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16948ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber if (!mCSD.empty()) { 16958ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber ssize_t index = dequeuePortBuffer(kPortIndexInput); 16968ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber CHECK_GE(index, 0); 16978ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 16988ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber // If codec specific data had been specified as 16998ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber // part of the format in the call to configure and 17008ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber // if there's more csd left, we submit it here 17018ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber // clients only get access to input buffers once 17028ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber // this data has been exhausted. 17038ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 17048ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber status_t err = queueCSDInputBuffer(index); 17058ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 17068ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber if (err != OK) { 17078ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber ALOGE("queueCSDInputBuffer failed w/ error %d", 17088ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber err); 17098ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 1710251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setStickyError(err); 1711575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 1712575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 17138ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber cancelPendingDequeueOperations(); 17148ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber } 17158ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber break; 17168ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber } 17178ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 1718c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 17196e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar if (!mHaveInputSurface) { 17203d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang if (mState == FLUSHED) { 17213d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang mHavePendingInputBuffers = true; 17223d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang } else { 17233d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang onInputBufferAvailable(); 17243d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang } 17256e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar } 1726c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } else if (mFlags & kFlagDequeueInputPending) { 17275778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(handleDequeueInputBuffer(mDequeueInputReplyID)); 17285778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17295778822d86b0337407514b9372562b86edfa91cdAndreas Huber ++mDequeueInputTimeoutGeneration; 17305778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueInputPending; 17315778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputReplyID = 0; 1732575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber } else { 1733575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 17345778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 17355778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 17365778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 17375778822d86b0337407514b9372562b86edfa91cdAndreas Huber 173879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim case kWhatDrainThisBuffer: 17395778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 17405778822d86b0337407514b9372562b86edfa91cdAndreas Huber /* size_t index = */updateBuffers(kPortIndexOutput, msg); 17415778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1742c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber if (mState == FLUSHING 1743c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber || mState == STOPPING 1744c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber || mState == RELEASING) { 17455778822d86b0337407514b9372562b86edfa91cdAndreas Huber returnBuffersToCodecOnPort(kPortIndexOutput); 17465778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 17475778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 17485778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17497e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim sp<RefBase> obj; 17507e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim CHECK(msg->findObject("buffer", &obj)); 17517e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim sp<MediaCodecBuffer> buffer = static_cast<MediaCodecBuffer *>(obj.get()); 17525778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1753fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim if (mOutputFormat != buffer->format()) { 1754fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim mOutputFormat = buffer->format(); 1755fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim ALOGV("[%s] output format changed to: %s", 1756fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim mComponentName.c_str(), mOutputFormat->debugString(4).c_str()); 1757fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim 1758fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim if (mSoftRenderer == NULL && 1759fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim mSurface != NULL && 1760fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim (mFlags & kFlagUsesSoftwareRenderer)) { 1761fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim AString mime; 1762fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim CHECK(mOutputFormat->findString("mime", &mime)); 1763fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim 1764fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim // TODO: propagate color aspects to software renderer to allow better 1765fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim // color conversion to RGB. For now, just mark dataspace for YUV 1766fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim // rendering. 1767fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim int32_t dataSpace; 1768fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim if (mOutputFormat->findInt32("android._dataspace", &dataSpace)) { 1769fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim ALOGD("[%s] setting dataspace on output surface to #%x", 1770fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim mComponentName.c_str(), dataSpace); 1771fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim int err = native_window_set_buffers_data_space( 1772fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim mSurface.get(), (android_dataspace)dataSpace); 1773fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim ALOGW_IF(err != 0, "failed to set dataspace on surface (%d)", err); 1774fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim } 1775fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim 1776fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim if (mime.startsWithIgnoreCase("video/")) { 1777fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim mSoftRenderer = new SoftwareRenderer(mSurface, mRotationDegrees); 1778fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim } 1779fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim } 17805778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1781fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim if (mFlags & kFlagIsEncoder) { 1782fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim // Before we announce the format change we should 1783fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim // collect codec specific data and amend the output 1784fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim // format as necessary. 1785dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim int32_t flags = 0; 1786dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim (void) buffer->meta()->findInt32("flags", &flags); 1787dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim if (flags & BUFFER_FLAG_CODECCONFIG) { 1788fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim status_t err = 1789fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim amendOutputFormatWithCodecSpecificData(buffer); 1790fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim 1791fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim if (err != OK) { 1792fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim ALOGE("Codec spit out malformed codec " 1793fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim "specific data!"); 1794fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim } 1795e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 1796e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 1797e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 1798c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 1799c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang onOutputFormatChanged(); 1800c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } else { 1801c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mFlags |= kFlagOutputFormatChanged; 1802fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim postActivityNotificationIfPossible(); 1803fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim } 1804fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim 1805fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim // Notify mCrypto of video resolution changes 1806fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim if (mCrypto != NULL) { 1807fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim int32_t left, top, right, bottom, width, height; 1808fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim if (mOutputFormat->findRect("crop", &left, &top, &right, &bottom)) { 1809fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim mCrypto->notifyResolution(right - left + 1, bottom - top + 1); 1810fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim } else if (mOutputFormat->findInt32("width", &width) 1811fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim && mOutputFormat->findInt32("height", &height)) { 1812fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim mCrypto->notifyResolution(width, height); 1813fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim } 1814c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 1815e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 1816e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 1817c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 1818c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang onOutputBufferAvailable(); 1819c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } else if (mFlags & kFlagDequeueOutputPending) { 18205778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(handleDequeueOutputBuffer(mDequeueOutputReplyID)); 18215778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18225778822d86b0337407514b9372562b86edfa91cdAndreas Huber ++mDequeueOutputTimeoutGeneration; 18235778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueOutputPending; 18245778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueOutputReplyID = 0; 1825575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber } else { 1826575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 18275778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 1828575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 18295778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 18305778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 18315778822d86b0337407514b9372562b86edfa91cdAndreas Huber 183279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim case kWhatEOS: 18335778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 18345778822d86b0337407514b9372562b86edfa91cdAndreas Huber // We already notify the client of this by using the 18355778822d86b0337407514b9372562b86edfa91cdAndreas Huber // corresponding flag in "onOutputBufferReady". 18365778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 18375778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 18385778822d86b0337407514b9372562b86edfa91cdAndreas Huber 183979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim case kWhatStopCompleted: 18405778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 1841349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang if (mState != STOPPING) { 1842349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang ALOGW("Received kWhatStopCompleted in state %d", mState); 18435d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang break; 18445d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang } 1845349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang setState(INITIALIZED); 1846349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang (new AMessage)->postReply(mReplyID); 1847349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang break; 1848349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang } 1849349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang 185079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim case kWhatReleaseCompleted: 1851349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang { 1852349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang if (mState != RELEASING) { 1853349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang ALOGW("Received kWhatReleaseCompleted in state %d", mState); 1854349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang break; 1855c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 1856349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang setState(UNINITIALIZED); 1857349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang mComponentName.clear(); 1858349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang 185952dfbee90cc3c4426428318e06a92774f5201198Praveen Chavan mFlags &= ~kFlagIsComponentAllocated; 18605778822d86b0337407514b9372562b86edfa91cdAndreas Huber 186167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mResourceManagerService->removeResource(getId(mResourceManagerClient)); 186267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 18635778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(mReplyID); 18645778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 18655778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 18665778822d86b0337407514b9372562b86edfa91cdAndreas Huber 186779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim case kWhatFlushCompleted: 18685778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 18695530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia if (mState != FLUSHING) { 18705530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia ALOGW("received FlushCompleted message in state %d", 18715530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia mState); 18725530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia break; 18735530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia } 18745778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18750e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (mFlags & kFlagIsAsync) { 18760e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar setState(FLUSHED); 18770e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar } else { 18780e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar setState(STARTED); 18790e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar mCodec->signalResume(); 18800e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar } 18815778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18825778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(mReplyID); 18835778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 18845778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 18855778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18865778822d86b0337407514b9372562b86edfa91cdAndreas Huber default: 18875778822d86b0337407514b9372562b86edfa91cdAndreas Huber TRESPASS(); 18885778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 18895778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 18905778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 18915778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18925778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatInit: 18935778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 18943f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 18955778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 18965778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18975778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mState != UNINITIALIZED) { 1898c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 18995778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 19005778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19015778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19025778822d86b0337407514b9372562b86edfa91cdAndreas Huber mReplyID = replyID; 19035778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(INITIALIZING); 19045778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19055778822d86b0337407514b9372562b86edfa91cdAndreas Huber AString name; 19065778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findString("name", &name)); 19075778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19085778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t nameIsType; 19095778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t encoder = false; 19100db280176bd3277e3256252d063f3712b1905ba9Andreas Huber CHECK(msg->findInt32("nameIsType", &nameIsType)); 19110db280176bd3277e3256252d063f3712b1905ba9Andreas Huber if (nameIsType) { 19125778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("encoder", &encoder)); 19135778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19145778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19155778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> format = new AMessage; 19165778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19175778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (nameIsType) { 19185778822d86b0337407514b9372562b86edfa91cdAndreas Huber format->setString("mime", name.c_str()); 19195778822d86b0337407514b9372562b86edfa91cdAndreas Huber format->setInt32("encoder", encoder); 19205778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 19215778822d86b0337407514b9372562b86edfa91cdAndreas Huber format->setString("componentName", name.c_str()); 19225778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19235778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19245778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->initiateAllocateComponent(format); 19255778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 19265778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19275778822d86b0337407514b9372562b86edfa91cdAndreas Huber 192890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar case kWhatSetNotification: 192990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar { 193090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar sp<AMessage> notify; 193190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (msg->findMessage("on-frame-rendered", ¬ify)) { 193290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mOnFrameRenderedNotification = notify; 193390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 193490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar break; 193590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 193690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 1937c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang case kWhatSetCallback: 1938c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang { 19393f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 1940c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang CHECK(msg->senderAwaitsResponse(&replyID)); 1941c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1942c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mState == UNINITIALIZED 1943c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang || mState == INITIALIZING 19440e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar || isExecuting()) { 19450e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar // callback can't be set after codec is executing, 1946c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang // or before it's initialized (as the callback 1947c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang // will be cleared when it goes to INITIALIZED) 1948c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 1949c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang break; 1950c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 1951c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1952c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> callback; 1953c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang CHECK(msg->findMessage("callback", &callback)); 1954c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1955c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mCallback = callback; 1956c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1957c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mCallback != NULL) { 1958c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang ALOGI("MediaCodec will operate in async mode"); 1959c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mFlags |= kFlagIsAsync; 1960c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } else { 1961c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mFlags &= ~kFlagIsAsync; 1962c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 1963c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1964c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> response = new AMessage; 1965c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang response->postReply(replyID); 1966c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang break; 1967c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 1968c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 19695778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatConfigure: 19705778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 19713f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 19725778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 19735778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19745778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mState != INITIALIZED) { 1975c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 19765778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 19775778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19785778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19795778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<RefBase> obj; 1980f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar CHECK(msg->findObject("surface", &obj)); 19815778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19825778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> format; 19835778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findMessage("format", &format)); 19845778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19858b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar int32_t push; 19868b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar if (msg->findInt32("push-blank-buffers-on-shutdown", &push) && push != 0) { 19878b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar mFlags |= kFlagPushBlankBuffersOnShutdown; 19888b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar } 19898b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar 19905778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (obj != NULL) { 19915778822d86b0337407514b9372562b86edfa91cdAndreas Huber format->setObject("native-window", obj); 1992f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar status_t err = handleSetSurface(static_cast<Surface *>(obj.get())); 19937541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber if (err != OK) { 1994c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, err); 19957541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber break; 19961bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber } 19971bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber } else { 1998f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar handleSetSurface(NULL); 19991bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber } 20001bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber 20017541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber mReplyID = replyID; 20027541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber setState(CONFIGURING); 20037541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 20041bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber void *crypto; 20051bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber if (!msg->findPointer("crypto", &crypto)) { 20061bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber crypto = NULL; 20075778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20085778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2009cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania ALOGV("kWhatConfigure: Old mCrypto: %p (%d)", 2010cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania mCrypto.get(), (mCrypto != NULL ? mCrypto->getStrongCount() : 0)); 2011cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania 20121bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber mCrypto = static_cast<ICrypto *>(crypto); 2013dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mBufferChannel->setCrypto(mCrypto); 20141bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber 2015cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania ALOGV("kWhatConfigure: New mCrypto: %p (%d)", 2016cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania mCrypto.get(), (mCrypto != NULL ? mCrypto->getStrongCount() : 0)); 2017cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania 20189dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang void *descrambler; 20199dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang if (!msg->findPointer("descrambler", &descrambler)) { 20209dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang descrambler = NULL; 20219dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang } 20229dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang 20239dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang mDescrambler = static_cast<IDescrambler *>(descrambler); 20243b2847fa5506dc265d2e46f067bfbb66ae209f74Chong Zhang mBufferChannel->setDescrambler(mDescrambler); 20259dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang 20265778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t flags; 20275778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("flags", (int32_t *)&flags)); 20285778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20295778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (flags & CONFIGURE_FLAG_ENCODE) { 20305778822d86b0337407514b9372562b86edfa91cdAndreas Huber format->setInt32("encoder", true); 2031e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mFlags |= kFlagIsEncoder; 20325778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20335778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20348ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber extractCSD(format); 20358ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 20365778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->initiateConfigureComponent(format); 20375778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 20385778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20395778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20401dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar case kWhatSetSurface: 20411dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar { 20421dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AReplyToken> replyID; 20431dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar CHECK(msg->senderAwaitsResponse(&replyID)); 20441dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 20451dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar status_t err = OK; 20461dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 20471dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar switch (mState) { 20481dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar case CONFIGURED: 20491dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar case STARTED: 20501dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar case FLUSHED: 20511dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar { 20521dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<RefBase> obj; 20531dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar (void)msg->findObject("surface", &obj); 20541dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<Surface> surface = static_cast<Surface *>(obj.get()); 20551dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mSurface == NULL) { 20561dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // do not support setting surface if it was not set 20571dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = INVALID_OPERATION; 20581dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } else if (obj == NULL) { 20591dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // do not support unsetting surface 20601dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = BAD_VALUE; 20611dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } else { 20621dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = connectToSurface(surface); 2063098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar if (err == ALREADY_EXISTS) { 2064098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar // reconnecting to same surface 20651dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = OK; 20661dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } else { 20671dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err == OK) { 20681dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mFlags & kFlagUsesSoftwareRenderer) { 20698b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar if (mSoftRenderer != NULL 20708b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar && (mFlags & kFlagPushBlankBuffersOnShutdown)) { 20718b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar pushBlankBuffersToNativeWindow(mSurface.get()); 20728b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar } 20731dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mSoftRenderer = new SoftwareRenderer(surface); 20741dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // TODO: check if this was successful 20751dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } else { 20761dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = mCodec->setSurface(surface); 20771dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 20781dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 20791dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err == OK) { 20801dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar (void)disconnectFromSurface(); 20811dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mSurface = surface; 20821dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 20831dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 20841dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 20851dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar break; 20861dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 20871dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 20881dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar default: 20891dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = INVALID_OPERATION; 20901dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar break; 20911dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 20921dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 20931dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar PostReplyWithError(replyID, err); 20941dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar break; 20951dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 20961dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 20977cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden case kWhatCreateInputSurface: 20988f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang case kWhatSetInputSurface: 20997cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 21003f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 21017cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden CHECK(msg->senderAwaitsResponse(&replyID)); 21027cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 21037cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden // Must be configured, but can't have been started yet. 21047cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden if (mState != CONFIGURED) { 2105c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 21067cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 21077cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 21087cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 21097cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mReplyID = replyID; 2110d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (msg->what() == kWhatCreateInputSurface) { 2111d291c222357303b9611cab89d0c3b047584ef377Chong Zhang mCodec->initiateCreateInputSurface(); 2112d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } else { 2113d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<RefBase> obj; 2114d291c222357303b9611cab89d0c3b047584ef377Chong Zhang CHECK(msg->findObject("input-surface", &obj)); 2115d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 21168f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang mCodec->initiateSetInputSurface( 2117d291c222357303b9611cab89d0c3b047584ef377Chong Zhang static_cast<PersistentSurface *>(obj.get())); 2118d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 21197cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 21207cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 21215778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatStart: 21225778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 21233f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 21245778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 21255778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21260e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (mState == FLUSHED) { 2127d9e0603a1be07dbb347c55050c7d4629ea7492e8Chong Zhang setState(STARTED); 21283d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang if (mHavePendingInputBuffers) { 21293d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang onInputBufferAvailable(); 21303d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang mHavePendingInputBuffers = false; 21313d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang } 21320e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar mCodec->signalResume(); 21330e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar PostReplyWithError(replyID, OK); 2134d9e0603a1be07dbb347c55050c7d4629ea7492e8Chong Zhang break; 21350e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar } else if (mState != CONFIGURED) { 2136c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 21375778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 21385778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 21395778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21405778822d86b0337407514b9372562b86edfa91cdAndreas Huber mReplyID = replyID; 21415778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(STARTING); 21425778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21435778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->initiateStart(); 21445778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 21455778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 21465778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21475778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatStop: 2148c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber case kWhatRelease: 2149c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber { 2150aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber State targetState = 2151aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber (msg->what() == kWhatStop) ? INITIALIZED : UNINITIALIZED; 2152aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber 21533f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 2154c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 2155c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 215647a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu // already stopped/released 215747a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu if (mState == UNINITIALIZED && mReleasedByResourceManager) { 215847a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu sp<AMessage> response = new AMessage; 215947a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu response->setInt32("err", OK); 216047a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu response->postReply(replyID); 216147a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu break; 216247a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu } 216347a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu 216447a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu int32_t reclaimed = 0; 216547a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu msg->findInt32("reclaimed", &reclaimed); 216647a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu if (reclaimed) { 216747a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu mReleasedByResourceManager = true; 21684b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu 21694b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu int32_t force = 0; 21704b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu msg->findInt32("force", &force); 21714b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu if (!force && hasPendingBuffer()) { 21724b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu ALOGW("Can't reclaim codec right now due to pending buffers."); 21734b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu 21744b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu // return WOULD_BLOCK to ask resource manager to retry later. 21754b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu sp<AMessage> response = new AMessage; 21764b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu response->setInt32("err", WOULD_BLOCK); 21774b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu response->postReply(replyID); 21784b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu 21794b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu // notify the async client 21804b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu if (mFlags & kFlagIsAsync) { 21814b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu onError(DEAD_OBJECT, ACTION_CODE_FATAL); 21824b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu } 21834b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu break; 21844b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu } 218547a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu } 218647a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu 21875d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang bool isReleasingAllocatedComponent = 21885d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang (mFlags & kFlagIsComponentAllocated) && targetState == UNINITIALIZED; 21895d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang if (!isReleasingAllocatedComponent // See 1 219033223c4f97abb78fa8c92e1b8c817546f15d97e1Andy Hung && mState != INITIALIZED 21910e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar && mState != CONFIGURED && !isExecuting()) { 219233223c4f97abb78fa8c92e1b8c817546f15d97e1Andy Hung // 1) Permit release to shut down the component if allocated. 219333223c4f97abb78fa8c92e1b8c817546f15d97e1Andy Hung // 219433223c4f97abb78fa8c92e1b8c817546f15d97e1Andy Hung // 2) We may be in "UNINITIALIZED" state already and 219552dfbee90cc3c4426428318e06a92774f5201198Praveen Chavan // also shutdown the encoder/decoder without the 219603ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // client being aware of this if media server died while 219703ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // we were being stopped. The client would assume that 219803ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // after stop() returned, it would be safe to call release() 219903ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // and it should be in this case, no harm to allow a release() 220003ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // if we're already uninitialized. 2201c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber sp<AMessage> response = new AMessage; 220247a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu // TODO: we shouldn't throw an exception for stop/release. Change this to wait until 220347a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu // the previous stop/release completes and then reply with OK. 22046e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar status_t err = mState == targetState ? OK : INVALID_OPERATION; 22056e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar response->setInt32("err", err); 22066e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar if (err == OK && targetState == UNINITIALIZED) { 22076e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar mComponentName.clear(); 22086e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar } 2209c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber response->postReply(replyID); 2210c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber break; 2211c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 2212c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 22135d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang // If we're flushing, or we're stopping but received a release 22145d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang // request, post the reply for the pending call first, and consider 22155d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang // it done. The reply token will be replaced after this, and we'll 22165d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang // no longer be able to reply. 22175d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang if (mState == FLUSHING || mState == STOPPING) { 22185d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang (new AMessage)->postReply(mReplyID); 22195d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang } 22205d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang 2221aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber if (mFlags & kFlagSawMediaServerDie) { 2222aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber // It's dead, Jim. Don't expect initiateShutdown to yield 2223aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber // any useful results now... 2224aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber setState(UNINITIALIZED); 22256e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar if (targetState == UNINITIALIZED) { 22266e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar mComponentName.clear(); 22276e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar } 2228aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber (new AMessage)->postReply(replyID); 2229aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber break; 2230aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber } 2231aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber 22325d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang // If we already have an error, component may not be able to 22335d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang // complete the shutdown properly. If we're stopping, post the 22345d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang // reply now with an error to unblock the client, client can 22355d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang // release after the failure (instead of ANR). 22365d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang if (msg->what() == kWhatStop && (mFlags & kFlagStickyError)) { 22375d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang PostReplyWithError(replyID, getStickyError()); 22385d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang break; 22395d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang } 22405d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang 2241c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mReplyID = replyID; 2242aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber setState(msg->what() == kWhatStop ? STOPPING : RELEASING); 2243aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber 2244aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber mCodec->initiateShutdown( 2245aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber msg->what() == kWhatStop /* keepComponentAllocated */); 2246c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 224786b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu returnBuffersToCodec(reclaimed); 22488b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar 22498b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar if (mSoftRenderer != NULL && (mFlags & kFlagPushBlankBuffersOnShutdown)) { 22508b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar pushBlankBuffersToNativeWindow(mSurface.get()); 22518b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar } 22525d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang 22535778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 22545778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 22555778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22565778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatDequeueInputBuffer: 22575778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 22583f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 22595778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 22605778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2261c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 2262c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang ALOGE("dequeueOutputBuffer can't be used in async mode"); 2263c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 2264c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang break; 2265c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2266c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 22676507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden if (mHaveInputSurface) { 22686507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden ALOGE("dequeueInputBuffer can't be used with input surface"); 2269c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 22706507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden break; 22716507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden } 22726507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden 22735778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (handleDequeueInputBuffer(replyID, true /* new request */)) { 22745778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 22755778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 22765778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22775778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t timeoutUs; 22785778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt64("timeoutUs", &timeoutUs)); 22795778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22805778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (timeoutUs == 0ll) { 2281c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, -EAGAIN); 22825778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 22835778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 22845778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22855778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags |= kFlagDequeueInputPending; 22865778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputReplyID = replyID; 22875778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22885778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (timeoutUs > 0ll) { 22895778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> timeoutMsg = 22901d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar new AMessage(kWhatDequeueInputTimedOut, this); 22915778822d86b0337407514b9372562b86edfa91cdAndreas Huber timeoutMsg->setInt32( 22925778822d86b0337407514b9372562b86edfa91cdAndreas Huber "generation", ++mDequeueInputTimeoutGeneration); 22935778822d86b0337407514b9372562b86edfa91cdAndreas Huber timeoutMsg->post(timeoutUs); 22945778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 22955778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 22965778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 22975778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22985778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatDequeueInputTimedOut: 22995778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 23005778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t generation; 23015778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("generation", &generation)); 23025778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23035778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (generation != mDequeueInputTimeoutGeneration) { 23045778822d86b0337407514b9372562b86edfa91cdAndreas Huber // Obsolete 23055778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 23065778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23075778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23085778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(mFlags & kFlagDequeueInputPending); 23095778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2310c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(mDequeueInputReplyID, -EAGAIN); 23115778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23125778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueInputPending; 23135778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputReplyID = 0; 23145778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 23155778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23165778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23175778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatQueueInputBuffer: 23185778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 23193f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 23205778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 23215778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2322251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (!isExecuting()) { 2323c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 23245778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 2325251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 2326251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 2327251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 23285778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23295778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23305778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = onQueueInputBuffer(msg); 23315778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2332c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, err); 23335778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 23345778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23355778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23365778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatDequeueOutputBuffer: 23375778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 23383f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 23395778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 23405778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2341c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 2342c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang ALOGE("dequeueOutputBuffer can't be used in async mode"); 2343c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 2344c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang break; 2345c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2346c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 23475778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (handleDequeueOutputBuffer(replyID, true /* new request */)) { 23485778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 23495778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23505778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23515778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t timeoutUs; 23525778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt64("timeoutUs", &timeoutUs)); 23535778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23545778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (timeoutUs == 0ll) { 2355c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, -EAGAIN); 23565778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 23575778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23585778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23595778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags |= kFlagDequeueOutputPending; 23605778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueOutputReplyID = replyID; 23615778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23625778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (timeoutUs > 0ll) { 23635778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> timeoutMsg = 23641d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar new AMessage(kWhatDequeueOutputTimedOut, this); 23655778822d86b0337407514b9372562b86edfa91cdAndreas Huber timeoutMsg->setInt32( 23665778822d86b0337407514b9372562b86edfa91cdAndreas Huber "generation", ++mDequeueOutputTimeoutGeneration); 23675778822d86b0337407514b9372562b86edfa91cdAndreas Huber timeoutMsg->post(timeoutUs); 23685778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23695778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 23705778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23715778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23725778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatDequeueOutputTimedOut: 23735778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 23745778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t generation; 23755778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("generation", &generation)); 23765778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23775778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (generation != mDequeueOutputTimeoutGeneration) { 23785778822d86b0337407514b9372562b86edfa91cdAndreas Huber // Obsolete 23795778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 23805778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23815778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23825778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(mFlags & kFlagDequeueOutputPending); 23835778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2384c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(mDequeueOutputReplyID, -EAGAIN); 23855778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23865778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueOutputPending; 23875778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueOutputReplyID = 0; 23885778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 23895778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23905778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23915778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatReleaseOutputBuffer: 23925778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 23933f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 23945778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 23955778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2396251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (!isExecuting()) { 2397c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 23985778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 2399251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 2400251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 2401251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 24025778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24035778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24045778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = onReleaseOutputBuffer(msg); 24055778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2406c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, err); 24075778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 24085778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24095778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24107cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden case kWhatSignalEndOfInputStream: 24117cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 24123f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 24137cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden CHECK(msg->senderAwaitsResponse(&replyID)); 24147cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 24156d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang if (!isExecuting() || !mHaveInputSurface) { 2416c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 24177cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 2418251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 2419251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 2420251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 24217cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 24227cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 24237cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mReplyID = replyID; 24247cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mCodec->signalEndOfInputStream(); 24257cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 24267cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 24277cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 24285778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatGetBuffers: 24295778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 24303f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 24315778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 243229b7dcf6d3cdb97103467dc8106151c6260c239aJeff Tinker if (!isExecuting() || (mFlags & kFlagIsAsync)) { 2433c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 24345778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 2435251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 2436251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 2437251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 24385778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24395778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24405778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t portIndex; 24415778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("portIndex", &portIndex)); 24425778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24437e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim Vector<sp<MediaCodecBuffer> > *dstBuffers; 24445778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findPointer("buffers", (void **)&dstBuffers)); 24455778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24465778822d86b0337407514b9372562b86edfa91cdAndreas Huber dstBuffers->clear(); 2447e4aab10641a099d8a295b3ed61e2f5248f28a669Chong Zhang // If we're using input surface (either non-persistent created by 2448e4aab10641a099d8a295b3ed61e2f5248f28a669Chong Zhang // createInputSurface(), or persistent set by setInputSurface()), 2449e4aab10641a099d8a295b3ed61e2f5248f28a669Chong Zhang // give the client an empty input buffers array. 2450e4aab10641a099d8a295b3ed61e2f5248f28a669Chong Zhang if (portIndex != kPortIndexInput || !mHaveInputSurface) { 2451dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim if (portIndex == kPortIndexInput) { 2452dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mBufferChannel->getInputBufferArray(dstBuffers); 2453dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim } else { 2454dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mBufferChannel->getOutputBufferArray(dstBuffers); 2455e4aab10641a099d8a295b3ed61e2f5248f28a669Chong Zhang } 24565778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24575778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24585778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(replyID); 24595778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 24605778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24615778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24625778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatFlush: 24635778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 24643f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 24655778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 24665778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2467251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (!isExecuting()) { 2468c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 24695778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 2470251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 2471251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 2472251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 24735778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24745778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24755778822d86b0337407514b9372562b86edfa91cdAndreas Huber mReplyID = replyID; 24760e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar // TODO: skip flushing if already FLUSHED 24775778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(FLUSHING); 24785778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24795778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->signalFlush(); 24805778822d86b0337407514b9372562b86edfa91cdAndreas Huber returnBuffersToCodec(); 24815778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 24825778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24835778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2484e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar case kWhatGetInputFormat: 24855778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatGetOutputFormat: 24865778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 2487e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar sp<AMessage> format = 2488e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar (msg->what() == kWhatGetOutputFormat ? mOutputFormat : mInputFormat); 2489e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 24903f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 24915778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 24925778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2493e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if ((mState != CONFIGURED && mState != STARTING && 24940e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar mState != STARTED && mState != FLUSHING && 24950e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar mState != FLUSHED) 2496e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar || format == NULL) { 2497c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 24985778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 2499251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 2500251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 2501251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 25025778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 25035778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25045778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response = new AMessage; 2505e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar response->setMessage("format", format); 25065778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->postReply(replyID); 25075778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 25085778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 25095778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2510496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber case kWhatRequestIDRFrame: 2511496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber { 2512496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber mCodec->signalRequestIDRFrame(); 2513496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber break; 2514496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber } 2515496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 2516575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber case kWhatRequestActivityNotification: 2517575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber { 2518575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber CHECK(mActivityNotify == NULL); 2519575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber CHECK(msg->findMessage("notify", &mActivityNotify)); 2520575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 2521575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 2522575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber break; 2523575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber } 2524575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 2525717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo case kWhatGetName: 2526717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo { 25273f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 2528717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo CHECK(msg->senderAwaitsResponse(&replyID)); 2529717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 2530717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo if (mComponentName.empty()) { 2531c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 2532717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo break; 2533717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo } 2534717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 2535717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo sp<AMessage> response = new AMessage; 2536717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo response->setString("name", mComponentName.c_str()); 2537717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo response->postReply(replyID); 2538717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo break; 2539717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo } 2540717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 2541a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber case kWhatSetParameters: 2542a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber { 25433f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 2544a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 2545a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 2546a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber sp<AMessage> params; 2547a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber CHECK(msg->findMessage("params", ¶ms)); 2548a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 2549a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber status_t err = onSetParameters(params); 2550a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 2551c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, err); 2552a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber break; 2553a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber } 2554a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 2555cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania case kWhatDrmReleaseCrypto: 2556cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania { 2557cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania onReleaseCrypto(msg); 2558cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania break; 2559cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania } 2560cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania 25615778822d86b0337407514b9372562b86edfa91cdAndreas Huber default: 25625778822d86b0337407514b9372562b86edfa91cdAndreas Huber TRESPASS(); 25635778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 25645778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 25655778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25668ee516a515c70a492c395b67ce12e19e7d159804Andreas Hubervoid MediaCodec::extractCSD(const sp<AMessage> &format) { 25678ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber mCSD.clear(); 25688ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 25698ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber size_t i = 0; 25708ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber for (;;) { 25718ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber sp<ABuffer> csd; 2572a1e8944a21e5833b7aadc451776f11797f5f9273Elliott Hughes if (!format->findBuffer(AStringPrintf("csd-%u", i).c_str(), &csd)) { 25738ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber break; 25748ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber } 25754f59c7e373a7e883f21ba33d44ea7caa86b65b02Hangyu Kuang if (csd->size() == 0) { 25764f59c7e373a7e883f21ba33d44ea7caa86b65b02Hangyu Kuang ALOGW("csd-%zu size is 0", i); 25774f59c7e373a7e883f21ba33d44ea7caa86b65b02Hangyu Kuang } 25788ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 25798ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber mCSD.push_back(csd); 25808ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber ++i; 25818ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber } 25828ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 2583a5750e0dad9e90f2195ce36f2c4457fa04b2b83eMark Salyzyn ALOGV("Found %zu pieces of codec specific data.", mCSD.size()); 25848ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber} 25858ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 25868ee516a515c70a492c395b67ce12e19e7d159804Andreas Huberstatus_t MediaCodec::queueCSDInputBuffer(size_t bufferIndex) { 25878ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber CHECK(!mCSD.empty()); 25888ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 2589dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim const BufferInfo &info = mPortBuffers[kPortIndexInput][bufferIndex]; 25908ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 25918ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber sp<ABuffer> csd = *mCSD.begin(); 25928ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber mCSD.erase(mCSD.begin()); 25938ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 2594dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim const sp<MediaCodecBuffer> &codecInputData = info.mData; 25958ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 25968ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber if (csd->size() > codecInputData->capacity()) { 25978ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber return -EINVAL; 25988ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber } 259932c1bcda7c9fb429fe6c235184f8bb6aa7ef12dbDongwon Kang if (codecInputData->data() == NULL) { 260032c1bcda7c9fb429fe6c235184f8bb6aa7ef12dbDongwon Kang ALOGV("Input buffer %zu is not properly allocated", bufferIndex); 260132c1bcda7c9fb429fe6c235184f8bb6aa7ef12dbDongwon Kang return -EINVAL; 260232c1bcda7c9fb429fe6c235184f8bb6aa7ef12dbDongwon Kang } 26038ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 26048ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber memcpy(codecInputData->data(), csd->data(), csd->size()); 26058ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 26068ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber AString errorDetailMsg; 26078ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 26081d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatQueueInputBuffer, this); 26098ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setSize("index", bufferIndex); 26108ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setSize("offset", 0); 26118ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setSize("size", csd->size()); 26128ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setInt64("timeUs", 0ll); 26138ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setInt32("flags", BUFFER_FLAG_CODECCONFIG); 26148ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setPointer("errorDetailMsg", &errorDetailMsg); 26158ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 26168ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber return onQueueInputBuffer(msg); 26178ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber} 26188ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 26195778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid MediaCodec::setState(State newState) { 26207541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber if (newState == INITIALIZED || newState == UNINITIALIZED) { 26215778822d86b0337407514b9372562b86edfa91cdAndreas Huber delete mSoftRenderer; 26225778822d86b0337407514b9372562b86edfa91cdAndreas Huber mSoftRenderer = NULL; 26235778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2624cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania if ( mCrypto != NULL ) { 2625cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania ALOGV("setState: ~mCrypto: %p (%d)", 2626cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania mCrypto.get(), (mCrypto != NULL ? mCrypto->getStrongCount() : 0)); 2627cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania } 26281bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber mCrypto.clear(); 26299dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang mDescrambler.clear(); 2630f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar handleSetSurface(NULL); 26315778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2632671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mInputFormat.clear(); 26335778822d86b0337407514b9372562b86edfa91cdAndreas Huber mOutputFormat.clear(); 26345778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagOutputFormatChanged; 26355778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagOutputBuffersChanged; 26365778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagStickyError; 2637e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mFlags &= ~kFlagIsEncoder; 2638c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mFlags &= ~kFlagIsAsync; 2639251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mStickyError = OK; 2640575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 2641575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber mActivityNotify.clear(); 2642c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mCallback.clear(); 26435778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 26445778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2645717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo if (newState == UNINITIALIZED) { 2646671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar // return any straggling buffers, e.g. if we got here on an error 2647671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar returnBuffersToCodec(); 2648671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 2649aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber // The component is gone, mediaserver's probably back up already 2650aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber // but should definitely be back up should we try to instantiate 2651aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber // another component.. and the cycle continues. 2652aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber mFlags &= ~kFlagSawMediaServerDie; 2653717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo } 2654717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 26555778822d86b0337407514b9372562b86edfa91cdAndreas Huber mState = newState; 26565778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26575778822d86b0337407514b9372562b86edfa91cdAndreas Huber cancelPendingDequeueOperations(); 26582606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 26592606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang updateBatteryStat(); 26605778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 26615778822d86b0337407514b9372562b86edfa91cdAndreas Huber 266286b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wuvoid MediaCodec::returnBuffersToCodec(bool isReclaim) { 266386b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu returnBuffersToCodecOnPort(kPortIndexInput, isReclaim); 266486b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu returnBuffersToCodecOnPort(kPortIndexOutput, isReclaim); 26655778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 26665778822d86b0337407514b9372562b86edfa91cdAndreas Huber 266786b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wuvoid MediaCodec::returnBuffersToCodecOnPort(int32_t portIndex, bool isReclaim) { 26685778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(portIndex == kPortIndexInput || portIndex == kPortIndexOutput); 26697bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Mutex::Autolock al(mBufferLock); 26705778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2671dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim for (size_t i = 0; i < mPortBuffers[portIndex].size(); ++i) { 2672dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim BufferInfo *info = &mPortBuffers[portIndex][i]; 26735778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2674dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim if (info->mData != nullptr) { 2675dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim sp<MediaCodecBuffer> buffer = info->mData; 267686b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu if (isReclaim && info->mOwnedByClient) { 267786b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu ALOGD("port %d buffer %zu still owned by client when codec is reclaimed", 267886b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu portIndex, i); 267986b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu } else { 268086b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu info->mOwnedByClient = false; 2681fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim info->mData.clear(); 26825778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2683dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mBufferChannel->discardBuffer(buffer); 26845778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 26855778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 26865778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26875778822d86b0337407514b9372562b86edfa91cdAndreas Huber mAvailPortBuffers[portIndex].clear(); 26885778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 26895778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26905778822d86b0337407514b9372562b86edfa91cdAndreas Hubersize_t MediaCodec::updateBuffers( 26915778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t portIndex, const sp<AMessage> &msg) { 26925778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(portIndex == kPortIndexInput || portIndex == kPortIndexOutput); 2693dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim size_t index; 2694dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim CHECK(msg->findSize("index", &index)); 2695fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim sp<RefBase> obj; 2696fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim CHECK(msg->findObject("buffer", &obj)); 2697fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim sp<MediaCodecBuffer> buffer = static_cast<MediaCodecBuffer *>(obj.get()); 26985778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2699dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim { 2700dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim Mutex::Autolock al(mBufferLock); 2701dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim if (mPortBuffers[portIndex].size() <= index) { 2702dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mPortBuffers[portIndex].resize(align(index + 1, kNumBuffersAlign)); 27035778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2704dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mPortBuffers[portIndex][index].mData = buffer; 27055778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2706dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mAvailPortBuffers[portIndex].push_back(index); 27075778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2708dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim return index; 27095778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 27105778822d86b0337407514b9372562b86edfa91cdAndreas Huber 27115778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::onQueueInputBuffer(const sp<AMessage> &msg) { 27125778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t index; 27135778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t offset; 27145778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t size; 27155778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t timeUs; 27165778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t flags; 27175778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findSize("index", &index)); 27185778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findSize("offset", &offset)); 27195778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt64("timeUs", &timeUs)); 27205778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("flags", (int32_t *)&flags)); 27215778822d86b0337407514b9372562b86edfa91cdAndreas Huber 27224b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const CryptoPlugin::SubSample *subSamples; 27234b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size_t numSubSamples; 27244b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const uint8_t *key; 27254b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const uint8_t *iv; 27264b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CryptoPlugin::Mode mode = CryptoPlugin::kMode_Unencrypted; 27274b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 27284b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber // We allow the simpler queueInputBuffer API to be used even in 27294b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber // secure mode, by fabricating a single unencrypted subSample. 27304b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CryptoPlugin::SubSample ss; 2731d9f1f950d18b4e166b178d93260074019588c956Jeff Tinker CryptoPlugin::Pattern pattern; 27324b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 27334b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber if (msg->findSize("size", &size)) { 27343b2847fa5506dc265d2e46f067bfbb66ae209f74Chong Zhang if (hasCryptoOrDescrambler()) { 27354b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber ss.mNumBytesOfClearData = size; 27364b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber ss.mNumBytesOfEncryptedData = 0; 27374b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 27384b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber subSamples = &ss; 27394b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber numSubSamples = 1; 27404b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber key = NULL; 27414b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber iv = NULL; 2742d9f1f950d18b4e166b178d93260074019588c956Jeff Tinker pattern.mEncryptBlocks = 0; 2743d9f1f950d18b4e166b178d93260074019588c956Jeff Tinker pattern.mSkipBlocks = 0; 27444b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber } 27454b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber } else { 27463b2847fa5506dc265d2e46f067bfbb66ae209f74Chong Zhang if (!hasCryptoOrDescrambler()) { 27473b2847fa5506dc265d2e46f067bfbb66ae209f74Chong Zhang ALOGE("[%s] queuing secure buffer without mCrypto or mDescrambler!", 27483b2847fa5506dc265d2e46f067bfbb66ae209f74Chong Zhang mComponentName.c_str()); 27494b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber return -EINVAL; 27504b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber } 27514b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 27524b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CHECK(msg->findPointer("subSamples", (void **)&subSamples)); 27534b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CHECK(msg->findSize("numSubSamples", &numSubSamples)); 27544b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CHECK(msg->findPointer("key", (void **)&key)); 27554b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CHECK(msg->findPointer("iv", (void **)&iv)); 2756d9f1f950d18b4e166b178d93260074019588c956Jeff Tinker CHECK(msg->findInt32("encryptBlocks", (int32_t *)&pattern.mEncryptBlocks)); 2757d9f1f950d18b4e166b178d93260074019588c956Jeff Tinker CHECK(msg->findInt32("skipBlocks", (int32_t *)&pattern.mSkipBlocks)); 27584b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 27594b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber int32_t tmp; 27604b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CHECK(msg->findInt32("mode", &tmp)); 27614b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 27624b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber mode = (CryptoPlugin::Mode)tmp; 27634b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 27644b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size = 0; 27654b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber for (size_t i = 0; i < numSubSamples; ++i) { 27664b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size += subSamples[i].mNumBytesOfClearData; 27674b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size += subSamples[i].mNumBytesOfEncryptedData; 27684b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber } 27694b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber } 27704b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 27715778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (index >= mPortBuffers[kPortIndexInput].size()) { 27725778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -ERANGE; 27735778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 27745778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2775dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim BufferInfo *info = &mPortBuffers[kPortIndexInput][index]; 27765778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2777dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim if (info->mData == nullptr || !info->mOwnedByClient) { 27785778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -EACCES; 27795778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 27805778822d86b0337407514b9372562b86edfa91cdAndreas Huber 27815778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (offset + size > info->mData->capacity()) { 27825778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -EINVAL; 27835778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 27845778822d86b0337407514b9372562b86edfa91cdAndreas Huber 27855778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mData->setRange(offset, size); 2786dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim info->mData->meta()->setInt64("timeUs", timeUs); 2787dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim if (flags & BUFFER_FLAG_EOS) { 2788dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim info->mData->meta()->setInt32("eos", true); 2789dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim } 27905778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2791dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim if (flags & BUFFER_FLAG_CODECCONFIG) { 2792dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim info->mData->meta()->setInt32("csd", true); 2793dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim } 2794dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim 27959ee321c347c64886d1078a4e4afb57ec98dd54a2Wonsik Kim sp<MediaCodecBuffer> buffer = info->mData; 2796dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim status_t err = OK; 27973b2847fa5506dc265d2e46f067bfbb66ae209f74Chong Zhang if (hasCryptoOrDescrambler()) { 27985b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber AString *errorDetailMsg; 27995b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber CHECK(msg->findPointer("errorDetailMsg", (void **)&errorDetailMsg)); 28005b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber 2801dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim err = mBufferChannel->queueSecureInputBuffer( 2802dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim buffer, 2803dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim (mFlags & kFlagIsSecure), 28041bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber key, 28051bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber iv, 28061bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber mode, 280718cb1eca504817b5b144a023ae2792d90e74c9a5Jeff Tinker pattern, 28084b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber subSamples, 28094b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber numSubSamples, 28105b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber errorDetailMsg); 2811dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim } else { 2812dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim err = mBufferChannel->queueInputBuffer(buffer); 2813fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim } 2814fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim 28159ee321c347c64886d1078a4e4afb57ec98dd54a2Wonsik Kim if (err == OK) { 28169ee321c347c64886d1078a4e4afb57ec98dd54a2Wonsik Kim // synchronization boundary for getBufferAndFormat 28179ee321c347c64886d1078a4e4afb57ec98dd54a2Wonsik Kim Mutex::Autolock al(mBufferLock); 28189ee321c347c64886d1078a4e4afb57ec98dd54a2Wonsik Kim info->mOwnedByClient = false; 28199ee321c347c64886d1078a4e4afb57ec98dd54a2Wonsik Kim info->mData.clear(); 28209ee321c347c64886d1078a4e4afb57ec98dd54a2Wonsik Kim } 28219ee321c347c64886d1078a4e4afb57ec98dd54a2Wonsik Kim 2822dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim return err; 28235778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 28245778822d86b0337407514b9372562b86edfa91cdAndreas Huber 282590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar//static 282690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarsize_t MediaCodec::CreateFramesRenderedMessage( 28270d1ed381fde5dac12dd84fcf3da66dac46699378Chih-Hung Hsieh const std::list<FrameRenderTracker::Info> &done, sp<AMessage> &msg) { 282890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar size_t index = 0; 282990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 283090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar for (std::list<FrameRenderTracker::Info>::const_iterator it = done.cbegin(); 283190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar it != done.cend(); ++it) { 283290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (it->getRenderTimeNs() < 0) { 283390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar continue; // dropped frame from tracking 283490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 283590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar msg->setInt64(AStringPrintf("%zu-media-time-us", index).c_str(), it->getMediaTimeUs()); 283690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar msg->setInt64(AStringPrintf("%zu-system-nano", index).c_str(), it->getRenderTimeNs()); 283790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar ++index; 283890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 283990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar return index; 284090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 284190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 28425778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::onReleaseOutputBuffer(const sp<AMessage> &msg) { 28435778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t index; 28445778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findSize("index", &index)); 28455778822d86b0337407514b9372562b86edfa91cdAndreas Huber 28465778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t render; 28475778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("render", &render)) { 28485778822d86b0337407514b9372562b86edfa91cdAndreas Huber render = 0; 28495778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 28505778822d86b0337407514b9372562b86edfa91cdAndreas Huber 28510e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (!isExecuting()) { 28525778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -EINVAL; 28535778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 28545778822d86b0337407514b9372562b86edfa91cdAndreas Huber 28555778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (index >= mPortBuffers[kPortIndexOutput].size()) { 28565778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -ERANGE; 28575778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 28585778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2859dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim BufferInfo *info = &mPortBuffers[kPortIndexOutput][index]; 28605778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2861dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim if (info->mData == nullptr || !info->mOwnedByClient) { 28625778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -EACCES; 28635778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 28645778822d86b0337407514b9372562b86edfa91cdAndreas Huber 28657bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar // synchronization boundary for getBufferAndFormat 2866dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim sp<MediaCodecBuffer> buffer; 28677bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar { 28687bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Mutex::Autolock al(mBufferLock); 28697bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar info->mOwnedByClient = false; 2870dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim buffer = info->mData; 2871dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim info->mData.clear(); 28727bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar } 28737bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 2874dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim if (render && buffer->size() != 0) { 287590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar int64_t mediaTimeUs = -1; 2876dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim buffer->meta()->findInt64("timeUs", &mediaTimeUs); 287790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 287890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar int64_t renderTimeNs = 0; 2879c8edf5af010ac24a99b302a18e7b84e8b4b2b783Lajos Molnar if (!msg->findInt64("timestampNs", &renderTimeNs)) { 2880c8edf5af010ac24a99b302a18e7b84e8b4b2b783Lajos Molnar // use media timestamp if client did not request a specific render timestamp 2881c8edf5af010ac24a99b302a18e7b84e8b4b2b783Lajos Molnar ALOGV("using buffer PTS of %lld", (long long)mediaTimeUs); 288290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar renderTimeNs = mediaTimeUs * 1000; 2883fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar } 2884fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar 28855778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mSoftRenderer != NULL) { 288690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar std::list<FrameRenderTracker::Info> doneFrames = mSoftRenderer->render( 2887dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim buffer->data(), buffer->size(), 2888dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mediaTimeUs, renderTimeNs, NULL, buffer->format()); 288990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 289090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // if we are running, notify rendered frames 289190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (!doneFrames.empty() && mState == STARTED && mOnFrameRenderedNotification != NULL) { 289290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar sp<AMessage> notify = mOnFrameRenderedNotification->dup(); 289390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar sp<AMessage> data = new AMessage; 289490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (CreateFramesRenderedMessage(doneFrames, data)) { 289590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar notify->setMessage("data", data); 289690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar notify->post(); 289790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 289890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 28995778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2900dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mBufferChannel->renderOutputBuffer(buffer, renderTimeNs); 2901dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim } else { 2902dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mBufferChannel->discardBuffer(buffer); 29035778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 29045778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29055778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 29065778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 29075778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29085778822d86b0337407514b9372562b86edfa91cdAndreas Huberssize_t MediaCodec::dequeuePortBuffer(int32_t portIndex) { 29095778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(portIndex == kPortIndexInput || portIndex == kPortIndexOutput); 29105778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29115778822d86b0337407514b9372562b86edfa91cdAndreas Huber List<size_t> *availBuffers = &mAvailPortBuffers[portIndex]; 29125778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29135778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (availBuffers->empty()) { 29145778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -EAGAIN; 29155778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 29165778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29175778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t index = *availBuffers->begin(); 29185778822d86b0337407514b9372562b86edfa91cdAndreas Huber availBuffers->erase(availBuffers->begin()); 29195778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2920dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim BufferInfo *info = &mPortBuffers[portIndex][index]; 29215778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(!info->mOwnedByClient); 29227bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar { 29237bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Mutex::Autolock al(mBufferLock); 29247bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar info->mOwnedByClient = true; 292503c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 292603c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar // set image-data 2927fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim if (info->mData->format() != NULL) { 292803c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar sp<ABuffer> imageData; 2929fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim if (info->mData->format()->findBuffer("image-data", &imageData)) { 293003c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar info->mData->meta()->setBuffer("image-data", imageData); 293103c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar } 293203c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar int32_t left, top, right, bottom; 2933fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim if (info->mData->format()->findRect("crop", &left, &top, &right, &bottom)) { 293403c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar info->mData->meta()->setRect("crop-rect", left, top, right, bottom); 293503c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar } 293603c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar } 29377bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar } 29385778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29395778822d86b0337407514b9372562b86edfa91cdAndreas Huber return index; 29405778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 29415778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29421dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t MediaCodec::connectToSurface(const sp<Surface> &surface) { 29431dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar status_t err = OK; 29441dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (surface != NULL) { 2945b9fa58afa4c7772fe3c4cfdea9e45bc85cf43537Lajos Molnar uint64_t oldId, newId; 2946098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar if (mSurface != NULL 2947b9fa58afa4c7772fe3c4cfdea9e45bc85cf43537Lajos Molnar && surface->getUniqueId(&newId) == NO_ERROR 2948b9fa58afa4c7772fe3c4cfdea9e45bc85cf43537Lajos Molnar && mSurface->getUniqueId(&oldId) == NO_ERROR 2949b9fa58afa4c7772fe3c4cfdea9e45bc85cf43537Lajos Molnar && newId == oldId) { 2950b9fa58afa4c7772fe3c4cfdea9e45bc85cf43537Lajos Molnar ALOGI("[%s] connecting to the same surface. Nothing to do.", mComponentName.c_str()); 2951098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar return ALREADY_EXISTS; 2952098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar } 2953098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar 2954181fd9b5b64bab24bb49a34208f60a16e98488c5Chong Zhang err = nativeWindowConnect(surface.get(), "connectToSurface"); 2955098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar if (err == OK) { 2956264bac95912efe121d6a60026612617f04f42966Lajos Molnar // Require a fresh set of buffers after each connect by using a unique generation 2957264bac95912efe121d6a60026612617f04f42966Lajos Molnar // number. Rely on the fact that max supported process id by Linux is 2^22. 2958264bac95912efe121d6a60026612617f04f42966Lajos Molnar // PID is never 0 so we don't have to worry that we use the default generation of 0. 2959264bac95912efe121d6a60026612617f04f42966Lajos Molnar // TODO: come up with a unique scheme if other producers also set the generation number. 2960264bac95912efe121d6a60026612617f04f42966Lajos Molnar static uint32_t mSurfaceGeneration = 0; 2961264bac95912efe121d6a60026612617f04f42966Lajos Molnar uint32_t generation = (getpid() << 10) | (++mSurfaceGeneration & ((1 << 10) - 1)); 2962264bac95912efe121d6a60026612617f04f42966Lajos Molnar surface->setGenerationNumber(generation); 2963264bac95912efe121d6a60026612617f04f42966Lajos Molnar ALOGI("[%s] setting surface generation to %u", mComponentName.c_str(), generation); 2964264bac95912efe121d6a60026612617f04f42966Lajos Molnar 2965264bac95912efe121d6a60026612617f04f42966Lajos Molnar // HACK: clear any free buffers. Remove when connect will automatically do this. 2966264bac95912efe121d6a60026612617f04f42966Lajos Molnar // This is needed as the consumer may be holding onto stale frames that it can reattach 2967264bac95912efe121d6a60026612617f04f42966Lajos Molnar // to this surface after disconnect/connect, and those free frames would inherit the new 2968264bac95912efe121d6a60026612617f04f42966Lajos Molnar // generation number. Disconnecting after setting a unique generation prevents this. 2969181fd9b5b64bab24bb49a34208f60a16e98488c5Chong Zhang nativeWindowDisconnect(surface.get(), "connectToSurface(reconnect)"); 2970181fd9b5b64bab24bb49a34208f60a16e98488c5Chong Zhang err = nativeWindowConnect(surface.get(), "connectToSurface(reconnect)"); 2971264bac95912efe121d6a60026612617f04f42966Lajos Molnar } 2972264bac95912efe121d6a60026612617f04f42966Lajos Molnar 2973264bac95912efe121d6a60026612617f04f42966Lajos Molnar if (err != OK) { 2974181fd9b5b64bab24bb49a34208f60a16e98488c5Chong Zhang ALOGE("nativeWindowConnect returned an error: %s (%d)", strerror(-err), err); 29751dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 29761dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 2977098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar // do not return ALREADY_EXISTS unless surfaces are the same 2978098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar return err == ALREADY_EXISTS ? BAD_VALUE : err; 29791dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar} 29807541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 29811dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t MediaCodec::disconnectFromSurface() { 29821dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar status_t err = OK; 2983f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar if (mSurface != NULL) { 2984264bac95912efe121d6a60026612617f04f42966Lajos Molnar // Resetting generation is not technically needed, but there is no need to keep it either 2985264bac95912efe121d6a60026612617f04f42966Lajos Molnar mSurface->setGenerationNumber(0); 2986181fd9b5b64bab24bb49a34208f60a16e98488c5Chong Zhang err = nativeWindowDisconnect(mSurface.get(), "disconnectFromSurface"); 29877541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber if (err != OK) { 2988181fd9b5b64bab24bb49a34208f60a16e98488c5Chong Zhang ALOGW("nativeWindowDisconnect returned an error: %s (%d)", strerror(-err), err); 29897541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber } 29901dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // assume disconnected even on error 2991f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar mSurface.clear(); 29927541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber } 29931dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 29941dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar} 29957541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 29961dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t MediaCodec::handleSetSurface(const sp<Surface> &surface) { 29971dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar status_t err = OK; 29981dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mSurface != NULL) { 29991dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar (void)disconnectFromSurface(); 30001dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 3001f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar if (surface != NULL) { 30021dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = connectToSurface(surface); 30031dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err == OK) { 30041dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mSurface = surface; 30057541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber } 30067541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber } 30071dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 30087541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber} 30097541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 3010c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhangvoid MediaCodec::onInputBufferAvailable() { 3011c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang int32_t index; 3012c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang while ((index = dequeuePortBuffer(kPortIndexInput)) >= 0) { 3013c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> msg = mCallback->dup(); 3014c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("callbackID", CB_INPUT_AVAILABLE); 3015c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("index", index); 3016c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->post(); 3017c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 3018c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 3019c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 3020c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhangvoid MediaCodec::onOutputBufferAvailable() { 3021c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang int32_t index; 3022c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang while ((index = dequeuePortBuffer(kPortIndexOutput)) >= 0) { 30237e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim const sp<MediaCodecBuffer> &buffer = 3024dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mPortBuffers[kPortIndexOutput][index].mData; 3025c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> msg = mCallback->dup(); 3026c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("callbackID", CB_OUTPUT_AVAILABLE); 3027c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("index", index); 3028c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setSize("offset", buffer->offset()); 3029c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setSize("size", buffer->size()); 3030c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 3031c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang int64_t timeUs; 3032c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang CHECK(buffer->meta()->findInt64("timeUs", &timeUs)); 3033c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 3034c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt64("timeUs", timeUs); 3035c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 3036dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim int32_t flags; 3037dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim CHECK(buffer->meta()->findInt32("flags", &flags)); 3038c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 3039c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("flags", flags); 3040c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 3041c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->post(); 3042c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 3043c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 3044c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 3045749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhangvoid MediaCodec::onError(status_t err, int32_t actionCode, const char *detail) { 3046c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mCallback != NULL) { 3047c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> msg = mCallback->dup(); 3048c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("callbackID", CB_ERROR); 3049c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("err", err); 3050749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhang msg->setInt32("actionCode", actionCode); 3051749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhang 3052749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhang if (detail != NULL) { 3053749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhang msg->setString("detail", detail); 3054749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhang } 3055c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 3056c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->post(); 3057c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 3058c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 3059c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 3060c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhangvoid MediaCodec::onOutputFormatChanged() { 3061c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mCallback != NULL) { 3062c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> msg = mCallback->dup(); 3063c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("callbackID", CB_OUTPUT_FORMAT_CHANGED); 3064c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setMessage("format", mOutputFormat); 3065c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->post(); 3066c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 3067c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 3068c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 3069575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Hubervoid MediaCodec::postActivityNotificationIfPossible() { 3070575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber if (mActivityNotify == NULL) { 3071575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber return; 3072575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber } 3073575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 3074e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang bool isErrorOrOutputChanged = 3075e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang (mFlags & (kFlagStickyError 3076575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber | kFlagOutputBuffersChanged 3077e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang | kFlagOutputFormatChanged)); 3078e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang 3079e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang if (isErrorOrOutputChanged 3080575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber || !mAvailPortBuffers[kPortIndexInput].empty() 3081575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber || !mAvailPortBuffers[kPortIndexOutput].empty()) { 3082e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang mActivityNotify->setInt32("input-buffers", 3083e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang mAvailPortBuffers[kPortIndexInput].size()); 3084e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang 3085e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang if (isErrorOrOutputChanged) { 3086e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang // we want consumer to dequeue as many times as it can 3087e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang mActivityNotify->setInt32("output-buffers", INT32_MAX); 3088e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang } else { 3089e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang mActivityNotify->setInt32("output-buffers", 3090e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang mAvailPortBuffers[kPortIndexOutput].size()); 3091e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang } 3092575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber mActivityNotify->post(); 3093575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber mActivityNotify.clear(); 3094575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber } 3095575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber} 3096575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 3097a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huberstatus_t MediaCodec::setParameters(const sp<AMessage> ¶ms) { 30981d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatSetParameters, this); 3099a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber msg->setMessage("params", params); 3100a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 3101a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber sp<AMessage> response; 3102a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber return PostAndAwaitResponse(msg, &response); 3103a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber} 3104a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 3105a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huberstatus_t MediaCodec::onSetParameters(const sp<AMessage> ¶ms) { 3106a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber mCodec->signalSetParameters(params); 3107a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 3108a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber return OK; 3109a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber} 3110a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 3111e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huberstatus_t MediaCodec::amendOutputFormatWithCodecSpecificData( 31127e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim const sp<MediaCodecBuffer> &buffer) { 3113e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber AString mime; 3114e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber CHECK(mOutputFormat->findString("mime", &mime)); 3115e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3116e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (!strcasecmp(mime.c_str(), MEDIA_MIMETYPE_VIDEO_AVC)) { 3117e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // Codec specific data should be SPS and PPS in a single buffer, 3118e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // each prefixed by a startcode (0x00 0x00 0x00 0x01). 3119e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // We separate the two and put them into the output format 3120e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // under the keys "csd-0" and "csd-1". 3121e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3122e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber unsigned csdIndex = 0; 3123e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3124e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber const uint8_t *data = buffer->data(); 3125e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber size_t size = buffer->size(); 3126e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3127e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber const uint8_t *nalStart; 3128e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber size_t nalSize; 3129e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber while (getNextNALUnit(&data, &size, &nalStart, &nalSize, true) == OK) { 3130e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber sp<ABuffer> csd = new ABuffer(nalSize + 4); 3131e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber memcpy(csd->data(), "\x00\x00\x00\x01", 4); 3132e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber memcpy(csd->data() + 4, nalStart, nalSize); 3133e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3134e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mOutputFormat->setBuffer( 3135a1e8944a21e5833b7aadc451776f11797f5f9273Elliott Hughes AStringPrintf("csd-%u", csdIndex).c_str(), csd); 3136e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3137e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber ++csdIndex; 3138e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 3139e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3140e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (csdIndex != 2) { 3141e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber return ERROR_MALFORMED; 3142e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 3143e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } else { 3144e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // For everything else we just stash the codec specific data into 3145e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // the output format as a single piece of csd under "csd-0". 31467e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim sp<ABuffer> csd = new ABuffer(buffer->size()); 31477e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim memcpy(csd->data(), buffer->data(), buffer->size()); 31487e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim csd->setRange(0, buffer->size()); 31497e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim mOutputFormat->setBuffer("csd-0", csd); 3150e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 3151e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3152e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber return OK; 3153e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber} 3154e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 31552606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhangvoid MediaCodec::updateBatteryStat() { 31563f273d10817ddb2f792ae043de692efcdf1988aeWei Jia if (!mIsVideo) { 31573f273d10817ddb2f792ae043de692efcdf1988aeWei Jia return; 31583f273d10817ddb2f792ae043de692efcdf1988aeWei Jia } 31592606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 31603f273d10817ddb2f792ae043de692efcdf1988aeWei Jia if (mState == CONFIGURED && !mBatteryStatNotified) { 3161f2ae3e19080938db8cbf29a963fd744a3964fcc2Wei Jia BatteryNotifier::getInstance().noteStartVideo(mUid); 31622606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mBatteryStatNotified = true; 31632606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } else if (mState == UNINITIALIZED && mBatteryStatNotified) { 3164f2ae3e19080938db8cbf29a963fd744a3964fcc2Wei Jia BatteryNotifier::getInstance().noteStopVideo(mUid); 31652606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mBatteryStatNotified = false; 31662606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } 31672606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang} 31682606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 31695778822d86b0337407514b9372562b86edfa91cdAndreas Huber} // namespace android 3170