MediaCodec.cpp revision 9c2480b117dc3fd1e6af3b0fdb209d787c17e087
15778822d86b0337407514b9372562b86edfa91cdAndreas Huber/* 25778822d86b0337407514b9372562b86edfa91cdAndreas Huber * Copyright 2012, The Android Open Source Project 35778822d86b0337407514b9372562b86edfa91cdAndreas Huber * 45778822d86b0337407514b9372562b86edfa91cdAndreas Huber * Licensed under the Apache License, Version 2.0 (the "License"); 55778822d86b0337407514b9372562b86edfa91cdAndreas Huber * you may not use this file except in compliance with the License. 65778822d86b0337407514b9372562b86edfa91cdAndreas Huber * You may obtain a copy of the License at 75778822d86b0337407514b9372562b86edfa91cdAndreas Huber * 85778822d86b0337407514b9372562b86edfa91cdAndreas Huber * http://www.apache.org/licenses/LICENSE-2.0 95778822d86b0337407514b9372562b86edfa91cdAndreas Huber * 105778822d86b0337407514b9372562b86edfa91cdAndreas Huber * Unless required by applicable law or agreed to in writing, software 115778822d86b0337407514b9372562b86edfa91cdAndreas Huber * distributed under the License is distributed on an "AS IS" BASIS, 125778822d86b0337407514b9372562b86edfa91cdAndreas Huber * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 135778822d86b0337407514b9372562b86edfa91cdAndreas Huber * See the License for the specific language governing permissions and 145778822d86b0337407514b9372562b86edfa91cdAndreas Huber * limitations under the License. 155778822d86b0337407514b9372562b86edfa91cdAndreas Huber */ 165778822d86b0337407514b9372562b86edfa91cdAndreas Huber 175778822d86b0337407514b9372562b86edfa91cdAndreas Huber//#define LOG_NDEBUG 0 185778822d86b0337407514b9372562b86edfa91cdAndreas Huber#define LOG_TAG "MediaCodec" 19fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar#include <inttypes.h> 205778822d86b0337407514b9372562b86edfa91cdAndreas Huber 212606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include "include/avc_utils.h" 224811923e80a8abefa278307ebf8cc9b0294ba67fWonsik Kim#include "include/SecureBuffer.h" 237e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim#include "include/SharedMemoryBuffer.h" 245778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include "include/SoftwareRenderer.h" 255778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26d5a416a49d5074e2966f5fe255561cbaaf31a325Chong Zhang#include <android/hardware/cas/native/1.0/IDescrambler.h> 27d5a416a49d5074e2966f5fe255561cbaaf31a325Chong Zhang 28c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker#include <binder/IMemory.h> 2967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu#include <binder/IPCThreadState.h> 302606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include <binder/IServiceManager.h> 31c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker#include <binder/MemoryDealer.h> 3279608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang#include <gui/BufferQueue.h> 331a2952aee048ca7b1765e2bc09ebe9aeddaeafa3Mathias Agopian#include <gui/Surface.h> 34ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber#include <media/ICrypto.h> 35d291c222357303b9611cab89d0c3b047584ef377Chong Zhang#include <media/IOMX.h> 3667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu#include <media/IResourceManagerService.h> 377e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim#include <media/MediaCodecBuffer.h> 38db1221479a7ffe7094c51c463bbd36522ed106abRay Essick#include <media/MediaAnalyticsItem.h> 395778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/foundation/ABuffer.h> 405778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/foundation/ADebug.h> 415778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/foundation/AMessage.h> 425b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber#include <media/stagefright/foundation/AString.h> 43dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim#include <media/stagefright/foundation/AUtils.h> 44ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber#include <media/stagefright/foundation/hexdump.h> 455778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/ACodec.h> 467cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden#include <media/stagefright/BufferProducerWrapper.h> 472606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include <media/stagefright/MediaCodec.h> 486f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen#include <media/stagefright/MediaCodecList.h> 49e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber#include <media/stagefright/MediaDefs.h> 505778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/MediaErrors.h> 51744f5739019d1fd917f981e740b353c3d73fd1a8David Smith#include <media/stagefright/MediaFilter.h> 525778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/MetaData.h> 53d291c222357303b9611cab89d0c3b047584ef377Chong Zhang#include <media/stagefright/OMXClient.h> 54d291c222357303b9611cab89d0c3b047584ef377Chong Zhang#include <media/stagefright/PersistentSurface.h> 558b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar#include <media/stagefright/SurfaceUtils.h> 5699e69716215cd0665379bc90d708f2ea8689831dRuben Brunk#include <mediautils/BatteryNotifier.h> 572606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include <private/android_filesystem_config.h> 582606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include <utils/Log.h> 592606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include <utils/Singleton.h> 60e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 615778822d86b0337407514b9372562b86edfa91cdAndreas Hubernamespace android { 625778822d86b0337407514b9372562b86edfa91cdAndreas Huber 63db1221479a7ffe7094c51c463bbd36522ed106abRay Essick// key for media statistics 648574195df5de20af5fc16d6f9da1b132d6d5bfeeRay Essickstatic const char *kCodecKeyName = "codec"; 65db1221479a7ffe7094c51c463bbd36522ed106abRay Essick// attrs for media statistics 66afb43f76821e6a63e17e6484289a40430ada6978Ray Essickstatic const char *kCodecCodec = "android.media.mediacodec.codec"; /* e.g. OMX.google.aac.decoder */ 67afb43f76821e6a63e17e6484289a40430ada6978Ray Essickstatic const char *kCodecMime = "android.media.mediacodec.mime"; /* e.g. audio/mime */ 68afb43f76821e6a63e17e6484289a40430ada6978Ray Essickstatic const char *kCodecMode = "android.media.mediacodec.mode"; /* audio, video */ 69afb43f76821e6a63e17e6484289a40430ada6978Ray Essickstatic const char *kCodecSecure = "android.media.mediacodec.secure"; /* 0, 1 */ 70afb43f76821e6a63e17e6484289a40430ada6978Ray Essickstatic const char *kCodecHeight = "android.media.mediacodec.height"; /* 0..n */ 71afb43f76821e6a63e17e6484289a40430ada6978Ray Essickstatic const char *kCodecWidth = "android.media.mediacodec.width"; /* 0..n */ 72afb43f76821e6a63e17e6484289a40430ada6978Ray Essickstatic const char *kCodecRotation = "android.media.mediacodec.rotation-degrees"; /* 0/90/180/270 */ 73afb43f76821e6a63e17e6484289a40430ada6978Ray Essickstatic const char *kCodecCrypto = "android.media.mediacodec.crypto"; /* 0,1 */ 74afb43f76821e6a63e17e6484289a40430ada6978Ray Essickstatic const char *kCodecEncoder = "android.media.mediacodec.encoder"; /* 0,1 */ 758574195df5de20af5fc16d6f9da1b132d6d5bfeeRay Essick 76db1221479a7ffe7094c51c463bbd36522ed106abRay Essick 77db1221479a7ffe7094c51c463bbd36522ed106abRay Essick 780d1ed381fde5dac12dd84fcf3da66dac46699378Chih-Hung Hsiehstatic int64_t getId(const sp<IResourceManagerClient> &client) { 7967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return (int64_t) client.get(); 8067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 8167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 8267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wustatic bool isResourceError(status_t err) { 8347a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu return (err == NO_MEMORY); 8467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 8567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 8667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wustatic const int kMaxRetry = 2; 874b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wustatic const int kMaxReclaimWaitTimeInUs = 500000; // 0.5s 88dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimstatic const int kNumBuffersAlign = 16; 8967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 9079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim//////////////////////////////////////////////////////////////////////////////// 9179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 9267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wustruct ResourceManagerClient : public BnResourceManagerClient { 93090ef604f81447eab4aa0a5b45d6307482573560Chih-Hung Hsieh explicit ResourceManagerClient(MediaCodec* codec) : mMediaCodec(codec) {} 9467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 9567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu virtual bool reclaimResource() { 9667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<MediaCodec> codec = mMediaCodec.promote(); 9767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (codec == NULL) { 9867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // codec is already gone. 9967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return true; 10067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 10147a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu status_t err = codec->reclaim(); 1024b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu if (err == WOULD_BLOCK) { 1034b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu ALOGD("Wait for the client to release codec."); 1044b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu usleep(kMaxReclaimWaitTimeInUs); 1054b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu ALOGD("Try to reclaim again."); 1064b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu err = codec->reclaim(true /* force */); 1074b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu } 10867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (err != OK) { 10967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ALOGW("ResourceManagerClient failed to release codec with err %d", err); 11067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 11167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return (err == OK); 11267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 11367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 1148f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu virtual String8 getName() { 1158f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu String8 ret; 1168f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu sp<MediaCodec> codec = mMediaCodec.promote(); 1178f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu if (codec == NULL) { 1188f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu // codec is already gone. 1198f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu return ret; 1208f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu } 1218f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu 1228f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu AString name; 1238f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu if (codec->getName(&name) == OK) { 1248f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu ret.setTo(name.c_str()); 1258f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu } 1268f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu return ret; 1278f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu } 12867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 12967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuprotected: 13067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu virtual ~ResourceManagerClient() {} 13167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 13267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuprivate: 13367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu wp<MediaCodec> mMediaCodec; 13467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 13567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu DISALLOW_EVIL_CONSTRUCTORS(ResourceManagerClient); 13667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu}; 13767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 13868845c14ebf2c7282800b1abffde38d8e9a57aabRonghua WuMediaCodec::ResourceManagerServiceProxy::ResourceManagerServiceProxy(pid_t pid) 13968845c14ebf2c7282800b1abffde38d8e9a57aabRonghua Wu : mPid(pid) { 14068845c14ebf2c7282800b1abffde38d8e9a57aabRonghua Wu if (mPid == MediaCodec::kNoPid) { 14168845c14ebf2c7282800b1abffde38d8e9a57aabRonghua Wu mPid = IPCThreadState::self()->getCallingPid(); 14268845c14ebf2c7282800b1abffde38d8e9a57aabRonghua Wu } 14367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 14467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 14567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua WuMediaCodec::ResourceManagerServiceProxy::~ResourceManagerServiceProxy() { 14667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mService != NULL) { 14767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu IInterface::asBinder(mService)->unlinkToDeath(this); 14867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 14967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 15067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 15167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuvoid MediaCodec::ResourceManagerServiceProxy::init() { 15267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<IServiceManager> sm = defaultServiceManager(); 15367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<IBinder> binder = sm->getService(String16("media.resource_manager")); 15467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mService = interface_cast<IResourceManagerService>(binder); 15567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mService == NULL) { 15667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ALOGE("Failed to get ResourceManagerService"); 15767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return; 15867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 159e4237177a4a3eea059cd74247b2d770d301a8230Ronghua Wu IInterface::asBinder(mService)->linkToDeath(this); 16067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 16167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 16267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuvoid MediaCodec::ResourceManagerServiceProxy::binderDied(const wp<IBinder>& /*who*/) { 16367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ALOGW("ResourceManagerService died."); 16467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Mutex::Autolock _l(mLock); 16567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mService.clear(); 16667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 16767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 16867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuvoid MediaCodec::ResourceManagerServiceProxy::addResource( 16967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu int64_t clientId, 1700d1ed381fde5dac12dd84fcf3da66dac46699378Chih-Hung Hsieh const sp<IResourceManagerClient> &client, 17167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu const Vector<MediaResource> &resources) { 17267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Mutex::Autolock _l(mLock); 17367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mService == NULL) { 17467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return; 17567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 17637c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu mService->addResource(mPid, clientId, client, resources); 17767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 17867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 17967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuvoid MediaCodec::ResourceManagerServiceProxy::removeResource(int64_t clientId) { 18067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Mutex::Autolock _l(mLock); 18167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mService == NULL) { 18267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return; 18367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 18437c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu mService->removeResource(mPid, clientId); 18567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 18667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 18767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wubool MediaCodec::ResourceManagerServiceProxy::reclaimResource( 18837c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu const Vector<MediaResource> &resources) { 18967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Mutex::Autolock _l(mLock); 19067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mService == NULL) { 19167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return false; 19267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 19337c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu return mService->reclaimResource(mPid, resources); 19467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 19567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 19679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim//////////////////////////////////////////////////////////////////////////////// 19779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 198dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik KimMediaCodec::BufferInfo::BufferInfo() : mOwnedByClient(false) {} 199dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim 200dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim//////////////////////////////////////////////////////////////////////////////// 201dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim 20279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kimnamespace { 20379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 20479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kimenum { 20579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim kWhatFillThisBuffer = 'fill', 20679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim kWhatDrainThisBuffer = 'drai', 20779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim kWhatEOS = 'eos ', 208dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim kWhatStartCompleted = 'Scom', 20979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim kWhatStopCompleted = 'scom', 21079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim kWhatReleaseCompleted = 'rcom', 21179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim kWhatFlushCompleted = 'fcom', 21279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim kWhatError = 'erro', 21379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim kWhatComponentAllocated = 'cAll', 21479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim kWhatComponentConfigured = 'cCon', 21579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim kWhatInputSurfaceCreated = 'isfc', 21679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim kWhatInputSurfaceAccepted = 'isfa', 21779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim kWhatSignaledInputEOS = 'seos', 21879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim kWhatOutputFramesRendered = 'outR', 219dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim kWhatOutputBuffersChanged = 'outC', 22079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim}; 22179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 222dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimclass BufferCallback : public CodecBase::BufferCallback { 22379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kimpublic: 224dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim explicit BufferCallback(const sp<AMessage> ¬ify); 225dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim virtual ~BufferCallback() = default; 226dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim 227dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim virtual void onInputBufferAvailable( 228dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim size_t index, const sp<MediaCodecBuffer> &buffer) override; 229dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim virtual void onOutputBufferAvailable( 230dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim size_t index, const sp<MediaCodecBuffer> &buffer) override; 231dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimprivate: 232dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim const sp<AMessage> mNotify; 233dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim}; 234dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim 235dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik KimBufferCallback::BufferCallback(const sp<AMessage> ¬ify) 236dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim : mNotify(notify) {} 237dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim 238dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid BufferCallback::onInputBufferAvailable( 239dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim size_t index, const sp<MediaCodecBuffer> &buffer) { 240dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim sp<AMessage> notify(mNotify->dup()); 241dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim notify->setInt32("what", kWhatFillThisBuffer); 242dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim notify->setSize("index", index); 243dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim notify->setObject("buffer", buffer); 244dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim notify->post(); 245dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim} 246dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim 247dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid BufferCallback::onOutputBufferAvailable( 248dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim size_t index, const sp<MediaCodecBuffer> &buffer) { 249dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim sp<AMessage> notify(mNotify->dup()); 250dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim notify->setInt32("what", kWhatDrainThisBuffer); 251dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim notify->setSize("index", index); 252dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim notify->setObject("buffer", buffer); 253dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim notify->post(); 254dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim} 255dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim 256dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimclass CodecCallback : public CodecBase::CodecCallback { 257dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimpublic: 258dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim explicit CodecCallback(const sp<AMessage> ¬ify); 259dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim virtual ~CodecCallback() = default; 26079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 26179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim virtual void onEos(status_t err) override; 262dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim virtual void onStartCompleted() override; 26379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim virtual void onStopCompleted() override; 26479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim virtual void onReleaseCompleted() override; 26579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim virtual void onFlushCompleted() override; 26679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim virtual void onError(status_t err, enum ActionCode actionCode) override; 26779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim virtual void onComponentAllocated(const char *componentName) override; 26879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim virtual void onComponentConfigured( 26979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim const sp<AMessage> &inputFormat, const sp<AMessage> &outputFormat) override; 27079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim virtual void onInputSurfaceCreated( 27179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim const sp<AMessage> &inputFormat, 27279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim const sp<AMessage> &outputFormat, 27379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim const sp<BufferProducerWrapper> &inputSurface) override; 27479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim virtual void onInputSurfaceCreationFailed(status_t err) override; 27579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim virtual void onInputSurfaceAccepted( 27679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim const sp<AMessage> &inputFormat, 27779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim const sp<AMessage> &outputFormat) override; 27879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim virtual void onInputSurfaceDeclined(status_t err) override; 27979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim virtual void onSignaledInputEOS(status_t err) override; 28079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim virtual void onOutputFramesRendered(const std::list<FrameRenderTracker::Info> &done) override; 281dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim virtual void onOutputBuffersChanged() override; 28279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kimprivate: 28379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim const sp<AMessage> mNotify; 28479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim}; 28579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 286dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik KimCodecCallback::CodecCallback(const sp<AMessage> ¬ify) : mNotify(notify) {} 28779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 288dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid CodecCallback::onEos(status_t err) { 28979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim sp<AMessage> notify(mNotify->dup()); 290dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim notify->setInt32("what", kWhatEOS); 291dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim notify->setInt32("err", err); 292fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim notify->post(); 293fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim} 294fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim 295dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid CodecCallback::onStartCompleted() { 296fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim sp<AMessage> notify(mNotify->dup()); 297dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim notify->setInt32("what", kWhatStartCompleted); 29879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->post(); 29979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} 30079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 301dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid CodecCallback::onStopCompleted() { 30279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim sp<AMessage> notify(mNotify->dup()); 30379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("what", kWhatStopCompleted); 30479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->post(); 30579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} 30679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 307dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid CodecCallback::onReleaseCompleted() { 30879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim sp<AMessage> notify(mNotify->dup()); 30979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("what", kWhatReleaseCompleted); 31079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->post(); 31179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} 31279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 313dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid CodecCallback::onFlushCompleted() { 31479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim sp<AMessage> notify(mNotify->dup()); 31579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("what", kWhatFlushCompleted); 31679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->post(); 31779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} 31879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 319dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid CodecCallback::onError(status_t err, enum ActionCode actionCode) { 32079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim sp<AMessage> notify(mNotify->dup()); 32179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("what", kWhatError); 32279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("err", err); 32379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("actionCode", actionCode); 32479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->post(); 32579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} 32679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 327dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid CodecCallback::onComponentAllocated(const char *componentName) { 32879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim sp<AMessage> notify(mNotify->dup()); 32979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("what", kWhatComponentAllocated); 33079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setString("componentName", componentName); 33179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->post(); 33279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} 33379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 334dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid CodecCallback::onComponentConfigured( 33579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim const sp<AMessage> &inputFormat, const sp<AMessage> &outputFormat) { 33679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim sp<AMessage> notify(mNotify->dup()); 33779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("what", kWhatComponentConfigured); 33879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setMessage("input-format", inputFormat); 33979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setMessage("output-format", outputFormat); 34079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->post(); 34179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} 34279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 343dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid CodecCallback::onInputSurfaceCreated( 34479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim const sp<AMessage> &inputFormat, 34579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim const sp<AMessage> &outputFormat, 34679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim const sp<BufferProducerWrapper> &inputSurface) { 34779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim sp<AMessage> notify(mNotify->dup()); 34879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("what", kWhatInputSurfaceCreated); 34979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setMessage("input-format", inputFormat); 35079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setMessage("output-format", outputFormat); 35179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setObject("input-surface", inputSurface); 35279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->post(); 35379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} 35479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 355dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid CodecCallback::onInputSurfaceCreationFailed(status_t err) { 35679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim sp<AMessage> notify(mNotify->dup()); 35779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("what", kWhatInputSurfaceCreated); 35879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("err", err); 35979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->post(); 36079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} 36179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 362dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid CodecCallback::onInputSurfaceAccepted( 36379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim const sp<AMessage> &inputFormat, 36479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim const sp<AMessage> &outputFormat) { 36579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim sp<AMessage> notify(mNotify->dup()); 36679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("what", kWhatInputSurfaceAccepted); 36779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setMessage("input-format", inputFormat); 36879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setMessage("output-format", outputFormat); 36979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->post(); 37079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} 37179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 372dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid CodecCallback::onInputSurfaceDeclined(status_t err) { 37379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim sp<AMessage> notify(mNotify->dup()); 37479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("what", kWhatInputSurfaceAccepted); 37579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("err", err); 37679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->post(); 37779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} 37879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 379dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid CodecCallback::onSignaledInputEOS(status_t err) { 38079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim sp<AMessage> notify(mNotify->dup()); 38179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("what", kWhatSignaledInputEOS); 38279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim if (err != OK) { 38379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("err", err); 38479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim } 38579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->post(); 38679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} 38779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 388dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid CodecCallback::onOutputFramesRendered(const std::list<FrameRenderTracker::Info> &done) { 38979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim sp<AMessage> notify(mNotify->dup()); 39079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("what", kWhatOutputFramesRendered); 39179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim if (MediaCodec::CreateFramesRenderedMessage(done, notify)) { 39279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->post(); 39379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim } 39479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} 39579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 396dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid CodecCallback::onOutputBuffersChanged() { 397dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim sp<AMessage> notify(mNotify->dup()); 398dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim notify->setInt32("what", kWhatOutputBuffersChanged); 399dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim notify->post(); 400dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim} 401dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim 40279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} // namespace 40379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 40479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim//////////////////////////////////////////////////////////////////////////////// 40579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 4065778822d86b0337407514b9372562b86edfa91cdAndreas Huber// static 4075778822d86b0337407514b9372562b86edfa91cdAndreas Hubersp<MediaCodec> MediaCodec::CreateByType( 408f2ae3e19080938db8cbf29a963fd744a3964fcc2Wei Jia const sp<ALooper> &looper, const AString &mime, bool encoder, status_t *err, pid_t pid, 409f2ae3e19080938db8cbf29a963fd744a3964fcc2Wei Jia uid_t uid) { 410f2ae3e19080938db8cbf29a963fd744a3964fcc2Wei Jia sp<MediaCodec> codec = new MediaCodec(looper, pid, uid); 4115778822d86b0337407514b9372562b86edfa91cdAndreas Huber 412251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung const status_t ret = codec->init(mime, true /* nameIsType */, encoder); 413251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (err != NULL) { 414251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung *err = ret; 415251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 416251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return ret == OK ? codec : NULL; // NULL deallocates codec. 4175778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 4185778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4195778822d86b0337407514b9372562b86edfa91cdAndreas Huber// static 4205778822d86b0337407514b9372562b86edfa91cdAndreas Hubersp<MediaCodec> MediaCodec::CreateByComponentName( 421f2ae3e19080938db8cbf29a963fd744a3964fcc2Wei Jia const sp<ALooper> &looper, const AString &name, status_t *err, pid_t pid, uid_t uid) { 422f2ae3e19080938db8cbf29a963fd744a3964fcc2Wei Jia sp<MediaCodec> codec = new MediaCodec(looper, pid, uid); 4235778822d86b0337407514b9372562b86edfa91cdAndreas Huber 424251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung const status_t ret = codec->init(name, false /* nameIsType */, false /* encoder */); 425251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (err != NULL) { 426251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung *err = ret; 427251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 428251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return ret == OK ? codec : NULL; // NULL deallocates codec. 4295778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 4305778822d86b0337407514b9372562b86edfa91cdAndreas Huber 431d291c222357303b9611cab89d0c3b047584ef377Chong Zhang// static 432d291c222357303b9611cab89d0c3b047584ef377Chong Zhangsp<PersistentSurface> MediaCodec::CreatePersistentInputSurface() { 433d291c222357303b9611cab89d0c3b047584ef377Chong Zhang OMXClient client; 434addf2cbb120346ae42e78fa739245a353db5edadChong Zhang if (client.connect() != OK) { 435addf2cbb120346ae42e78fa739245a353db5edadChong Zhang ALOGE("Failed to connect to OMX to create persistent input surface."); 43679608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang return NULL; 43779608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang } 43879608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang 439addf2cbb120346ae42e78fa739245a353db5edadChong Zhang sp<IOMX> omx = client.interface(); 44079608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang 441d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<IGraphicBufferProducer> bufferProducer; 442addf2cbb120346ae42e78fa739245a353db5edadChong Zhang sp<IGraphicBufferSource> bufferSource; 443d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 444addf2cbb120346ae42e78fa739245a353db5edadChong Zhang status_t err = omx->createInputSurface(&bufferProducer, &bufferSource); 445d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 446d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (err != OK) { 447d291c222357303b9611cab89d0c3b047584ef377Chong Zhang ALOGE("Failed to create persistent input surface."); 448d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return NULL; 449d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 450d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 451addf2cbb120346ae42e78fa739245a353db5edadChong Zhang return new PersistentSurface(bufferProducer, bufferSource); 452d291c222357303b9611cab89d0c3b047584ef377Chong Zhang} 453d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 454f2ae3e19080938db8cbf29a963fd744a3964fcc2Wei JiaMediaCodec::MediaCodec(const sp<ALooper> &looper, pid_t pid, uid_t uid) 4555778822d86b0337407514b9372562b86edfa91cdAndreas Huber : mState(UNINITIALIZED), 45647a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu mReleasedByResourceManager(false), 4575778822d86b0337407514b9372562b86edfa91cdAndreas Huber mLooper(looper), 45892cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar mCodec(NULL), 4597cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mReplyID(0), 4605778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags(0), 461251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mStickyError(OK), 4625778822d86b0337407514b9372562b86edfa91cdAndreas Huber mSoftRenderer(NULL), 463ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar mResourceManagerClient(new ResourceManagerClient(this)), 46468845c14ebf2c7282800b1abffde38d8e9a57aabRonghua Wu mResourceManagerService(new ResourceManagerServiceProxy(pid)), 4652606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mBatteryStatNotified(false), 4662606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mIsVideo(false), 46767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mVideoWidth(0), 46867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mVideoHeight(0), 469505aab41c0e8e79a49d4506344fcd9d220d5965bChong Zhang mRotationDegrees(0), 4705778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputTimeoutGeneration(0), 4715778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputReplyID(0), 4725778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueOutputTimeoutGeneration(0), 4736507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mDequeueOutputReplyID(0), 4743d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang mHaveInputSurface(false), 4753d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang mHavePendingInputBuffers(false) { 476f2ae3e19080938db8cbf29a963fd744a3964fcc2Wei Jia if (uid == kNoUid) { 477f2ae3e19080938db8cbf29a963fd744a3964fcc2Wei Jia mUid = IPCThreadState::self()->getCallingUid(); 478f2ae3e19080938db8cbf29a963fd744a3964fcc2Wei Jia } else { 479f2ae3e19080938db8cbf29a963fd744a3964fcc2Wei Jia mUid = uid; 480f2ae3e19080938db8cbf29a963fd744a3964fcc2Wei Jia } 481db1221479a7ffe7094c51c463bbd36522ed106abRay Essick // set up our new record, get a sessionID, put it into the in-progress list 4828574195df5de20af5fc16d6f9da1b132d6d5bfeeRay Essick mAnalyticsItem = new MediaAnalyticsItem(kCodecKeyName); 483db1221479a7ffe7094c51c463bbd36522ed106abRay Essick if (mAnalyticsItem != NULL) { 484db1221479a7ffe7094c51c463bbd36522ed106abRay Essick (void) mAnalyticsItem->generateSessionID(); 485db1221479a7ffe7094c51c463bbd36522ed106abRay Essick // don't record it yet; only at the end, when we have decided that we have 486db1221479a7ffe7094c51c463bbd36522ed106abRay Essick // data worth writing (e.g. .count() > 0) 487db1221479a7ffe7094c51c463bbd36522ed106abRay Essick } 4885778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 4895778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4905778822d86b0337407514b9372562b86edfa91cdAndreas HuberMediaCodec::~MediaCodec() { 4915778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ(mState, UNINITIALIZED); 49267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mResourceManagerService->removeResource(getId(mResourceManagerClient)); 493db1221479a7ffe7094c51c463bbd36522ed106abRay Essick 494db1221479a7ffe7094c51c463bbd36522ed106abRay Essick if (mAnalyticsItem != NULL ) { 495db1221479a7ffe7094c51c463bbd36522ed106abRay Essick if (mAnalyticsItem->count() > 0) { 496db1221479a7ffe7094c51c463bbd36522ed106abRay Essick mAnalyticsItem->setFinalized(true); 497db1221479a7ffe7094c51c463bbd36522ed106abRay Essick mAnalyticsItem->selfrecord(); 498db1221479a7ffe7094c51c463bbd36522ed106abRay Essick } 499db1221479a7ffe7094c51c463bbd36522ed106abRay Essick delete mAnalyticsItem; 500db1221479a7ffe7094c51c463bbd36522ed106abRay Essick mAnalyticsItem = NULL; 501db1221479a7ffe7094c51c463bbd36522ed106abRay Essick } 5025778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 5035778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5045778822d86b0337407514b9372562b86edfa91cdAndreas Huber// static 5055778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::PostAndAwaitResponse( 5065778822d86b0337407514b9372562b86edfa91cdAndreas Huber const sp<AMessage> &msg, sp<AMessage> *response) { 5075778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = msg->postAndAwaitResponse(response); 5085778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5095778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 5105778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 5115778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 5125778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5135778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!(*response)->findInt32("err", &err)) { 5145778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = OK; 5155778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 5165778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5175778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 5185778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 5195778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5203f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnarvoid MediaCodec::PostReplyWithError(const sp<AReplyToken> &replyID, int32_t err) { 52147a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu int32_t finalErr = err; 52247a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu if (mReleasedByResourceManager) { 52347a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu // override the err code if MediaCodec has been released by ResourceManager. 52447a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu finalErr = DEAD_OBJECT; 52547a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu } 52647a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu 527c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> response = new AMessage; 52847a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu response->setInt32("err", finalErr); 529c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang response->postReply(replyID); 530c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 531c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 5325b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar//static 5335b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnarsp<CodecBase> MediaCodec::GetCodecBase(const AString &name, bool nameIsType) { 5345b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // at this time only ACodec specifies a mime type. 5355b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (nameIsType || name.startsWithIgnoreCase("omx.")) { 5365b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return new ACodec; 5375b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } else if (name.startsWithIgnoreCase("android.filter.")) { 5385b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return new MediaFilter; 5395b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } else { 5405b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return NULL; 5415b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 5425b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar} 5435b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 544dc9f58dc23a86d0635fd8601d1cbc8d47bab0303Andy Hungstatus_t MediaCodec::init(const AString &name, bool nameIsType, bool encoder) { 54567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mResourceManagerService->init(); 54667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 547671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar // save init parameters for reset 548671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mInitName = name; 549671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mInitNameIsType = nameIsType; 550671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mInitIsEncoder = encoder; 551671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 5525778822d86b0337407514b9372562b86edfa91cdAndreas Huber // Current video decoders do not return from OMX_FillThisBuffer 5535778822d86b0337407514b9372562b86edfa91cdAndreas Huber // quickly, violating the OpenMAX specs, until that is remedied 5545778822d86b0337407514b9372562b86edfa91cdAndreas Huber // we need to invest in an extra looper to free the main event 5555778822d86b0337407514b9372562b86edfa91cdAndreas Huber // queue. 556744f5739019d1fd917f981e740b353c3d73fd1a8David Smith 5575b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar mCodec = GetCodecBase(name, nameIsType); 5585b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (mCodec == NULL) { 559744f5739019d1fd917f981e740b353c3d73fd1a8David Smith return NAME_NOT_FOUND; 560744f5739019d1fd917f981e740b353c3d73fd1a8David Smith } 561744f5739019d1fd917f981e740b353c3d73fd1a8David Smith 56267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu bool secureCodec = false; 563dc9f58dc23a86d0635fd8601d1cbc8d47bab0303Andy Hung if (nameIsType && !strncasecmp(name.c_str(), "video/", 6)) { 56467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mIsVideo = true; 5656f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen } else { 5666f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen AString tmp = name; 5676f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen if (tmp.endsWith(".secure")) { 56867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu secureCodec = true; 5696f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen tmp.erase(tmp.size() - 7, 7); 5706f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen } 57160b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar const sp<IMediaCodecList> mcl = MediaCodecList::getInstance(); 57248a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung if (mcl == NULL) { 57348a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung mCodec = NULL; // remove the codec. 57448a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung return NO_INIT; // if called from Java should raise IOException 57548a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung } 5766f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen ssize_t codecIdx = mcl->findCodecByName(tmp.c_str()); 5776f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen if (codecIdx >= 0) { 57860b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar const sp<MediaCodecInfo> info = mcl->getCodecInfo(codecIdx); 57960b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar Vector<AString> mimes; 58060b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar info->getSupportedMimes(&mimes); 58160b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar for (size_t i = 0; i < mimes.size(); i++) { 58260b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar if (mimes[i].startsWith("video/")) { 58367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mIsVideo = true; 58460b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar break; 5856f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen } 5866f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen } 5876f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen } 5885778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 5895778822d86b0337407514b9372562b86edfa91cdAndreas Huber 59067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mIsVideo) { 59167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // video codec needs dedicated looper 5925778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mCodecLooper == NULL) { 5935778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodecLooper = new ALooper; 5945778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodecLooper->setName("CodecLooper"); 5955778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodecLooper->start(false, false, ANDROID_PRIORITY_AUDIO); 5965778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 5975778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5985778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodecLooper->registerHandler(mCodec); 5995778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 6005778822d86b0337407514b9372562b86edfa91cdAndreas Huber mLooper->registerHandler(mCodec); 6015778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 6025778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6035778822d86b0337407514b9372562b86edfa91cdAndreas Huber mLooper->registerHandler(this); 6045778822d86b0337407514b9372562b86edfa91cdAndreas Huber 60579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim mCodec->setCallback( 606dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim std::unique_ptr<CodecBase::CodecCallback>( 607dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim new CodecCallback(new AMessage(kWhatCodecNotify, this)))); 608dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mBufferChannel = mCodec->getBufferChannel(); 609dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mBufferChannel->setCallback( 610dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim std::unique_ptr<CodecBase::BufferCallback>( 611dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim new BufferCallback(new AMessage(kWhatCodecNotify, this)))); 6125778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6131d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatInit, this); 6145778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setString("name", name); 6155778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("nameIsType", nameIsType); 6165778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6175778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (nameIsType) { 6185778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("encoder", encoder); 6195778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 6205778822d86b0337407514b9372562b86edfa91cdAndreas Huber 621db1221479a7ffe7094c51c463bbd36522ed106abRay Essick if (mAnalyticsItem != NULL) { 622db1221479a7ffe7094c51c463bbd36522ed106abRay Essick if (nameIsType) { 623db1221479a7ffe7094c51c463bbd36522ed106abRay Essick // name is the mime type 6248574195df5de20af5fc16d6f9da1b132d6d5bfeeRay Essick mAnalyticsItem->setCString(kCodecMime, name.c_str()); 625db1221479a7ffe7094c51c463bbd36522ed106abRay Essick } else { 6268574195df5de20af5fc16d6f9da1b132d6d5bfeeRay Essick mAnalyticsItem->setCString(kCodecCodec, name.c_str()); 627db1221479a7ffe7094c51c463bbd36522ed106abRay Essick } 6288574195df5de20af5fc16d6f9da1b132d6d5bfeeRay Essick mAnalyticsItem->setCString(kCodecMode, mIsVideo ? "video" : "audio"); 629db1221479a7ffe7094c51c463bbd36522ed106abRay Essick if (nameIsType) 630afb43f76821e6a63e17e6484289a40430ada6978Ray Essick mAnalyticsItem->setInt32(kCodecEncoder, encoder); 631db1221479a7ffe7094c51c463bbd36522ed106abRay Essick } 632db1221479a7ffe7094c51c463bbd36522ed106abRay Essick 63367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu status_t err; 63467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Vector<MediaResource> resources; 635ea15fd29af81490311af9e12949b43524c39400eRonghua Wu MediaResource::Type type = 636ea15fd29af81490311af9e12949b43524c39400eRonghua Wu secureCodec ? MediaResource::kSecureCodec : MediaResource::kNonSecureCodec; 637ea15fd29af81490311af9e12949b43524c39400eRonghua Wu MediaResource::SubType subtype = 638ea15fd29af81490311af9e12949b43524c39400eRonghua Wu mIsVideo ? MediaResource::kVideoCodec : MediaResource::kAudioCodec; 639ea15fd29af81490311af9e12949b43524c39400eRonghua Wu resources.push_back(MediaResource(type, subtype, 1)); 64067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu for (int i = 0; i <= kMaxRetry; ++i) { 64167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (i > 0) { 64267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // Don't try to reclaim resource for the first time. 64337c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu if (!mResourceManagerService->reclaimResource(resources)) { 64467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 64567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 64667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 64767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 64867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<AMessage> response; 64967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu err = PostAndAwaitResponse(msg, &response); 65067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (!isResourceError(err)) { 65167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 65267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 65367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 65467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return err; 6555778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 6565778822d86b0337407514b9372562b86edfa91cdAndreas Huber 657c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhangstatus_t MediaCodec::setCallback(const sp<AMessage> &callback) { 6581d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatSetCallback, this); 659c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setMessage("callback", callback); 660c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 661c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> response; 662c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang return PostAndAwaitResponse(msg, &response); 663c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 664c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 66590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarstatus_t MediaCodec::setOnFrameRenderedNotification(const sp<AMessage> ¬ify) { 66690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar sp<AMessage> msg = new AMessage(kWhatSetNotification, this); 66790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar msg->setMessage("on-frame-rendered", notify); 66890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar return msg->post(); 66990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 67090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 6715778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::configure( 6725778822d86b0337407514b9372562b86edfa91cdAndreas Huber const sp<AMessage> &format, 6739dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang const sp<Surface> &nativeWindow, 6749dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang const sp<ICrypto> &crypto, 6759dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang uint32_t flags) { 6769dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang return configure(format, nativeWindow, crypto, NULL, flags); 6779dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang} 6789dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang 6799dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhangstatus_t MediaCodec::configure( 6809dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang const sp<AMessage> &format, 681f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar const sp<Surface> &surface, 6821bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber const sp<ICrypto> &crypto, 6839dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang const sp<IDescrambler> &descrambler, 6845778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t flags) { 6851d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatConfigure, this); 6865778822d86b0337407514b9372562b86edfa91cdAndreas Huber 68767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mIsVideo) { 68867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu format->findInt32("width", &mVideoWidth); 68967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu format->findInt32("height", &mVideoHeight); 690afb43f76821e6a63e17e6484289a40430ada6978Ray Essick if (!format->findInt32(kCodecRotation, &mRotationDegrees)) { 691505aab41c0e8e79a49d4506344fcd9d220d5965bChong Zhang mRotationDegrees = 0; 692505aab41c0e8e79a49d4506344fcd9d220d5965bChong Zhang } 6932034457336d28124e0f9f3c625978052ae03fceaWei Jia 694db1221479a7ffe7094c51c463bbd36522ed106abRay Essick if (mAnalyticsItem != NULL) { 695afb43f76821e6a63e17e6484289a40430ada6978Ray Essick mAnalyticsItem->setInt32(kCodecWidth, mVideoWidth); 696afb43f76821e6a63e17e6484289a40430ada6978Ray Essick mAnalyticsItem->setInt32(kCodecHeight, mVideoHeight); 697afb43f76821e6a63e17e6484289a40430ada6978Ray Essick mAnalyticsItem->setInt32(kCodecRotation, mRotationDegrees); 698db1221479a7ffe7094c51c463bbd36522ed106abRay Essick } 699db1221479a7ffe7094c51c463bbd36522ed106abRay Essick 7002034457336d28124e0f9f3c625978052ae03fceaWei Jia // Prevent possible integer overflow in downstream code. 7012034457336d28124e0f9f3c625978052ae03fceaWei Jia if (mInitIsEncoder 7022034457336d28124e0f9f3c625978052ae03fceaWei Jia && (uint64_t)mVideoWidth * mVideoHeight > (uint64_t)INT32_MAX / 4) { 7032034457336d28124e0f9f3c625978052ae03fceaWei Jia ALOGE("buffer size is too big, width=%d, height=%d", mVideoWidth, mVideoHeight); 7042034457336d28124e0f9f3c625978052ae03fceaWei Jia return BAD_VALUE; 7052034457336d28124e0f9f3c625978052ae03fceaWei Jia } 70667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 70767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 7085778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setMessage("format", format); 7095778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("flags", flags); 710f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar msg->setObject("surface", surface); 7111bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber 7129dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang if (crypto != NULL || descrambler != NULL) { 7139dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang if (crypto != NULL) { 7149dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang msg->setPointer("crypto", crypto.get()); 7159dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang } else { 7169dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang msg->setPointer("descrambler", descrambler.get()); 7179dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang } 718db1221479a7ffe7094c51c463bbd36522ed106abRay Essick if (mAnalyticsItem != NULL) { 719db1221479a7ffe7094c51c463bbd36522ed106abRay Essick // XXX: save indication that it's crypto in some way... 720afb43f76821e6a63e17e6484289a40430ada6978Ray Essick mAnalyticsItem->setInt32(kCodecCrypto, 1); 721db1221479a7ffe7094c51c463bbd36522ed106abRay Essick } 72232c1bcda7c9fb429fe6c235184f8bb6aa7ef12dbDongwon Kang } else if (mFlags & kFlagIsSecure) { 72332c1bcda7c9fb429fe6c235184f8bb6aa7ef12dbDongwon Kang ALOGW("Crypto or descrambler should be given for secure codec"); 7245778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 7255778822d86b0337407514b9372562b86edfa91cdAndreas Huber 72667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // save msg for reset 72767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mConfigureMsg = msg; 728f64b36deccd473b545dbed22c2feb11fc49157e5Chong Zhang 72967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu status_t err; 73067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Vector<MediaResource> resources; 731ea15fd29af81490311af9e12949b43524c39400eRonghua Wu MediaResource::Type type = (mFlags & kFlagIsSecure) ? 732ea15fd29af81490311af9e12949b43524c39400eRonghua Wu MediaResource::kSecureCodec : MediaResource::kNonSecureCodec; 733ea15fd29af81490311af9e12949b43524c39400eRonghua Wu MediaResource::SubType subtype = 734ea15fd29af81490311af9e12949b43524c39400eRonghua Wu mIsVideo ? MediaResource::kVideoCodec : MediaResource::kAudioCodec; 735ea15fd29af81490311af9e12949b43524c39400eRonghua Wu resources.push_back(MediaResource(type, subtype, 1)); 73667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // Don't know the buffer size at this point, but it's fine to use 1 because 73767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // the reclaimResource call doesn't consider the requester's buffer size for now. 738ea15fd29af81490311af9e12949b43524c39400eRonghua Wu resources.push_back(MediaResource(MediaResource::kGraphicMemory, 1)); 73967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu for (int i = 0; i <= kMaxRetry; ++i) { 74067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (i > 0) { 74167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // Don't try to reclaim resource for the first time. 74237c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu if (!mResourceManagerService->reclaimResource(resources)) { 74367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 74467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 74567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 746f64b36deccd473b545dbed22c2feb11fc49157e5Chong Zhang 74767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<AMessage> response; 74867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu err = PostAndAwaitResponse(msg, &response); 74967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (err != OK && err != INVALID_OPERATION) { 75067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // MediaCodec now set state to UNINITIALIZED upon any fatal error. 75167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // To maintain backward-compatibility, do a reset() to put codec 75267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // back into INITIALIZED state. 75367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // But don't reset if the err is INVALID_OPERATION, which means 75467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // the configure failure is due to wrong state. 75567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 75667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ALOGE("configure failed with err 0x%08x, resetting...", err); 75767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu reset(); 75867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 75967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (!isResourceError(err)) { 76067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 76167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 762f64b36deccd473b545dbed22c2feb11fc49157e5Chong Zhang } 763f64b36deccd473b545dbed22c2feb11fc49157e5Chong Zhang return err; 7645778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 7655778822d86b0337407514b9372562b86edfa91cdAndreas Huber 766cefac14261a32fb856b0d1ab31541787112e306eHassan Shojaniastatus_t MediaCodec::releaseCrypto() 767cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania{ 768cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania ALOGV("releaseCrypto"); 769cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania 770cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania sp<AMessage> msg = new AMessage(kWhatDrmReleaseCrypto, this); 771cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania 772cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania sp<AMessage> response; 773cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania status_t status = msg->postAndAwaitResponse(&response); 774cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania 775cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania if (status == OK && response != NULL) { 776cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania CHECK(response->findInt32("status", &status)); 777cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania ALOGV("releaseCrypto ret: %d ", status); 778cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania } 779cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania else { 780cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania ALOGE("releaseCrypto err: %d", status); 781cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania } 782cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania 783cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania return status; 784cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania} 785cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania 786cefac14261a32fb856b0d1ab31541787112e306eHassan Shojaniavoid MediaCodec::onReleaseCrypto(const sp<AMessage>& msg) 787cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania{ 788cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania status_t status = INVALID_OPERATION; 789cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania if (mCrypto != NULL) { 790cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania ALOGV("onReleaseCrypto: mCrypto: %p (%d)", mCrypto.get(), mCrypto->getStrongCount()); 791cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania mBufferChannel->setCrypto(NULL); 792cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania // TODO change to ALOGV 793cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania ALOGD("onReleaseCrypto: [before clear] mCrypto: %p (%d)", 794cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania mCrypto.get(), mCrypto->getStrongCount()); 795cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania mCrypto.clear(); 796cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania 797cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania status = OK; 798cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania } 799cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania else { 800cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania ALOGW("onReleaseCrypto: No mCrypto. err: %d", status); 801cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania } 802cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania 803cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania sp<AMessage> response = new AMessage; 804cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania response->setInt32("status", status); 805cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania 806cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania sp<AReplyToken> replyID; 807cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania CHECK(msg->senderAwaitsResponse(&replyID)); 808cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania response->postReply(replyID); 809cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania} 810cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania 8118f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhangstatus_t MediaCodec::setInputSurface( 812d291c222357303b9611cab89d0c3b047584ef377Chong Zhang const sp<PersistentSurface> &surface) { 8138f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang sp<AMessage> msg = new AMessage(kWhatSetInputSurface, this); 814d291c222357303b9611cab89d0c3b047584ef377Chong Zhang msg->setObject("input-surface", surface.get()); 815d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 816d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<AMessage> response; 817d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return PostAndAwaitResponse(msg, &response); 818d291c222357303b9611cab89d0c3b047584ef377Chong Zhang} 819d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 8201dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t MediaCodec::setSurface(const sp<Surface> &surface) { 8211dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AMessage> msg = new AMessage(kWhatSetSurface, this); 8221dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar msg->setObject("surface", surface); 8231dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 8241dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AMessage> response; 8251dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return PostAndAwaitResponse(msg, &response); 8261dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar} 8271dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 8287cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFaddenstatus_t MediaCodec::createInputSurface( 8297cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<IGraphicBufferProducer>* bufferProducer) { 8301d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatCreateInputSurface, this); 8317cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 8327cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<AMessage> response; 8337cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden status_t err = PostAndAwaitResponse(msg, &response); 8347cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden if (err == NO_ERROR) { 8357cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden // unwrap the sp<IGraphicBufferProducer> 8367cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<RefBase> obj; 8377cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden bool found = response->findObject("input-surface", &obj); 8387cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden CHECK(found); 8397cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<BufferProducerWrapper> wrapper( 8407cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden static_cast<BufferProducerWrapper*>(obj.get())); 8417cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden *bufferProducer = wrapper->getBufferProducer(); 8427cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } else { 8437cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden ALOGW("createInputSurface failed, err=%d", err); 8447cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 8457cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden return err; 8467cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden} 8477cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 84867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuuint64_t MediaCodec::getGraphicBufferSize() { 84967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (!mIsVideo) { 85067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return 0; 85167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 85267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 85367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu uint64_t size = 0; 85467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu size_t portNum = sizeof(mPortBuffers) / sizeof((mPortBuffers)[0]); 85567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu for (size_t i = 0; i < portNum; ++i) { 85667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // TODO: this is just an estimation, we should get the real buffer size from ACodec. 85767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu size += mPortBuffers[i].size() * mVideoWidth * mVideoHeight * 3 / 2; 85867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 85967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return size; 86067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 86167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 862ea15fd29af81490311af9e12949b43524c39400eRonghua Wuvoid MediaCodec::addResource( 863ea15fd29af81490311af9e12949b43524c39400eRonghua Wu MediaResource::Type type, MediaResource::SubType subtype, uint64_t value) { 86467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Vector<MediaResource> resources; 865c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu resources.push_back(MediaResource(type, subtype, value)); 86667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mResourceManagerService->addResource( 86737c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu getId(mResourceManagerClient), mResourceManagerClient, resources); 86867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 86967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 8705778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::start() { 8711d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatStart, this); 8725778822d86b0337407514b9372562b86edfa91cdAndreas Huber 87367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu status_t err; 87467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Vector<MediaResource> resources; 875ea15fd29af81490311af9e12949b43524c39400eRonghua Wu MediaResource::Type type = (mFlags & kFlagIsSecure) ? 876ea15fd29af81490311af9e12949b43524c39400eRonghua Wu MediaResource::kSecureCodec : MediaResource::kNonSecureCodec; 877ea15fd29af81490311af9e12949b43524c39400eRonghua Wu MediaResource::SubType subtype = 878ea15fd29af81490311af9e12949b43524c39400eRonghua Wu mIsVideo ? MediaResource::kVideoCodec : MediaResource::kAudioCodec; 879ea15fd29af81490311af9e12949b43524c39400eRonghua Wu resources.push_back(MediaResource(type, subtype, 1)); 88067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // Don't know the buffer size at this point, but it's fine to use 1 because 88167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // the reclaimResource call doesn't consider the requester's buffer size for now. 882ea15fd29af81490311af9e12949b43524c39400eRonghua Wu resources.push_back(MediaResource(MediaResource::kGraphicMemory, 1)); 88367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu for (int i = 0; i <= kMaxRetry; ++i) { 88467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (i > 0) { 88567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // Don't try to reclaim resource for the first time. 88637c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu if (!mResourceManagerService->reclaimResource(resources)) { 88767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 88867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 88967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // Recover codec from previous error before retry start. 89067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu err = reset(); 89167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (err != OK) { 89267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ALOGE("retrying start: failed to reset codec"); 89367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 89467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 89567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<AMessage> response; 89667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu err = PostAndAwaitResponse(mConfigureMsg, &response); 89767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (err != OK) { 89867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ALOGE("retrying start: failed to configure codec"); 89967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 90067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 90167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 90267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 90367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<AMessage> response; 90467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu err = PostAndAwaitResponse(msg, &response); 90567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (!isResourceError(err)) { 90667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 90767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 90867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 90967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return err; 9105778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 9115778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9125778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::stop() { 9131d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatStop, this); 9145778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9155778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 9165778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 9175778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 9185778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9194b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wubool MediaCodec::hasPendingBuffer(int portIndex) { 920dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim return std::any_of( 921dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mPortBuffers[portIndex].begin(), mPortBuffers[portIndex].end(), 922dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim [](const BufferInfo &info) { return info.mOwnedByClient; }); 9234b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu} 9244b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu 9254b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wubool MediaCodec::hasPendingBuffer() { 9264b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu return hasPendingBuffer(kPortIndexInput) || hasPendingBuffer(kPortIndexOutput); 9274b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu} 9284b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu 9294b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wustatus_t MediaCodec::reclaim(bool force) { 93058828196edf2fc4debbd7913198a8149f039b4a9Ronghua Wu ALOGD("MediaCodec::reclaim(%p) %s", this, mInitName.c_str()); 93147a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu sp<AMessage> msg = new AMessage(kWhatRelease, this); 93247a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu msg->setInt32("reclaimed", 1); 9334b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu msg->setInt32("force", force ? 1 : 0); 93447a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu 93547a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu sp<AMessage> response; 9360abb2aa4859ced9165c77324cb83d1cd94f5f20cRonghua Wu status_t ret = PostAndAwaitResponse(msg, &response); 9370abb2aa4859ced9165c77324cb83d1cd94f5f20cRonghua Wu if (ret == -ENOENT) { 9380abb2aa4859ced9165c77324cb83d1cd94f5f20cRonghua Wu ALOGD("MediaCodec looper is gone, skip reclaim"); 9390abb2aa4859ced9165c77324cb83d1cd94f5f20cRonghua Wu ret = OK; 9400abb2aa4859ced9165c77324cb83d1cd94f5f20cRonghua Wu } 9410abb2aa4859ced9165c77324cb83d1cd94f5f20cRonghua Wu return ret; 94247a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu} 94347a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu 944c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberstatus_t MediaCodec::release() { 9451d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatRelease, this); 946c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 947c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber sp<AMessage> response; 948c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return PostAndAwaitResponse(msg, &response); 949c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber} 950c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 951671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnarstatus_t MediaCodec::reset() { 952671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar /* When external-facing MediaCodec object is created, 953671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar it is already initialized. Thus, reset is essentially 954671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar release() followed by init(), plus clearing the state */ 955671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 956671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar status_t err = release(); 957671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 958671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar // unregister handlers 959671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar if (mCodec != NULL) { 960671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar if (mCodecLooper != NULL) { 961671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mCodecLooper->unregisterHandler(mCodec->id()); 962671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar } else { 963671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mLooper->unregisterHandler(mCodec->id()); 964671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar } 965671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mCodec = NULL; 966671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar } 967671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mLooper->unregisterHandler(id()); 968671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 969671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mFlags = 0; // clear all flags 970251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mStickyError = OK; 971671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 972671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar // reset state not reset by setState(UNINITIALIZED) 973671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mReplyID = 0; 974671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mDequeueInputReplyID = 0; 975671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mDequeueOutputReplyID = 0; 976671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mDequeueInputTimeoutGeneration = 0; 977671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mDequeueOutputTimeoutGeneration = 0; 978671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mHaveInputSurface = false; 979671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 980671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar if (err == OK) { 981dc9f58dc23a86d0635fd8601d1cbc8d47bab0303Andy Hung err = init(mInitName, mInitNameIsType, mInitIsEncoder); 982671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar } 983671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar return err; 984671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar} 985671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 9865778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::queueInputBuffer( 9875778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t index, 9885778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t offset, 9895778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t size, 9905778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t presentationTimeUs, 9915b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber uint32_t flags, 9925b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber AString *errorDetailMsg) { 9935b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber if (errorDetailMsg != NULL) { 9945b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber errorDetailMsg->clear(); 9955b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber } 9965b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber 9971d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatQueueInputBuffer, this); 9985778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setSize("index", index); 9995778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setSize("offset", offset); 10005778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setSize("size", size); 10015778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt64("timeUs", presentationTimeUs); 10025778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("flags", flags); 10035b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber msg->setPointer("errorDetailMsg", errorDetailMsg); 10045778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10055778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 10065778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 10075778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 10085778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10094b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huberstatus_t MediaCodec::queueSecureInputBuffer( 10104b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size_t index, 10114b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size_t offset, 10124b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const CryptoPlugin::SubSample *subSamples, 10134b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size_t numSubSamples, 10144b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const uint8_t key[16], 10154b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const uint8_t iv[16], 10164b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CryptoPlugin::Mode mode, 101718cb1eca504817b5b144a023ae2792d90e74c9a5Jeff Tinker const CryptoPlugin::Pattern &pattern, 10184b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber int64_t presentationTimeUs, 10195b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber uint32_t flags, 10205b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber AString *errorDetailMsg) { 10215b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber if (errorDetailMsg != NULL) { 10225b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber errorDetailMsg->clear(); 10235b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber } 10245b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber 10251d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatQueueInputBuffer, this); 10264b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setSize("index", index); 10274b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setSize("offset", offset); 10284b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setPointer("subSamples", (void *)subSamples); 10294b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setSize("numSubSamples", numSubSamples); 10304b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setPointer("key", (void *)key); 10314b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setPointer("iv", (void *)iv); 10324b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setInt32("mode", mode); 103318cb1eca504817b5b144a023ae2792d90e74c9a5Jeff Tinker msg->setInt32("encryptBlocks", pattern.mEncryptBlocks); 103418cb1eca504817b5b144a023ae2792d90e74c9a5Jeff Tinker msg->setInt32("skipBlocks", pattern.mSkipBlocks); 10354b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setInt64("timeUs", presentationTimeUs); 10364b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setInt32("flags", flags); 10375b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber msg->setPointer("errorDetailMsg", errorDetailMsg); 10384b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 10394b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber sp<AMessage> response; 10405b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber status_t err = PostAndAwaitResponse(msg, &response); 10415b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber 10425b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber return err; 10434b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber} 10444b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 10455778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::dequeueInputBuffer(size_t *index, int64_t timeoutUs) { 10461d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatDequeueInputBuffer, this); 10475778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt64("timeoutUs", timeoutUs); 10485778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10495778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 10505778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err; 10515778822d86b0337407514b9372562b86edfa91cdAndreas Huber if ((err = PostAndAwaitResponse(msg, &response)) != OK) { 10525778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 10535778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 10545778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10555778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findSize("index", index)); 10565778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10575778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 10585778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 10595778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10605778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::dequeueOutputBuffer( 10615778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t *index, 10625778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t *offset, 10635778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t *size, 10645778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t *presentationTimeUs, 10655778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t *flags, 10665778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t timeoutUs) { 10671d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatDequeueOutputBuffer, this); 10685778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt64("timeoutUs", timeoutUs); 10695778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10705778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 10715778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err; 10725778822d86b0337407514b9372562b86edfa91cdAndreas Huber if ((err = PostAndAwaitResponse(msg, &response)) != OK) { 10735778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 10745778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 10755778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10765778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findSize("index", index)); 10775778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findSize("offset", offset)); 10785778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findSize("size", size)); 10795778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findInt64("timeUs", presentationTimeUs)); 10805778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findInt32("flags", (int32_t *)flags)); 10815778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10825778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 10835778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 10845778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10855778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::renderOutputBufferAndRelease(size_t index) { 10861d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatReleaseOutputBuffer, this); 10875778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setSize("index", index); 10885778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("render", true); 10895778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10905778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 10915778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 10925778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 10935778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1094fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnarstatus_t MediaCodec::renderOutputBufferAndRelease(size_t index, int64_t timestampNs) { 10951d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatReleaseOutputBuffer, this); 1096fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar msg->setSize("index", index); 1097fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar msg->setInt32("render", true); 1098fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar msg->setInt64("timestampNs", timestampNs); 1099fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar 1100fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar sp<AMessage> response; 1101fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar return PostAndAwaitResponse(msg, &response); 1102fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar} 1103fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar 11045778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::releaseOutputBuffer(size_t index) { 11051d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatReleaseOutputBuffer, this); 11065778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setSize("index", index); 11075778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11085778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 11095778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 11105778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 11115778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11127cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFaddenstatus_t MediaCodec::signalEndOfInputStream() { 11131d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatSignalEndOfInputStream, this); 11147cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 11157cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<AMessage> response; 11167cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden return PostAndAwaitResponse(msg, &response); 11177cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden} 11187cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 11195778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::getOutputFormat(sp<AMessage> *format) const { 11201d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatGetOutputFormat, this); 11215778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11225778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 11235778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err; 11245778822d86b0337407514b9372562b86edfa91cdAndreas Huber if ((err = PostAndAwaitResponse(msg, &response)) != OK) { 11255778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 11265778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 11275778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11285778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findMessage("format", format)); 11295778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11305778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 11315778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 11325778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1133e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnarstatus_t MediaCodec::getInputFormat(sp<AMessage> *format) const { 11341d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatGetInputFormat, this); 1135e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 1136e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar sp<AMessage> response; 1137e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar status_t err; 1138e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if ((err = PostAndAwaitResponse(msg, &response)) != OK) { 1139e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar return err; 1140e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 1141e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 1142e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar CHECK(response->findMessage("format", format)); 1143e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 1144e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar return OK; 1145e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar} 1146e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 1147717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjostatus_t MediaCodec::getName(AString *name) const { 11481d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatGetName, this); 1149717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 1150717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo sp<AMessage> response; 1151717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo status_t err; 1152717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo if ((err = PostAndAwaitResponse(msg, &response)) != OK) { 1153717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo return err; 1154717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo } 1155717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 1156717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo CHECK(response->findString("name", name)); 1157717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 1158717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo return OK; 1159717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo} 1160717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 1161afb43f76821e6a63e17e6484289a40430ada6978Ray Essickstatus_t MediaCodec::getMetrics(MediaAnalyticsItem * &reply) { 1162afb43f76821e6a63e17e6484289a40430ada6978Ray Essick 1163afb43f76821e6a63e17e6484289a40430ada6978Ray Essick reply = NULL; 1164db1221479a7ffe7094c51c463bbd36522ed106abRay Essick 1165db1221479a7ffe7094c51c463bbd36522ed106abRay Essick // shouldn't happen, but be safe 1166db1221479a7ffe7094c51c463bbd36522ed106abRay Essick if (mAnalyticsItem == NULL) { 1167db1221479a7ffe7094c51c463bbd36522ed106abRay Essick return UNKNOWN_ERROR; 1168db1221479a7ffe7094c51c463bbd36522ed106abRay Essick } 1169db1221479a7ffe7094c51c463bbd36522ed106abRay Essick 1170db1221479a7ffe7094c51c463bbd36522ed106abRay Essick // XXX: go get current values for whatever in-flight data we want 1171db1221479a7ffe7094c51c463bbd36522ed106abRay Essick 1172db1221479a7ffe7094c51c463bbd36522ed106abRay Essick // send it back to the caller. 1173afb43f76821e6a63e17e6484289a40430ada6978Ray Essick reply = mAnalyticsItem->dup(); 1174db1221479a7ffe7094c51c463bbd36522ed106abRay Essick 1175db1221479a7ffe7094c51c463bbd36522ed106abRay Essick return OK; 1176db1221479a7ffe7094c51c463bbd36522ed106abRay Essick} 1177db1221479a7ffe7094c51c463bbd36522ed106abRay Essick 11787e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kimstatus_t MediaCodec::getInputBuffers(Vector<sp<MediaCodecBuffer> > *buffers) const { 11791d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatGetBuffers, this); 11805778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("portIndex", kPortIndexInput); 11815778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setPointer("buffers", buffers); 11825778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11835778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 11845778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 11855778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 11865778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11877e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kimstatus_t MediaCodec::getOutputBuffers(Vector<sp<MediaCodecBuffer> > *buffers) const { 11881d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatGetBuffers, this); 11895778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("portIndex", kPortIndexOutput); 11905778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setPointer("buffers", buffers); 11915778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11925778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 11935778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 11945778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 11955778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11967e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kimstatus_t MediaCodec::getOutputBuffer(size_t index, sp<MediaCodecBuffer> *buffer) { 11977bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar sp<AMessage> format; 11987bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar return getBufferAndFormat(kPortIndexOutput, index, buffer, &format); 11997bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar} 12007bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 12017bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnarstatus_t MediaCodec::getOutputFormat(size_t index, sp<AMessage> *format) { 12027e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim sp<MediaCodecBuffer> buffer; 12037bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar return getBufferAndFormat(kPortIndexOutput, index, &buffer, format); 12047bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar} 12057bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 12067e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kimstatus_t MediaCodec::getInputBuffer(size_t index, sp<MediaCodecBuffer> *buffer) { 12077bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar sp<AMessage> format; 12087bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar return getBufferAndFormat(kPortIndexInput, index, buffer, &format); 12097bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar} 12107bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 12110e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnarbool MediaCodec::isExecuting() const { 12120e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar return mState == STARTED || mState == FLUSHED; 12130e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar} 12140e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar 12157bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnarstatus_t MediaCodec::getBufferAndFormat( 12167bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar size_t portIndex, size_t index, 12177e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim sp<MediaCodecBuffer> *buffer, sp<AMessage> *format) { 12187bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar // use mutex instead of a context switch 121947a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu if (mReleasedByResourceManager) { 1220b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage ALOGE("getBufferAndFormat - resource already released"); 122147a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu return DEAD_OBJECT; 122247a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu } 122347a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu 1224b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage if (buffer == NULL) { 12257e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim ALOGE("getBufferAndFormat - null MediaCodecBuffer"); 1226b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage return INVALID_OPERATION; 1227b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage } 1228b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage 1229b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage if (format == NULL) { 1230b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage ALOGE("getBufferAndFormat - null AMessage"); 1231b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage return INVALID_OPERATION; 1232b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage } 1233b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage 12347bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar buffer->clear(); 12357bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar format->clear(); 1236b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage 12370e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (!isExecuting()) { 1238b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage ALOGE("getBufferAndFormat - not executing"); 12397bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar return INVALID_OPERATION; 12407bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar } 12417bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 12427bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar // we do not want mPortBuffers to change during this section 12437bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar // we also don't want mOwnedByClient to change during this 12447bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Mutex::Autolock al(mBufferLock); 1245b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage 1246dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim std::vector<BufferInfo> &buffers = mPortBuffers[portIndex]; 1247dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim if (index >= buffers.size()) { 1248b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage ALOGE("getBufferAndFormat - trying to get buffer with " 1249dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim "bad index (index=%zu buffer_size=%zu)", index, buffers.size()); 1250b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage return INVALID_OPERATION; 12517bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar } 1252b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage 1253dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim const BufferInfo &info = buffers[index]; 1254b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage if (!info.mOwnedByClient) { 1255b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage ALOGE("getBufferAndFormat - invalid operation " 12560362655ca9494052f348f83dabecf9ea27003976Aaron Vaage "(the index %zu is not owned by client)", index); 1257b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage return INVALID_OPERATION; 1258b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage } 1259b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage 12604811923e80a8abefa278307ebf8cc9b0294ba67fWonsik Kim *buffer = info.mData; 1261fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim *format = info.mData->format(); 1262b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage 12637bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar return OK; 12647bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar} 12657bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 12665778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::flush() { 12671d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatFlush, this); 12685778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12695778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 12705778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 12715778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 12725778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1273496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huberstatus_t MediaCodec::requestIDRFrame() { 12741d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatRequestIDRFrame, this))->post(); 1275496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 1276496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber return OK; 1277496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber} 1278496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 1279575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Hubervoid MediaCodec::requestActivityNotification(const sp<AMessage> ¬ify) { 12801d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatRequestActivityNotification, this); 1281575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber msg->setMessage("notify", notify); 1282575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber msg->post(); 1283575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber} 1284575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 12855778822d86b0337407514b9372562b86edfa91cdAndreas Huber//////////////////////////////////////////////////////////////////////////////// 12865778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12875778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid MediaCodec::cancelPendingDequeueOperations() { 12885778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mFlags & kFlagDequeueInputPending) { 1289c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(mDequeueInputReplyID, INVALID_OPERATION); 12905778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12915778822d86b0337407514b9372562b86edfa91cdAndreas Huber ++mDequeueInputTimeoutGeneration; 12925778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputReplyID = 0; 12935778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueInputPending; 12945778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 12955778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12965778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mFlags & kFlagDequeueOutputPending) { 1297c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(mDequeueOutputReplyID, INVALID_OPERATION); 12985778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12995778822d86b0337407514b9372562b86edfa91cdAndreas Huber ++mDequeueOutputTimeoutGeneration; 13005778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueOutputReplyID = 0; 13015778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueOutputPending; 13025778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 13035778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 13045778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13053f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnarbool MediaCodec::handleDequeueInputBuffer(const sp<AReplyToken> &replyID, bool newRequest) { 13060e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (!isExecuting() || (mFlags & kFlagIsAsync) 13075778822d86b0337407514b9372562b86edfa91cdAndreas Huber || (newRequest && (mFlags & kFlagDequeueInputPending))) { 1308c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 13095778822d86b0337407514b9372562b86edfa91cdAndreas Huber return true; 1310251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 1311251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 1312251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return true; 13135778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 13145778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13155778822d86b0337407514b9372562b86edfa91cdAndreas Huber ssize_t index = dequeuePortBuffer(kPortIndexInput); 13165778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13175778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (index < 0) { 13185778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ(index, -EAGAIN); 13195778822d86b0337407514b9372562b86edfa91cdAndreas Huber return false; 13205778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 13215778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13225778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response = new AMessage; 13235778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setSize("index", index); 13245778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->postReply(replyID); 13255778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13265778822d86b0337407514b9372562b86edfa91cdAndreas Huber return true; 13275778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 13285778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13293f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnarbool MediaCodec::handleDequeueOutputBuffer(const sp<AReplyToken> &replyID, bool newRequest) { 13300e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (!isExecuting() || (mFlags & kFlagIsAsync) 13315778822d86b0337407514b9372562b86edfa91cdAndreas Huber || (newRequest && (mFlags & kFlagDequeueOutputPending))) { 133247a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu PostReplyWithError(replyID, INVALID_OPERATION); 1333251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 133447a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu PostReplyWithError(replyID, getStickyError()); 13355778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (mFlags & kFlagOutputBuffersChanged) { 133647a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu PostReplyWithError(replyID, INFO_OUTPUT_BUFFERS_CHANGED); 13375778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagOutputBuffersChanged; 13385778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (mFlags & kFlagOutputFormatChanged) { 133947a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu PostReplyWithError(replyID, INFO_FORMAT_CHANGED); 13405778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagOutputFormatChanged; 13415778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 134247a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu sp<AMessage> response = new AMessage; 13435778822d86b0337407514b9372562b86edfa91cdAndreas Huber ssize_t index = dequeuePortBuffer(kPortIndexOutput); 13445778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13455778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (index < 0) { 13465778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ(index, -EAGAIN); 13475778822d86b0337407514b9372562b86edfa91cdAndreas Huber return false; 13485778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 13495778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13507e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim const sp<MediaCodecBuffer> &buffer = 1351dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mPortBuffers[kPortIndexOutput][index].mData; 13525778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13535778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setSize("index", index); 13545778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setSize("offset", buffer->offset()); 13555778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setSize("size", buffer->size()); 13565778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13575778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t timeUs; 13585778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(buffer->meta()->findInt64("timeUs", &timeUs)); 13595778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13605778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setInt64("timeUs", timeUs); 13615778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1362dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim int32_t flags; 1363dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim CHECK(buffer->meta()->findInt32("flags", &flags)); 13645778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13655778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setInt32("flags", flags); 136647a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu response->postReply(replyID); 13675778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 13685778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13695778822d86b0337407514b9372562b86edfa91cdAndreas Huber return true; 13705778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 13715778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13725778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid MediaCodec::onMessageReceived(const sp<AMessage> &msg) { 13735778822d86b0337407514b9372562b86edfa91cdAndreas Huber switch (msg->what()) { 13745778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatCodecNotify: 13755778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 13765778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t what; 13775778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("what", &what)); 13785778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13795778822d86b0337407514b9372562b86edfa91cdAndreas Huber switch (what) { 138079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim case kWhatError: 13815778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 1382251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung int32_t err, actionCode; 1383251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung CHECK(msg->findInt32("err", &err)); 1384251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung CHECK(msg->findInt32("actionCode", &actionCode)); 13855778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13869e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen ALOGE("Codec reported err %#x, actionCode %d, while in state %d", 13879e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen err, actionCode, mState); 1388251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (err == DEAD_OBJECT) { 1389aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber mFlags |= kFlagSawMediaServerDie; 139052dfbee90cc3c4426428318e06a92774f5201198Praveen Chavan mFlags &= ~kFlagIsComponentAllocated; 1391aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber } 1392aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber 13935530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia bool sendErrorResponse = true; 13945778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13955778822d86b0337407514b9372562b86edfa91cdAndreas Huber switch (mState) { 13965778822d86b0337407514b9372562b86edfa91cdAndreas Huber case INITIALIZING: 13975778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 13985778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(UNINITIALIZED); 13995778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 14005778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14015778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14025778822d86b0337407514b9372562b86edfa91cdAndreas Huber case CONFIGURING: 14035778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 1404c22c695660ed9edaba0d4cd7c0ab3a794216fe80Wei Jia setState(actionCode == ACTION_CODE_FATAL ? 1405c22c695660ed9edaba0d4cd7c0ab3a794216fe80Wei Jia UNINITIALIZED : INITIALIZED); 14065778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 14075778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14085778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14095778822d86b0337407514b9372562b86edfa91cdAndreas Huber case STARTING: 14105778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 1411c22c695660ed9edaba0d4cd7c0ab3a794216fe80Wei Jia setState(actionCode == ACTION_CODE_FATAL ? 1412c22c695660ed9edaba0d4cd7c0ab3a794216fe80Wei Jia UNINITIALIZED : CONFIGURED); 14135778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 14145778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14155778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1416c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber case RELEASING: 14175778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 14185778822d86b0337407514b9372562b86edfa91cdAndreas Huber // Ignore the error, assuming we'll still get 14195d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang // the shutdown complete notification. If we 14205d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang // don't, we'll timeout and force release. 14215530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia sendErrorResponse = false; 14225d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang } 14235d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang // fall-thru 14245d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang case STOPPING: 14255d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang { 1426aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber if (mFlags & kFlagSawMediaServerDie) { 142703ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // MediaServer died, there definitely won't 142803ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // be a shutdown complete notification after 142903ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // all. 143003ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber 143103ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // note that we're directly going from 143203ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // STOPPING->UNINITIALIZED, instead of the 143303ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // usual STOPPING->INITIALIZED state. 143403ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber setState(UNINITIALIZED); 14356e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar if (mState == RELEASING) { 14366e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar mComponentName.clear(); 14376e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar } 143803ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber (new AMessage)->postReply(mReplyID); 14395d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang sendErrorResponse = false; 144003ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber } 14415778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 14425778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14435778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14445778822d86b0337407514b9372562b86edfa91cdAndreas Huber case FLUSHING: 14455778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 14469e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen if (actionCode == ACTION_CODE_FATAL) { 14479e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen setState(UNINITIALIZED); 14489e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen } else { 14499e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen setState( 14509e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen (mFlags & kFlagIsAsync) ? FLUSHED : STARTED); 14519e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen } 14525778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 14535778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14545778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14550e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar case FLUSHED: 14565778822d86b0337407514b9372562b86edfa91cdAndreas Huber case STARTED: 14575778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 14585530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia sendErrorResponse = false; 14595778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1460251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setStickyError(err); 1461575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 14625778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14635778822d86b0337407514b9372562b86edfa91cdAndreas Huber cancelPendingDequeueOperations(); 1464c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1465c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 1466251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung onError(err, actionCode); 1467251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 1468251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung switch (actionCode) { 1469251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case ACTION_CODE_TRANSIENT: 1470251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 1471251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case ACTION_CODE_RECOVERABLE: 1472251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setState(INITIALIZED); 1473251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 1474251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung default: 1475251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setState(UNINITIALIZED); 1476251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 1477c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 14785778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 14795778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14805778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14815778822d86b0337407514b9372562b86edfa91cdAndreas Huber default: 14825778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 14835530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia sendErrorResponse = false; 14845778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1485251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setStickyError(err); 1486575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 1487c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1488251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung // actionCode in an uninitialized state is always fatal. 1489251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (mState == UNINITIALIZED) { 1490251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung actionCode = ACTION_CODE_FATAL; 1491251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 1492c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 1493251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung onError(err, actionCode); 1494251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 1495251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung switch (actionCode) { 1496251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case ACTION_CODE_TRANSIENT: 1497251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 1498251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case ACTION_CODE_RECOVERABLE: 1499251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setState(INITIALIZED); 1500251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 1501251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung default: 1502251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setState(UNINITIALIZED); 1503251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 1504c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 15055778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 15065778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15075778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15085778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15095530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia if (sendErrorResponse) { 1510251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(mReplyID, err); 15115778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15125778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 15135778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15145778822d86b0337407514b9372562b86edfa91cdAndreas Huber 151579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim case kWhatComponentAllocated: 15165778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 15175778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ(mState, INITIALIZING); 15185778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(INITIALIZED); 151952dfbee90cc3c4426428318e06a92774f5201198Praveen Chavan mFlags |= kFlagIsComponentAllocated; 15205778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1521717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo CHECK(msg->findString("componentName", &mComponentName)); 15225778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15238574195df5de20af5fc16d6f9da1b132d6d5bfeeRay Essick if (mComponentName.c_str()) { 15248574195df5de20af5fc16d6f9da1b132d6d5bfeeRay Essick mAnalyticsItem->setCString(kCodecCodec, mComponentName.c_str()); 15258574195df5de20af5fc16d6f9da1b132d6d5bfeeRay Essick } 15268574195df5de20af5fc16d6f9da1b132d6d5bfeeRay Essick 1527717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo if (mComponentName.startsWith("OMX.google.")) { 15283a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar mFlags |= kFlagUsesSoftwareRenderer; 15295778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 15303a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar mFlags &= ~kFlagUsesSoftwareRenderer; 15315778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15325778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1533ea15fd29af81490311af9e12949b43524c39400eRonghua Wu MediaResource::Type resourceType; 1534717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo if (mComponentName.endsWith(".secure")) { 15351bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber mFlags |= kFlagIsSecure; 1536ea15fd29af81490311af9e12949b43524c39400eRonghua Wu resourceType = MediaResource::kSecureCodec; 15378574195df5de20af5fc16d6f9da1b132d6d5bfeeRay Essick mAnalyticsItem->setInt32(kCodecSecure, 1); 15381bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber } else { 15391bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber mFlags &= ~kFlagIsSecure; 1540ea15fd29af81490311af9e12949b43524c39400eRonghua Wu resourceType = MediaResource::kNonSecureCodec; 15418574195df5de20af5fc16d6f9da1b132d6d5bfeeRay Essick mAnalyticsItem->setInt32(kCodecSecure, 0); 15421bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber } 1543c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu 154458828196edf2fc4debbd7913198a8149f039b4a9Ronghua Wu if (mIsVideo) { 154558828196edf2fc4debbd7913198a8149f039b4a9Ronghua Wu // audio codec is currently ignored. 1546ea15fd29af81490311af9e12949b43524c39400eRonghua Wu addResource(resourceType, MediaResource::kVideoCodec, 1); 154758828196edf2fc4debbd7913198a8149f039b4a9Ronghua Wu } 15481bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber 15495778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(mReplyID); 15505778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 15515778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15525778822d86b0337407514b9372562b86edfa91cdAndreas Huber 155379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim case kWhatComponentConfigured: 15545778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 1555c6044a135324979e62cc59db9dbde8b11c4bb74bAndy Hung if (mState == UNINITIALIZED || mState == INITIALIZED) { 1556c6044a135324979e62cc59db9dbde8b11c4bb74bAndy Hung // In case a kWhatError message came in and replied with error, 1557c6044a135324979e62cc59db9dbde8b11c4bb74bAndy Hung // we log a warning and ignore. 1558c6044a135324979e62cc59db9dbde8b11c4bb74bAndy Hung ALOGW("configure interrupted by error, current state %d", mState); 1559c6044a135324979e62cc59db9dbde8b11c4bb74bAndy Hung break; 1560c6044a135324979e62cc59db9dbde8b11c4bb74bAndy Hung } 15615778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ(mState, CONFIGURING); 15625778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15636507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden // reset input surface flag 15646507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mHaveInputSurface = false; 15656507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden 1566e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar CHECK(msg->findMessage("input-format", &mInputFormat)); 1567e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar CHECK(msg->findMessage("output-format", &mOutputFormat)); 1568b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGV("[%s] configured as input format: %s, output format: %s", 1569b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mComponentName.c_str(), 1570b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mInputFormat->debugString(4).c_str(), 1571b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mOutputFormat->debugString(4).c_str()); 15723a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar int32_t usingSwRenderer; 15733a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (mOutputFormat->findInt32("using-sw-renderer", &usingSwRenderer) 15743a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar && usingSwRenderer) { 15753a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar mFlags |= kFlagUsesSoftwareRenderer; 15763a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 15772606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang setState(CONFIGURED); 15785778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(mReplyID); 15799c2480b117dc3fd1e6af3b0fdb209d787c17e087Ray Essick 15809c2480b117dc3fd1e6af3b0fdb209d787c17e087Ray Essick // augment our media metrics info, now that we know more things 15819c2480b117dc3fd1e6af3b0fdb209d787c17e087Ray Essick if (mAnalyticsItem != NULL) { 15829c2480b117dc3fd1e6af3b0fdb209d787c17e087Ray Essick sp<AMessage> format; 15839c2480b117dc3fd1e6af3b0fdb209d787c17e087Ray Essick if (mConfigureMsg != NULL && 15849c2480b117dc3fd1e6af3b0fdb209d787c17e087Ray Essick mConfigureMsg->findMessage("format", &format)) { 15859c2480b117dc3fd1e6af3b0fdb209d787c17e087Ray Essick // format includes: mime 15869c2480b117dc3fd1e6af3b0fdb209d787c17e087Ray Essick AString mime; 15879c2480b117dc3fd1e6af3b0fdb209d787c17e087Ray Essick if (format->findString("mime", &mime)) { 15889c2480b117dc3fd1e6af3b0fdb209d787c17e087Ray Essick mAnalyticsItem->setCString(kCodecMime, mime.c_str()); 15899c2480b117dc3fd1e6af3b0fdb209d787c17e087Ray Essick } 15909c2480b117dc3fd1e6af3b0fdb209d787c17e087Ray Essick } 15919c2480b117dc3fd1e6af3b0fdb209d787c17e087Ray Essick } 15925778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 15935778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15945778822d86b0337407514b9372562b86edfa91cdAndreas Huber 159579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim case kWhatInputSurfaceCreated: 15967cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 159792cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar // response to initiateCreateInputSurface() 15987cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden status_t err = NO_ERROR; 15991dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AMessage> response = new AMessage; 16007cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden if (!msg->findInt32("err", &err)) { 16017cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<RefBase> obj; 16027cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden msg->findObject("input-surface", &obj); 1603b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar CHECK(msg->findMessage("input-format", &mInputFormat)); 1604b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar CHECK(msg->findMessage("output-format", &mOutputFormat)); 1605b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGV("[%s] input surface created as input format: %s, output format: %s", 1606b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mComponentName.c_str(), 1607b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mInputFormat->debugString(4).c_str(), 1608b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mOutputFormat->debugString(4).c_str()); 16097cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden CHECK(obj != NULL); 16107cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden response->setObject("input-surface", obj); 16116507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mHaveInputSurface = true; 16127cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } else { 16137cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden response->setInt32("err", err); 16147cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 16157cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden response->postReply(mReplyID); 16167cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 16177cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 16187cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 161979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim case kWhatInputSurfaceAccepted: 1620d291c222357303b9611cab89d0c3b047584ef377Chong Zhang { 16218f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang // response to initiateSetInputSurface() 1622d291c222357303b9611cab89d0c3b047584ef377Chong Zhang status_t err = NO_ERROR; 1623d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<AMessage> response = new AMessage(); 1624d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (!msg->findInt32("err", &err)) { 1625addf2cbb120346ae42e78fa739245a353db5edadChong Zhang CHECK(msg->findMessage("input-format", &mInputFormat)); 1626addf2cbb120346ae42e78fa739245a353db5edadChong Zhang CHECK(msg->findMessage("output-format", &mOutputFormat)); 1627d291c222357303b9611cab89d0c3b047584ef377Chong Zhang mHaveInputSurface = true; 1628d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } else { 1629d291c222357303b9611cab89d0c3b047584ef377Chong Zhang response->setInt32("err", err); 1630d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 1631d291c222357303b9611cab89d0c3b047584ef377Chong Zhang response->postReply(mReplyID); 1632d291c222357303b9611cab89d0c3b047584ef377Chong Zhang break; 1633d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 1634d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 163579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim case kWhatSignaledInputEOS: 16367cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 163792cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar // response to signalEndOfInputStream() 16381dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AMessage> response = new AMessage; 16397cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden status_t err; 16407cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden if (msg->findInt32("err", &err)) { 16417cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden response->setInt32("err", err); 16427cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 16437cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden response->postReply(mReplyID); 16447cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 16457cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 16467cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 1647dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim case kWhatStartCompleted: 16485778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 1649dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim CHECK_EQ(mState, STARTING); 1650dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim if (mIsVideo) { 1651dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim addResource( 1652dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim MediaResource::kGraphicMemory, 1653dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim MediaResource::kUnspecifiedSubType, 1654dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim getGraphicBufferSize()); 1655fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim } 1656dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim setState(STARTED); 1657dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim (new AMessage)->postReply(mReplyID); 1658dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim break; 1659dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim } 1660fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim 1661dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim case kWhatOutputBuffersChanged: 1662dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim { 1663dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mFlags |= kFlagOutputBuffersChanged; 1664dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim postActivityNotificationIfPossible(); 16655778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 16665778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 16675778822d86b0337407514b9372562b86edfa91cdAndreas Huber 166879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim case kWhatOutputFramesRendered: 166990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar { 167090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // ignore these in all states except running, and check that we have a 167190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // notification set 167290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (mState == STARTED && mOnFrameRenderedNotification != NULL) { 167390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar sp<AMessage> notify = mOnFrameRenderedNotification->dup(); 167490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar notify->setMessage("data", msg); 167590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar notify->post(); 167690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 167790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar break; 167890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 167990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 168079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim case kWhatFillThisBuffer: 16815778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 16825778822d86b0337407514b9372562b86edfa91cdAndreas Huber /* size_t index = */updateBuffers(kPortIndexInput, msg); 16835778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1684c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber if (mState == FLUSHING 1685c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber || mState == STOPPING 1686c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber || mState == RELEASING) { 16875778822d86b0337407514b9372562b86edfa91cdAndreas Huber returnBuffersToCodecOnPort(kPortIndexInput); 16885778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 16895778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 16905778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16918ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber if (!mCSD.empty()) { 16928ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber ssize_t index = dequeuePortBuffer(kPortIndexInput); 16938ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber CHECK_GE(index, 0); 16948ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 16958ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber // If codec specific data had been specified as 16968ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber // part of the format in the call to configure and 16978ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber // if there's more csd left, we submit it here 16988ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber // clients only get access to input buffers once 16998ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber // this data has been exhausted. 17008ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 17018ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber status_t err = queueCSDInputBuffer(index); 17028ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 17038ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber if (err != OK) { 17048ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber ALOGE("queueCSDInputBuffer failed w/ error %d", 17058ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber err); 17068ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 1707251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setStickyError(err); 1708575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 1709575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 17108ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber cancelPendingDequeueOperations(); 17118ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber } 17128ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber break; 17138ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber } 17148ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 1715c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 17166e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar if (!mHaveInputSurface) { 17173d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang if (mState == FLUSHED) { 17183d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang mHavePendingInputBuffers = true; 17193d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang } else { 17203d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang onInputBufferAvailable(); 17213d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang } 17226e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar } 1723c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } else if (mFlags & kFlagDequeueInputPending) { 17245778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(handleDequeueInputBuffer(mDequeueInputReplyID)); 17255778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17265778822d86b0337407514b9372562b86edfa91cdAndreas Huber ++mDequeueInputTimeoutGeneration; 17275778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueInputPending; 17285778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputReplyID = 0; 1729575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber } else { 1730575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 17315778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 17325778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 17335778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 17345778822d86b0337407514b9372562b86edfa91cdAndreas Huber 173579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim case kWhatDrainThisBuffer: 17365778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 17375778822d86b0337407514b9372562b86edfa91cdAndreas Huber /* size_t index = */updateBuffers(kPortIndexOutput, msg); 17385778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1739c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber if (mState == FLUSHING 1740c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber || mState == STOPPING 1741c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber || mState == RELEASING) { 17425778822d86b0337407514b9372562b86edfa91cdAndreas Huber returnBuffersToCodecOnPort(kPortIndexOutput); 17435778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 17445778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 17455778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17467e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim sp<RefBase> obj; 17477e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim CHECK(msg->findObject("buffer", &obj)); 17487e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim sp<MediaCodecBuffer> buffer = static_cast<MediaCodecBuffer *>(obj.get()); 17495778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1750fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim if (mOutputFormat != buffer->format()) { 1751fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim mOutputFormat = buffer->format(); 1752fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim ALOGV("[%s] output format changed to: %s", 1753fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim mComponentName.c_str(), mOutputFormat->debugString(4).c_str()); 1754fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim 1755fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim if (mSoftRenderer == NULL && 1756fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim mSurface != NULL && 1757fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim (mFlags & kFlagUsesSoftwareRenderer)) { 1758fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim AString mime; 1759fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim CHECK(mOutputFormat->findString("mime", &mime)); 1760fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim 1761fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim // TODO: propagate color aspects to software renderer to allow better 1762fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim // color conversion to RGB. For now, just mark dataspace for YUV 1763fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim // rendering. 1764fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim int32_t dataSpace; 1765fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim if (mOutputFormat->findInt32("android._dataspace", &dataSpace)) { 1766fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim ALOGD("[%s] setting dataspace on output surface to #%x", 1767fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim mComponentName.c_str(), dataSpace); 1768fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim int err = native_window_set_buffers_data_space( 1769fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim mSurface.get(), (android_dataspace)dataSpace); 1770fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim ALOGW_IF(err != 0, "failed to set dataspace on surface (%d)", err); 1771fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim } 1772fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim 1773fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim if (mime.startsWithIgnoreCase("video/")) { 1774fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim mSoftRenderer = new SoftwareRenderer(mSurface, mRotationDegrees); 1775fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim } 1776fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim } 17775778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1778fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim if (mFlags & kFlagIsEncoder) { 1779fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim // Before we announce the format change we should 1780fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim // collect codec specific data and amend the output 1781fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim // format as necessary. 1782dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim int32_t flags = 0; 1783dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim (void) buffer->meta()->findInt32("flags", &flags); 1784dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim if (flags & BUFFER_FLAG_CODECCONFIG) { 1785fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim status_t err = 1786fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim amendOutputFormatWithCodecSpecificData(buffer); 1787fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim 1788fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim if (err != OK) { 1789fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim ALOGE("Codec spit out malformed codec " 1790fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim "specific data!"); 1791fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim } 1792e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 1793e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 1794e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 1795c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 1796c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang onOutputFormatChanged(); 1797c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } else { 1798c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mFlags |= kFlagOutputFormatChanged; 1799fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim postActivityNotificationIfPossible(); 1800fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim } 1801fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim 1802fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim // Notify mCrypto of video resolution changes 1803fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim if (mCrypto != NULL) { 1804fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim int32_t left, top, right, bottom, width, height; 1805fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim if (mOutputFormat->findRect("crop", &left, &top, &right, &bottom)) { 1806fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim mCrypto->notifyResolution(right - left + 1, bottom - top + 1); 1807fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim } else if (mOutputFormat->findInt32("width", &width) 1808fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim && mOutputFormat->findInt32("height", &height)) { 1809fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim mCrypto->notifyResolution(width, height); 1810fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim } 1811c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 1812e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 1813e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 1814c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 1815c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang onOutputBufferAvailable(); 1816c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } else if (mFlags & kFlagDequeueOutputPending) { 18175778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(handleDequeueOutputBuffer(mDequeueOutputReplyID)); 18185778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18195778822d86b0337407514b9372562b86edfa91cdAndreas Huber ++mDequeueOutputTimeoutGeneration; 18205778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueOutputPending; 18215778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueOutputReplyID = 0; 1822575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber } else { 1823575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 18245778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 1825575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 18265778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 18275778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 18285778822d86b0337407514b9372562b86edfa91cdAndreas Huber 182979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim case kWhatEOS: 18305778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 18315778822d86b0337407514b9372562b86edfa91cdAndreas Huber // We already notify the client of this by using the 18325778822d86b0337407514b9372562b86edfa91cdAndreas Huber // corresponding flag in "onOutputBufferReady". 18335778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 18345778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 18355778822d86b0337407514b9372562b86edfa91cdAndreas Huber 183679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim case kWhatStopCompleted: 18375778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 1838349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang if (mState != STOPPING) { 1839349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang ALOGW("Received kWhatStopCompleted in state %d", mState); 18405d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang break; 18415d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang } 1842349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang setState(INITIALIZED); 1843349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang (new AMessage)->postReply(mReplyID); 1844349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang break; 1845349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang } 1846349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang 184779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim case kWhatReleaseCompleted: 1848349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang { 1849349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang if (mState != RELEASING) { 1850349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang ALOGW("Received kWhatReleaseCompleted in state %d", mState); 1851349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang break; 1852c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 1853349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang setState(UNINITIALIZED); 1854349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang mComponentName.clear(); 1855349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang 185652dfbee90cc3c4426428318e06a92774f5201198Praveen Chavan mFlags &= ~kFlagIsComponentAllocated; 18575778822d86b0337407514b9372562b86edfa91cdAndreas Huber 185867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mResourceManagerService->removeResource(getId(mResourceManagerClient)); 185967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 18605778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(mReplyID); 18615778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 18625778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 18635778822d86b0337407514b9372562b86edfa91cdAndreas Huber 186479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim case kWhatFlushCompleted: 18655778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 18665530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia if (mState != FLUSHING) { 18675530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia ALOGW("received FlushCompleted message in state %d", 18685530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia mState); 18695530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia break; 18705530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia } 18715778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18720e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (mFlags & kFlagIsAsync) { 18730e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar setState(FLUSHED); 18740e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar } else { 18750e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar setState(STARTED); 18760e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar mCodec->signalResume(); 18770e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar } 18785778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18795778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(mReplyID); 18805778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 18815778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 18825778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18835778822d86b0337407514b9372562b86edfa91cdAndreas Huber default: 18845778822d86b0337407514b9372562b86edfa91cdAndreas Huber TRESPASS(); 18855778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 18865778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 18875778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 18885778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18895778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatInit: 18905778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 18913f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 18925778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 18935778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18945778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mState != UNINITIALIZED) { 1895c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 18965778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 18975778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 18985778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18995778822d86b0337407514b9372562b86edfa91cdAndreas Huber mReplyID = replyID; 19005778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(INITIALIZING); 19015778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19025778822d86b0337407514b9372562b86edfa91cdAndreas Huber AString name; 19035778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findString("name", &name)); 19045778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19055778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t nameIsType; 19065778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t encoder = false; 19070db280176bd3277e3256252d063f3712b1905ba9Andreas Huber CHECK(msg->findInt32("nameIsType", &nameIsType)); 19080db280176bd3277e3256252d063f3712b1905ba9Andreas Huber if (nameIsType) { 19095778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("encoder", &encoder)); 19105778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19115778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19125778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> format = new AMessage; 19135778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19145778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (nameIsType) { 19155778822d86b0337407514b9372562b86edfa91cdAndreas Huber format->setString("mime", name.c_str()); 19165778822d86b0337407514b9372562b86edfa91cdAndreas Huber format->setInt32("encoder", encoder); 19175778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 19185778822d86b0337407514b9372562b86edfa91cdAndreas Huber format->setString("componentName", name.c_str()); 19195778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19205778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19215778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->initiateAllocateComponent(format); 19225778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 19235778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19245778822d86b0337407514b9372562b86edfa91cdAndreas Huber 192590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar case kWhatSetNotification: 192690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar { 192790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar sp<AMessage> notify; 192890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (msg->findMessage("on-frame-rendered", ¬ify)) { 192990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mOnFrameRenderedNotification = notify; 193090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 193190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar break; 193290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 193390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 1934c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang case kWhatSetCallback: 1935c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang { 19363f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 1937c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang CHECK(msg->senderAwaitsResponse(&replyID)); 1938c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1939c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mState == UNINITIALIZED 1940c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang || mState == INITIALIZING 19410e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar || isExecuting()) { 19420e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar // callback can't be set after codec is executing, 1943c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang // or before it's initialized (as the callback 1944c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang // will be cleared when it goes to INITIALIZED) 1945c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 1946c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang break; 1947c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 1948c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1949c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> callback; 1950c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang CHECK(msg->findMessage("callback", &callback)); 1951c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1952c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mCallback = callback; 1953c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1954c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mCallback != NULL) { 1955c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang ALOGI("MediaCodec will operate in async mode"); 1956c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mFlags |= kFlagIsAsync; 1957c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } else { 1958c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mFlags &= ~kFlagIsAsync; 1959c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 1960c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1961c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> response = new AMessage; 1962c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang response->postReply(replyID); 1963c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang break; 1964c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 1965c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 19665778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatConfigure: 19675778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 19683f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 19695778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 19705778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19715778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mState != INITIALIZED) { 1972c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 19735778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 19745778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19755778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19765778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<RefBase> obj; 1977f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar CHECK(msg->findObject("surface", &obj)); 19785778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19795778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> format; 19805778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findMessage("format", &format)); 19815778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19828b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar int32_t push; 19838b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar if (msg->findInt32("push-blank-buffers-on-shutdown", &push) && push != 0) { 19848b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar mFlags |= kFlagPushBlankBuffersOnShutdown; 19858b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar } 19868b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar 19875778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (obj != NULL) { 19885778822d86b0337407514b9372562b86edfa91cdAndreas Huber format->setObject("native-window", obj); 1989f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar status_t err = handleSetSurface(static_cast<Surface *>(obj.get())); 19907541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber if (err != OK) { 1991c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, err); 19927541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber break; 19931bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber } 19941bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber } else { 1995f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar handleSetSurface(NULL); 19961bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber } 19971bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber 19987541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber mReplyID = replyID; 19997541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber setState(CONFIGURING); 20007541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 20011bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber void *crypto; 20021bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber if (!msg->findPointer("crypto", &crypto)) { 20031bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber crypto = NULL; 20045778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20055778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2006cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania ALOGV("kWhatConfigure: Old mCrypto: %p (%d)", 2007cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania mCrypto.get(), (mCrypto != NULL ? mCrypto->getStrongCount() : 0)); 2008cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania 20091bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber mCrypto = static_cast<ICrypto *>(crypto); 2010dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mBufferChannel->setCrypto(mCrypto); 20111bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber 2012cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania ALOGV("kWhatConfigure: New mCrypto: %p (%d)", 2013cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania mCrypto.get(), (mCrypto != NULL ? mCrypto->getStrongCount() : 0)); 2014cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania 20159dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang void *descrambler; 20169dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang if (!msg->findPointer("descrambler", &descrambler)) { 20179dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang descrambler = NULL; 20189dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang } 20199dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang 20209dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang mDescrambler = static_cast<IDescrambler *>(descrambler); 20213b2847fa5506dc265d2e46f067bfbb66ae209f74Chong Zhang mBufferChannel->setDescrambler(mDescrambler); 20229dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang 20235778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t flags; 20245778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("flags", (int32_t *)&flags)); 20255778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20265778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (flags & CONFIGURE_FLAG_ENCODE) { 20275778822d86b0337407514b9372562b86edfa91cdAndreas Huber format->setInt32("encoder", true); 2028e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mFlags |= kFlagIsEncoder; 20295778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20305778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20318ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber extractCSD(format); 20328ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 20335778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->initiateConfigureComponent(format); 20345778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 20355778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20365778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20371dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar case kWhatSetSurface: 20381dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar { 20391dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AReplyToken> replyID; 20401dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar CHECK(msg->senderAwaitsResponse(&replyID)); 20411dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 20421dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar status_t err = OK; 20431dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 20441dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar switch (mState) { 20451dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar case CONFIGURED: 20461dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar case STARTED: 20471dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar case FLUSHED: 20481dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar { 20491dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<RefBase> obj; 20501dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar (void)msg->findObject("surface", &obj); 20511dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<Surface> surface = static_cast<Surface *>(obj.get()); 20521dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mSurface == NULL) { 20531dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // do not support setting surface if it was not set 20541dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = INVALID_OPERATION; 20551dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } else if (obj == NULL) { 20561dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // do not support unsetting surface 20571dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = BAD_VALUE; 20581dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } else { 20591dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = connectToSurface(surface); 2060098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar if (err == ALREADY_EXISTS) { 2061098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar // reconnecting to same surface 20621dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = OK; 20631dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } else { 20641dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err == OK) { 20651dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mFlags & kFlagUsesSoftwareRenderer) { 20668b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar if (mSoftRenderer != NULL 20678b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar && (mFlags & kFlagPushBlankBuffersOnShutdown)) { 20688b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar pushBlankBuffersToNativeWindow(mSurface.get()); 20698b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar } 20701dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mSoftRenderer = new SoftwareRenderer(surface); 20711dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // TODO: check if this was successful 20721dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } else { 20731dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = mCodec->setSurface(surface); 20741dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 20751dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 20761dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err == OK) { 20771dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar (void)disconnectFromSurface(); 20781dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mSurface = surface; 20791dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 20801dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 20811dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 20821dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar break; 20831dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 20841dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 20851dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar default: 20861dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = INVALID_OPERATION; 20871dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar break; 20881dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 20891dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 20901dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar PostReplyWithError(replyID, err); 20911dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar break; 20921dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 20931dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 20947cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden case kWhatCreateInputSurface: 20958f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang case kWhatSetInputSurface: 20967cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 20973f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 20987cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden CHECK(msg->senderAwaitsResponse(&replyID)); 20997cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 21007cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden // Must be configured, but can't have been started yet. 21017cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden if (mState != CONFIGURED) { 2102c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 21037cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 21047cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 21057cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 21067cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mReplyID = replyID; 2107d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (msg->what() == kWhatCreateInputSurface) { 2108d291c222357303b9611cab89d0c3b047584ef377Chong Zhang mCodec->initiateCreateInputSurface(); 2109d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } else { 2110d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<RefBase> obj; 2111d291c222357303b9611cab89d0c3b047584ef377Chong Zhang CHECK(msg->findObject("input-surface", &obj)); 2112d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 21138f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang mCodec->initiateSetInputSurface( 2114d291c222357303b9611cab89d0c3b047584ef377Chong Zhang static_cast<PersistentSurface *>(obj.get())); 2115d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 21167cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 21177cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 21185778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatStart: 21195778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 21203f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 21215778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 21225778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21230e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (mState == FLUSHED) { 2124d9e0603a1be07dbb347c55050c7d4629ea7492e8Chong Zhang setState(STARTED); 21253d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang if (mHavePendingInputBuffers) { 21263d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang onInputBufferAvailable(); 21273d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang mHavePendingInputBuffers = false; 21283d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang } 21290e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar mCodec->signalResume(); 21300e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar PostReplyWithError(replyID, OK); 2131d9e0603a1be07dbb347c55050c7d4629ea7492e8Chong Zhang break; 21320e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar } else if (mState != CONFIGURED) { 2133c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 21345778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 21355778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 21365778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21375778822d86b0337407514b9372562b86edfa91cdAndreas Huber mReplyID = replyID; 21385778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(STARTING); 21395778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21405778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->initiateStart(); 21415778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 21425778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 21435778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21445778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatStop: 2145c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber case kWhatRelease: 2146c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber { 2147aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber State targetState = 2148aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber (msg->what() == kWhatStop) ? INITIALIZED : UNINITIALIZED; 2149aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber 21503f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 2151c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 2152c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 215347a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu // already stopped/released 215447a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu if (mState == UNINITIALIZED && mReleasedByResourceManager) { 215547a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu sp<AMessage> response = new AMessage; 215647a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu response->setInt32("err", OK); 215747a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu response->postReply(replyID); 215847a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu break; 215947a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu } 216047a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu 216147a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu int32_t reclaimed = 0; 216247a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu msg->findInt32("reclaimed", &reclaimed); 216347a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu if (reclaimed) { 216447a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu mReleasedByResourceManager = true; 21654b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu 21664b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu int32_t force = 0; 21674b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu msg->findInt32("force", &force); 21684b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu if (!force && hasPendingBuffer()) { 21694b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu ALOGW("Can't reclaim codec right now due to pending buffers."); 21704b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu 21714b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu // return WOULD_BLOCK to ask resource manager to retry later. 21724b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu sp<AMessage> response = new AMessage; 21734b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu response->setInt32("err", WOULD_BLOCK); 21744b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu response->postReply(replyID); 21754b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu 21764b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu // notify the async client 21774b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu if (mFlags & kFlagIsAsync) { 21784b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu onError(DEAD_OBJECT, ACTION_CODE_FATAL); 21794b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu } 21804b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu break; 21814b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu } 218247a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu } 218347a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu 21845d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang bool isReleasingAllocatedComponent = 21855d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang (mFlags & kFlagIsComponentAllocated) && targetState == UNINITIALIZED; 21865d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang if (!isReleasingAllocatedComponent // See 1 218733223c4f97abb78fa8c92e1b8c817546f15d97e1Andy Hung && mState != INITIALIZED 21880e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar && mState != CONFIGURED && !isExecuting()) { 218933223c4f97abb78fa8c92e1b8c817546f15d97e1Andy Hung // 1) Permit release to shut down the component if allocated. 219033223c4f97abb78fa8c92e1b8c817546f15d97e1Andy Hung // 219133223c4f97abb78fa8c92e1b8c817546f15d97e1Andy Hung // 2) We may be in "UNINITIALIZED" state already and 219252dfbee90cc3c4426428318e06a92774f5201198Praveen Chavan // also shutdown the encoder/decoder without the 219303ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // client being aware of this if media server died while 219403ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // we were being stopped. The client would assume that 219503ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // after stop() returned, it would be safe to call release() 219603ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // and it should be in this case, no harm to allow a release() 219703ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // if we're already uninitialized. 2198c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber sp<AMessage> response = new AMessage; 219947a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu // TODO: we shouldn't throw an exception for stop/release. Change this to wait until 220047a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu // the previous stop/release completes and then reply with OK. 22016e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar status_t err = mState == targetState ? OK : INVALID_OPERATION; 22026e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar response->setInt32("err", err); 22036e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar if (err == OK && targetState == UNINITIALIZED) { 22046e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar mComponentName.clear(); 22056e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar } 2206c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber response->postReply(replyID); 2207c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber break; 2208c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 2209c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 22105d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang // If we're flushing, or we're stopping but received a release 22115d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang // request, post the reply for the pending call first, and consider 22125d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang // it done. The reply token will be replaced after this, and we'll 22135d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang // no longer be able to reply. 22145d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang if (mState == FLUSHING || mState == STOPPING) { 22155d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang (new AMessage)->postReply(mReplyID); 22165d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang } 22175d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang 2218aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber if (mFlags & kFlagSawMediaServerDie) { 2219aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber // It's dead, Jim. Don't expect initiateShutdown to yield 2220aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber // any useful results now... 2221aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber setState(UNINITIALIZED); 22226e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar if (targetState == UNINITIALIZED) { 22236e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar mComponentName.clear(); 22246e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar } 2225aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber (new AMessage)->postReply(replyID); 2226aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber break; 2227aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber } 2228aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber 22295d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang // If we already have an error, component may not be able to 22305d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang // complete the shutdown properly. If we're stopping, post the 22315d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang // reply now with an error to unblock the client, client can 22325d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang // release after the failure (instead of ANR). 22335d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang if (msg->what() == kWhatStop && (mFlags & kFlagStickyError)) { 22345d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang PostReplyWithError(replyID, getStickyError()); 22355d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang break; 22365d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang } 22375d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang 2238c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mReplyID = replyID; 2239aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber setState(msg->what() == kWhatStop ? STOPPING : RELEASING); 2240aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber 2241aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber mCodec->initiateShutdown( 2242aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber msg->what() == kWhatStop /* keepComponentAllocated */); 2243c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 224486b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu returnBuffersToCodec(reclaimed); 22458b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar 22468b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar if (mSoftRenderer != NULL && (mFlags & kFlagPushBlankBuffersOnShutdown)) { 22478b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar pushBlankBuffersToNativeWindow(mSurface.get()); 22488b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar } 22495d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang 22505778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 22515778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 22525778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22535778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatDequeueInputBuffer: 22545778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 22553f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 22565778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 22575778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2258c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 2259c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang ALOGE("dequeueOutputBuffer can't be used in async mode"); 2260c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 2261c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang break; 2262c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2263c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 22646507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden if (mHaveInputSurface) { 22656507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden ALOGE("dequeueInputBuffer can't be used with input surface"); 2266c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 22676507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden break; 22686507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden } 22696507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden 22705778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (handleDequeueInputBuffer(replyID, true /* new request */)) { 22715778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 22725778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 22735778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22745778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t timeoutUs; 22755778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt64("timeoutUs", &timeoutUs)); 22765778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22775778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (timeoutUs == 0ll) { 2278c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, -EAGAIN); 22795778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 22805778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 22815778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22825778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags |= kFlagDequeueInputPending; 22835778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputReplyID = replyID; 22845778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22855778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (timeoutUs > 0ll) { 22865778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> timeoutMsg = 22871d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar new AMessage(kWhatDequeueInputTimedOut, this); 22885778822d86b0337407514b9372562b86edfa91cdAndreas Huber timeoutMsg->setInt32( 22895778822d86b0337407514b9372562b86edfa91cdAndreas Huber "generation", ++mDequeueInputTimeoutGeneration); 22905778822d86b0337407514b9372562b86edfa91cdAndreas Huber timeoutMsg->post(timeoutUs); 22915778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 22925778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 22935778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 22945778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22955778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatDequeueInputTimedOut: 22965778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 22975778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t generation; 22985778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("generation", &generation)); 22995778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23005778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (generation != mDequeueInputTimeoutGeneration) { 23015778822d86b0337407514b9372562b86edfa91cdAndreas Huber // Obsolete 23025778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 23035778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23045778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23055778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(mFlags & kFlagDequeueInputPending); 23065778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2307c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(mDequeueInputReplyID, -EAGAIN); 23085778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23095778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueInputPending; 23105778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputReplyID = 0; 23115778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 23125778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23135778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23145778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatQueueInputBuffer: 23155778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 23163f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 23175778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 23185778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2319251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (!isExecuting()) { 2320c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 23215778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 2322251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 2323251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 2324251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 23255778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23265778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23275778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = onQueueInputBuffer(msg); 23285778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2329c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, err); 23305778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 23315778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23325778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23335778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatDequeueOutputBuffer: 23345778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 23353f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 23365778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 23375778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2338c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 2339c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang ALOGE("dequeueOutputBuffer can't be used in async mode"); 2340c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 2341c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang break; 2342c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2343c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 23445778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (handleDequeueOutputBuffer(replyID, true /* new request */)) { 23455778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 23465778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23475778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23485778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t timeoutUs; 23495778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt64("timeoutUs", &timeoutUs)); 23505778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23515778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (timeoutUs == 0ll) { 2352c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, -EAGAIN); 23535778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 23545778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23555778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23565778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags |= kFlagDequeueOutputPending; 23575778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueOutputReplyID = replyID; 23585778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23595778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (timeoutUs > 0ll) { 23605778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> timeoutMsg = 23611d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar new AMessage(kWhatDequeueOutputTimedOut, this); 23625778822d86b0337407514b9372562b86edfa91cdAndreas Huber timeoutMsg->setInt32( 23635778822d86b0337407514b9372562b86edfa91cdAndreas Huber "generation", ++mDequeueOutputTimeoutGeneration); 23645778822d86b0337407514b9372562b86edfa91cdAndreas Huber timeoutMsg->post(timeoutUs); 23655778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23665778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 23675778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23685778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23695778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatDequeueOutputTimedOut: 23705778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 23715778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t generation; 23725778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("generation", &generation)); 23735778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23745778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (generation != mDequeueOutputTimeoutGeneration) { 23755778822d86b0337407514b9372562b86edfa91cdAndreas Huber // Obsolete 23765778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 23775778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23785778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23795778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(mFlags & kFlagDequeueOutputPending); 23805778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2381c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(mDequeueOutputReplyID, -EAGAIN); 23825778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23835778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueOutputPending; 23845778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueOutputReplyID = 0; 23855778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 23865778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23875778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23885778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatReleaseOutputBuffer: 23895778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 23903f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 23915778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 23925778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2393251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (!isExecuting()) { 2394c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 23955778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 2396251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 2397251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 2398251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 23995778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24005778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24015778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = onReleaseOutputBuffer(msg); 24025778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2403c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, err); 24045778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 24055778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24065778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24077cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden case kWhatSignalEndOfInputStream: 24087cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 24093f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 24107cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden CHECK(msg->senderAwaitsResponse(&replyID)); 24117cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 24126d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang if (!isExecuting() || !mHaveInputSurface) { 2413c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 24147cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 2415251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 2416251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 2417251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 24187cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 24197cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 24207cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mReplyID = replyID; 24217cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mCodec->signalEndOfInputStream(); 24227cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 24237cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 24247cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 24255778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatGetBuffers: 24265778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 24273f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 24285778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 242929b7dcf6d3cdb97103467dc8106151c6260c239aJeff Tinker if (!isExecuting() || (mFlags & kFlagIsAsync)) { 2430c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 24315778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 2432251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 2433251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 2434251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 24355778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24365778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24375778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t portIndex; 24385778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("portIndex", &portIndex)); 24395778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24407e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim Vector<sp<MediaCodecBuffer> > *dstBuffers; 24415778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findPointer("buffers", (void **)&dstBuffers)); 24425778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24435778822d86b0337407514b9372562b86edfa91cdAndreas Huber dstBuffers->clear(); 2444e4aab10641a099d8a295b3ed61e2f5248f28a669Chong Zhang // If we're using input surface (either non-persistent created by 2445e4aab10641a099d8a295b3ed61e2f5248f28a669Chong Zhang // createInputSurface(), or persistent set by setInputSurface()), 2446e4aab10641a099d8a295b3ed61e2f5248f28a669Chong Zhang // give the client an empty input buffers array. 2447e4aab10641a099d8a295b3ed61e2f5248f28a669Chong Zhang if (portIndex != kPortIndexInput || !mHaveInputSurface) { 2448dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim if (portIndex == kPortIndexInput) { 2449dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mBufferChannel->getInputBufferArray(dstBuffers); 2450dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim } else { 2451dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mBufferChannel->getOutputBufferArray(dstBuffers); 2452e4aab10641a099d8a295b3ed61e2f5248f28a669Chong Zhang } 24535778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24545778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24555778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(replyID); 24565778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 24575778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24585778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24595778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatFlush: 24605778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 24613f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 24625778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 24635778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2464251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (!isExecuting()) { 2465c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 24665778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 2467251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 2468251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 2469251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 24705778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24715778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24725778822d86b0337407514b9372562b86edfa91cdAndreas Huber mReplyID = replyID; 24730e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar // TODO: skip flushing if already FLUSHED 24745778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(FLUSHING); 24755778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24765778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->signalFlush(); 24775778822d86b0337407514b9372562b86edfa91cdAndreas Huber returnBuffersToCodec(); 24785778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 24795778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24805778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2481e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar case kWhatGetInputFormat: 24825778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatGetOutputFormat: 24835778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 2484e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar sp<AMessage> format = 2485e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar (msg->what() == kWhatGetOutputFormat ? mOutputFormat : mInputFormat); 2486e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 24873f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 24885778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 24895778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2490e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if ((mState != CONFIGURED && mState != STARTING && 24910e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar mState != STARTED && mState != FLUSHING && 24920e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar mState != FLUSHED) 2493e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar || format == NULL) { 2494c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 24955778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 2496251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 2497251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 2498251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 24995778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 25005778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25015778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response = new AMessage; 2502e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar response->setMessage("format", format); 25035778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->postReply(replyID); 25045778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 25055778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 25065778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2507496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber case kWhatRequestIDRFrame: 2508496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber { 2509496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber mCodec->signalRequestIDRFrame(); 2510496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber break; 2511496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber } 2512496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 2513575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber case kWhatRequestActivityNotification: 2514575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber { 2515575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber CHECK(mActivityNotify == NULL); 2516575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber CHECK(msg->findMessage("notify", &mActivityNotify)); 2517575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 2518575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 2519575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber break; 2520575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber } 2521575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 2522717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo case kWhatGetName: 2523717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo { 25243f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 2525717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo CHECK(msg->senderAwaitsResponse(&replyID)); 2526717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 2527717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo if (mComponentName.empty()) { 2528c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 2529717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo break; 2530717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo } 2531717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 2532717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo sp<AMessage> response = new AMessage; 2533717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo response->setString("name", mComponentName.c_str()); 2534717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo response->postReply(replyID); 2535717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo break; 2536717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo } 2537717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 2538a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber case kWhatSetParameters: 2539a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber { 25403f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 2541a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 2542a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 2543a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber sp<AMessage> params; 2544a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber CHECK(msg->findMessage("params", ¶ms)); 2545a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 2546a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber status_t err = onSetParameters(params); 2547a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 2548c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, err); 2549a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber break; 2550a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber } 2551a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 2552cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania case kWhatDrmReleaseCrypto: 2553cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania { 2554cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania onReleaseCrypto(msg); 2555cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania break; 2556cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania } 2557cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania 25585778822d86b0337407514b9372562b86edfa91cdAndreas Huber default: 25595778822d86b0337407514b9372562b86edfa91cdAndreas Huber TRESPASS(); 25605778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 25615778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 25625778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25638ee516a515c70a492c395b67ce12e19e7d159804Andreas Hubervoid MediaCodec::extractCSD(const sp<AMessage> &format) { 25648ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber mCSD.clear(); 25658ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 25668ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber size_t i = 0; 25678ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber for (;;) { 25688ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber sp<ABuffer> csd; 2569a1e8944a21e5833b7aadc451776f11797f5f9273Elliott Hughes if (!format->findBuffer(AStringPrintf("csd-%u", i).c_str(), &csd)) { 25708ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber break; 25718ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber } 25724f59c7e373a7e883f21ba33d44ea7caa86b65b02Hangyu Kuang if (csd->size() == 0) { 25734f59c7e373a7e883f21ba33d44ea7caa86b65b02Hangyu Kuang ALOGW("csd-%zu size is 0", i); 25744f59c7e373a7e883f21ba33d44ea7caa86b65b02Hangyu Kuang } 25758ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 25768ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber mCSD.push_back(csd); 25778ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber ++i; 25788ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber } 25798ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 2580a5750e0dad9e90f2195ce36f2c4457fa04b2b83eMark Salyzyn ALOGV("Found %zu pieces of codec specific data.", mCSD.size()); 25818ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber} 25828ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 25838ee516a515c70a492c395b67ce12e19e7d159804Andreas Huberstatus_t MediaCodec::queueCSDInputBuffer(size_t bufferIndex) { 25848ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber CHECK(!mCSD.empty()); 25858ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 2586dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim const BufferInfo &info = mPortBuffers[kPortIndexInput][bufferIndex]; 25878ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 25888ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber sp<ABuffer> csd = *mCSD.begin(); 25898ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber mCSD.erase(mCSD.begin()); 25908ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 2591dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim const sp<MediaCodecBuffer> &codecInputData = info.mData; 25928ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 25938ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber if (csd->size() > codecInputData->capacity()) { 25948ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber return -EINVAL; 25958ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber } 259632c1bcda7c9fb429fe6c235184f8bb6aa7ef12dbDongwon Kang if (codecInputData->data() == NULL) { 259732c1bcda7c9fb429fe6c235184f8bb6aa7ef12dbDongwon Kang ALOGV("Input buffer %zu is not properly allocated", bufferIndex); 259832c1bcda7c9fb429fe6c235184f8bb6aa7ef12dbDongwon Kang return -EINVAL; 259932c1bcda7c9fb429fe6c235184f8bb6aa7ef12dbDongwon Kang } 26008ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 26018ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber memcpy(codecInputData->data(), csd->data(), csd->size()); 26028ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 26038ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber AString errorDetailMsg; 26048ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 26051d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatQueueInputBuffer, this); 26068ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setSize("index", bufferIndex); 26078ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setSize("offset", 0); 26088ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setSize("size", csd->size()); 26098ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setInt64("timeUs", 0ll); 26108ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setInt32("flags", BUFFER_FLAG_CODECCONFIG); 26118ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setPointer("errorDetailMsg", &errorDetailMsg); 26128ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 26138ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber return onQueueInputBuffer(msg); 26148ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber} 26158ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 26165778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid MediaCodec::setState(State newState) { 26177541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber if (newState == INITIALIZED || newState == UNINITIALIZED) { 26185778822d86b0337407514b9372562b86edfa91cdAndreas Huber delete mSoftRenderer; 26195778822d86b0337407514b9372562b86edfa91cdAndreas Huber mSoftRenderer = NULL; 26205778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2621cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania if ( mCrypto != NULL ) { 2622cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania ALOGV("setState: ~mCrypto: %p (%d)", 2623cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania mCrypto.get(), (mCrypto != NULL ? mCrypto->getStrongCount() : 0)); 2624cefac14261a32fb856b0d1ab31541787112e306eHassan Shojania } 26251bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber mCrypto.clear(); 26269dbe9a57bf0ae2494ec312d6c1b06feec20e9ec9Chong Zhang mDescrambler.clear(); 2627f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar handleSetSurface(NULL); 26285778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2629671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mInputFormat.clear(); 26305778822d86b0337407514b9372562b86edfa91cdAndreas Huber mOutputFormat.clear(); 26315778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagOutputFormatChanged; 26325778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagOutputBuffersChanged; 26335778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagStickyError; 2634e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mFlags &= ~kFlagIsEncoder; 2635c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mFlags &= ~kFlagIsAsync; 2636251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mStickyError = OK; 2637575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 2638575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber mActivityNotify.clear(); 2639c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mCallback.clear(); 26405778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 26415778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2642717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo if (newState == UNINITIALIZED) { 2643671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar // return any straggling buffers, e.g. if we got here on an error 2644671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar returnBuffersToCodec(); 2645671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 2646aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber // The component is gone, mediaserver's probably back up already 2647aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber // but should definitely be back up should we try to instantiate 2648aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber // another component.. and the cycle continues. 2649aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber mFlags &= ~kFlagSawMediaServerDie; 2650717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo } 2651717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 26525778822d86b0337407514b9372562b86edfa91cdAndreas Huber mState = newState; 26535778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26545778822d86b0337407514b9372562b86edfa91cdAndreas Huber cancelPendingDequeueOperations(); 26552606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 26562606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang updateBatteryStat(); 26575778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 26585778822d86b0337407514b9372562b86edfa91cdAndreas Huber 265986b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wuvoid MediaCodec::returnBuffersToCodec(bool isReclaim) { 266086b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu returnBuffersToCodecOnPort(kPortIndexInput, isReclaim); 266186b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu returnBuffersToCodecOnPort(kPortIndexOutput, isReclaim); 26625778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 26635778822d86b0337407514b9372562b86edfa91cdAndreas Huber 266486b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wuvoid MediaCodec::returnBuffersToCodecOnPort(int32_t portIndex, bool isReclaim) { 26655778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(portIndex == kPortIndexInput || portIndex == kPortIndexOutput); 26667bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Mutex::Autolock al(mBufferLock); 26675778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2668dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim for (size_t i = 0; i < mPortBuffers[portIndex].size(); ++i) { 2669dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim BufferInfo *info = &mPortBuffers[portIndex][i]; 26705778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2671dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim if (info->mData != nullptr) { 2672dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim sp<MediaCodecBuffer> buffer = info->mData; 267386b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu if (isReclaim && info->mOwnedByClient) { 267486b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu ALOGD("port %d buffer %zu still owned by client when codec is reclaimed", 267586b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu portIndex, i); 267686b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu } else { 267786b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu info->mOwnedByClient = false; 2678fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim info->mData.clear(); 26795778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2680dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mBufferChannel->discardBuffer(buffer); 26815778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 26825778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 26835778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26845778822d86b0337407514b9372562b86edfa91cdAndreas Huber mAvailPortBuffers[portIndex].clear(); 26855778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 26865778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26875778822d86b0337407514b9372562b86edfa91cdAndreas Hubersize_t MediaCodec::updateBuffers( 26885778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t portIndex, const sp<AMessage> &msg) { 26895778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(portIndex == kPortIndexInput || portIndex == kPortIndexOutput); 2690dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim size_t index; 2691dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim CHECK(msg->findSize("index", &index)); 2692fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim sp<RefBase> obj; 2693fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim CHECK(msg->findObject("buffer", &obj)); 2694fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim sp<MediaCodecBuffer> buffer = static_cast<MediaCodecBuffer *>(obj.get()); 26955778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2696dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim { 2697dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim Mutex::Autolock al(mBufferLock); 2698dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim if (mPortBuffers[portIndex].size() <= index) { 2699dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mPortBuffers[portIndex].resize(align(index + 1, kNumBuffersAlign)); 27005778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2701dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mPortBuffers[portIndex][index].mData = buffer; 27025778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2703dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mAvailPortBuffers[portIndex].push_back(index); 27045778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2705dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim return index; 27065778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 27075778822d86b0337407514b9372562b86edfa91cdAndreas Huber 27085778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::onQueueInputBuffer(const sp<AMessage> &msg) { 27095778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t index; 27105778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t offset; 27115778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t size; 27125778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t timeUs; 27135778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t flags; 27145778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findSize("index", &index)); 27155778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findSize("offset", &offset)); 27165778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt64("timeUs", &timeUs)); 27175778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("flags", (int32_t *)&flags)); 27185778822d86b0337407514b9372562b86edfa91cdAndreas Huber 27194b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const CryptoPlugin::SubSample *subSamples; 27204b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size_t numSubSamples; 27214b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const uint8_t *key; 27224b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const uint8_t *iv; 27234b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CryptoPlugin::Mode mode = CryptoPlugin::kMode_Unencrypted; 27244b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 27254b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber // We allow the simpler queueInputBuffer API to be used even in 27264b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber // secure mode, by fabricating a single unencrypted subSample. 27274b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CryptoPlugin::SubSample ss; 2728d9f1f950d18b4e166b178d93260074019588c956Jeff Tinker CryptoPlugin::Pattern pattern; 27294b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 27304b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber if (msg->findSize("size", &size)) { 27313b2847fa5506dc265d2e46f067bfbb66ae209f74Chong Zhang if (hasCryptoOrDescrambler()) { 27324b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber ss.mNumBytesOfClearData = size; 27334b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber ss.mNumBytesOfEncryptedData = 0; 27344b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 27354b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber subSamples = &ss; 27364b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber numSubSamples = 1; 27374b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber key = NULL; 27384b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber iv = NULL; 2739d9f1f950d18b4e166b178d93260074019588c956Jeff Tinker pattern.mEncryptBlocks = 0; 2740d9f1f950d18b4e166b178d93260074019588c956Jeff Tinker pattern.mSkipBlocks = 0; 27414b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber } 27424b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber } else { 27433b2847fa5506dc265d2e46f067bfbb66ae209f74Chong Zhang if (!hasCryptoOrDescrambler()) { 27443b2847fa5506dc265d2e46f067bfbb66ae209f74Chong Zhang ALOGE("[%s] queuing secure buffer without mCrypto or mDescrambler!", 27453b2847fa5506dc265d2e46f067bfbb66ae209f74Chong Zhang mComponentName.c_str()); 27464b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber return -EINVAL; 27474b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber } 27484b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 27494b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CHECK(msg->findPointer("subSamples", (void **)&subSamples)); 27504b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CHECK(msg->findSize("numSubSamples", &numSubSamples)); 27514b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CHECK(msg->findPointer("key", (void **)&key)); 27524b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CHECK(msg->findPointer("iv", (void **)&iv)); 2753d9f1f950d18b4e166b178d93260074019588c956Jeff Tinker CHECK(msg->findInt32("encryptBlocks", (int32_t *)&pattern.mEncryptBlocks)); 2754d9f1f950d18b4e166b178d93260074019588c956Jeff Tinker CHECK(msg->findInt32("skipBlocks", (int32_t *)&pattern.mSkipBlocks)); 27554b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 27564b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber int32_t tmp; 27574b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CHECK(msg->findInt32("mode", &tmp)); 27584b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 27594b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber mode = (CryptoPlugin::Mode)tmp; 27604b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 27614b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size = 0; 27624b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber for (size_t i = 0; i < numSubSamples; ++i) { 27634b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size += subSamples[i].mNumBytesOfClearData; 27644b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size += subSamples[i].mNumBytesOfEncryptedData; 27654b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber } 27664b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber } 27674b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 27685778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (index >= mPortBuffers[kPortIndexInput].size()) { 27695778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -ERANGE; 27705778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 27715778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2772dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim BufferInfo *info = &mPortBuffers[kPortIndexInput][index]; 27735778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2774dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim if (info->mData == nullptr || !info->mOwnedByClient) { 27755778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -EACCES; 27765778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 27775778822d86b0337407514b9372562b86edfa91cdAndreas Huber 27785778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (offset + size > info->mData->capacity()) { 27795778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -EINVAL; 27805778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 27815778822d86b0337407514b9372562b86edfa91cdAndreas Huber 27825778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mData->setRange(offset, size); 2783dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim info->mData->meta()->setInt64("timeUs", timeUs); 2784dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim if (flags & BUFFER_FLAG_EOS) { 2785dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim info->mData->meta()->setInt32("eos", true); 2786dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim } 27875778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2788dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim if (flags & BUFFER_FLAG_CODECCONFIG) { 2789dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim info->mData->meta()->setInt32("csd", true); 2790dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim } 2791dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim 27929ee321c347c64886d1078a4e4afb57ec98dd54a2Wonsik Kim sp<MediaCodecBuffer> buffer = info->mData; 2793dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim status_t err = OK; 27943b2847fa5506dc265d2e46f067bfbb66ae209f74Chong Zhang if (hasCryptoOrDescrambler()) { 27955b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber AString *errorDetailMsg; 27965b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber CHECK(msg->findPointer("errorDetailMsg", (void **)&errorDetailMsg)); 27975b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber 2798dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim err = mBufferChannel->queueSecureInputBuffer( 2799dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim buffer, 2800dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim (mFlags & kFlagIsSecure), 28011bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber key, 28021bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber iv, 28031bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber mode, 280418cb1eca504817b5b144a023ae2792d90e74c9a5Jeff Tinker pattern, 28054b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber subSamples, 28064b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber numSubSamples, 28075b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber errorDetailMsg); 2808dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim } else { 2809dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim err = mBufferChannel->queueInputBuffer(buffer); 2810fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim } 2811fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim 28129ee321c347c64886d1078a4e4afb57ec98dd54a2Wonsik Kim if (err == OK) { 28139ee321c347c64886d1078a4e4afb57ec98dd54a2Wonsik Kim // synchronization boundary for getBufferAndFormat 28149ee321c347c64886d1078a4e4afb57ec98dd54a2Wonsik Kim Mutex::Autolock al(mBufferLock); 28159ee321c347c64886d1078a4e4afb57ec98dd54a2Wonsik Kim info->mOwnedByClient = false; 28169ee321c347c64886d1078a4e4afb57ec98dd54a2Wonsik Kim info->mData.clear(); 28179ee321c347c64886d1078a4e4afb57ec98dd54a2Wonsik Kim } 28189ee321c347c64886d1078a4e4afb57ec98dd54a2Wonsik Kim 2819dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim return err; 28205778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 28215778822d86b0337407514b9372562b86edfa91cdAndreas Huber 282290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar//static 282390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarsize_t MediaCodec::CreateFramesRenderedMessage( 28240d1ed381fde5dac12dd84fcf3da66dac46699378Chih-Hung Hsieh const std::list<FrameRenderTracker::Info> &done, sp<AMessage> &msg) { 282590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar size_t index = 0; 282690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 282790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar for (std::list<FrameRenderTracker::Info>::const_iterator it = done.cbegin(); 282890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar it != done.cend(); ++it) { 282990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (it->getRenderTimeNs() < 0) { 283090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar continue; // dropped frame from tracking 283190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 283290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar msg->setInt64(AStringPrintf("%zu-media-time-us", index).c_str(), it->getMediaTimeUs()); 283390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar msg->setInt64(AStringPrintf("%zu-system-nano", index).c_str(), it->getRenderTimeNs()); 283490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar ++index; 283590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 283690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar return index; 283790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 283890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 28395778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::onReleaseOutputBuffer(const sp<AMessage> &msg) { 28405778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t index; 28415778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findSize("index", &index)); 28425778822d86b0337407514b9372562b86edfa91cdAndreas Huber 28435778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t render; 28445778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("render", &render)) { 28455778822d86b0337407514b9372562b86edfa91cdAndreas Huber render = 0; 28465778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 28475778822d86b0337407514b9372562b86edfa91cdAndreas Huber 28480e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (!isExecuting()) { 28495778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -EINVAL; 28505778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 28515778822d86b0337407514b9372562b86edfa91cdAndreas Huber 28525778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (index >= mPortBuffers[kPortIndexOutput].size()) { 28535778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -ERANGE; 28545778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 28555778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2856dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim BufferInfo *info = &mPortBuffers[kPortIndexOutput][index]; 28575778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2858dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim if (info->mData == nullptr || !info->mOwnedByClient) { 28595778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -EACCES; 28605778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 28615778822d86b0337407514b9372562b86edfa91cdAndreas Huber 28627bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar // synchronization boundary for getBufferAndFormat 2863dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim sp<MediaCodecBuffer> buffer; 28647bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar { 28657bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Mutex::Autolock al(mBufferLock); 28667bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar info->mOwnedByClient = false; 2867dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim buffer = info->mData; 2868dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim info->mData.clear(); 28697bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar } 28707bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 2871dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim if (render && buffer->size() != 0) { 287290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar int64_t mediaTimeUs = -1; 2873dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim buffer->meta()->findInt64("timeUs", &mediaTimeUs); 287490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 287590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar int64_t renderTimeNs = 0; 2876c8edf5af010ac24a99b302a18e7b84e8b4b2b783Lajos Molnar if (!msg->findInt64("timestampNs", &renderTimeNs)) { 2877c8edf5af010ac24a99b302a18e7b84e8b4b2b783Lajos Molnar // use media timestamp if client did not request a specific render timestamp 2878c8edf5af010ac24a99b302a18e7b84e8b4b2b783Lajos Molnar ALOGV("using buffer PTS of %lld", (long long)mediaTimeUs); 287990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar renderTimeNs = mediaTimeUs * 1000; 2880fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar } 2881fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar 28825778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mSoftRenderer != NULL) { 288390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar std::list<FrameRenderTracker::Info> doneFrames = mSoftRenderer->render( 2884dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim buffer->data(), buffer->size(), 2885dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mediaTimeUs, renderTimeNs, NULL, buffer->format()); 288690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 288790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // if we are running, notify rendered frames 288890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (!doneFrames.empty() && mState == STARTED && mOnFrameRenderedNotification != NULL) { 288990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar sp<AMessage> notify = mOnFrameRenderedNotification->dup(); 289090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar sp<AMessage> data = new AMessage; 289190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (CreateFramesRenderedMessage(doneFrames, data)) { 289290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar notify->setMessage("data", data); 289390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar notify->post(); 289490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 289590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 28965778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2897dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mBufferChannel->renderOutputBuffer(buffer, renderTimeNs); 2898dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim } else { 2899dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mBufferChannel->discardBuffer(buffer); 29005778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 29015778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29025778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 29035778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 29045778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29055778822d86b0337407514b9372562b86edfa91cdAndreas Huberssize_t MediaCodec::dequeuePortBuffer(int32_t portIndex) { 29065778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(portIndex == kPortIndexInput || portIndex == kPortIndexOutput); 29075778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29085778822d86b0337407514b9372562b86edfa91cdAndreas Huber List<size_t> *availBuffers = &mAvailPortBuffers[portIndex]; 29095778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29105778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (availBuffers->empty()) { 29115778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -EAGAIN; 29125778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 29135778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29145778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t index = *availBuffers->begin(); 29155778822d86b0337407514b9372562b86edfa91cdAndreas Huber availBuffers->erase(availBuffers->begin()); 29165778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2917dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim BufferInfo *info = &mPortBuffers[portIndex][index]; 29185778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(!info->mOwnedByClient); 29197bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar { 29207bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Mutex::Autolock al(mBufferLock); 29217bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar info->mOwnedByClient = true; 292203c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 292303c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar // set image-data 2924fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim if (info->mData->format() != NULL) { 292503c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar sp<ABuffer> imageData; 2926fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim if (info->mData->format()->findBuffer("image-data", &imageData)) { 292703c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar info->mData->meta()->setBuffer("image-data", imageData); 292803c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar } 292903c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar int32_t left, top, right, bottom; 2930fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim if (info->mData->format()->findRect("crop", &left, &top, &right, &bottom)) { 293103c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar info->mData->meta()->setRect("crop-rect", left, top, right, bottom); 293203c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar } 293303c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar } 29347bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar } 29355778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29365778822d86b0337407514b9372562b86edfa91cdAndreas Huber return index; 29375778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 29385778822d86b0337407514b9372562b86edfa91cdAndreas Huber 29391dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t MediaCodec::connectToSurface(const sp<Surface> &surface) { 29401dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar status_t err = OK; 29411dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (surface != NULL) { 2942b9fa58afa4c7772fe3c4cfdea9e45bc85cf43537Lajos Molnar uint64_t oldId, newId; 2943098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar if (mSurface != NULL 2944b9fa58afa4c7772fe3c4cfdea9e45bc85cf43537Lajos Molnar && surface->getUniqueId(&newId) == NO_ERROR 2945b9fa58afa4c7772fe3c4cfdea9e45bc85cf43537Lajos Molnar && mSurface->getUniqueId(&oldId) == NO_ERROR 2946b9fa58afa4c7772fe3c4cfdea9e45bc85cf43537Lajos Molnar && newId == oldId) { 2947b9fa58afa4c7772fe3c4cfdea9e45bc85cf43537Lajos Molnar ALOGI("[%s] connecting to the same surface. Nothing to do.", mComponentName.c_str()); 2948098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar return ALREADY_EXISTS; 2949098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar } 2950098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar 2951181fd9b5b64bab24bb49a34208f60a16e98488c5Chong Zhang err = nativeWindowConnect(surface.get(), "connectToSurface"); 2952098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar if (err == OK) { 2953264bac95912efe121d6a60026612617f04f42966Lajos Molnar // Require a fresh set of buffers after each connect by using a unique generation 2954264bac95912efe121d6a60026612617f04f42966Lajos Molnar // number. Rely on the fact that max supported process id by Linux is 2^22. 2955264bac95912efe121d6a60026612617f04f42966Lajos Molnar // PID is never 0 so we don't have to worry that we use the default generation of 0. 2956264bac95912efe121d6a60026612617f04f42966Lajos Molnar // TODO: come up with a unique scheme if other producers also set the generation number. 2957264bac95912efe121d6a60026612617f04f42966Lajos Molnar static uint32_t mSurfaceGeneration = 0; 2958264bac95912efe121d6a60026612617f04f42966Lajos Molnar uint32_t generation = (getpid() << 10) | (++mSurfaceGeneration & ((1 << 10) - 1)); 2959264bac95912efe121d6a60026612617f04f42966Lajos Molnar surface->setGenerationNumber(generation); 2960264bac95912efe121d6a60026612617f04f42966Lajos Molnar ALOGI("[%s] setting surface generation to %u", mComponentName.c_str(), generation); 2961264bac95912efe121d6a60026612617f04f42966Lajos Molnar 2962264bac95912efe121d6a60026612617f04f42966Lajos Molnar // HACK: clear any free buffers. Remove when connect will automatically do this. 2963264bac95912efe121d6a60026612617f04f42966Lajos Molnar // This is needed as the consumer may be holding onto stale frames that it can reattach 2964264bac95912efe121d6a60026612617f04f42966Lajos Molnar // to this surface after disconnect/connect, and those free frames would inherit the new 2965264bac95912efe121d6a60026612617f04f42966Lajos Molnar // generation number. Disconnecting after setting a unique generation prevents this. 2966181fd9b5b64bab24bb49a34208f60a16e98488c5Chong Zhang nativeWindowDisconnect(surface.get(), "connectToSurface(reconnect)"); 2967181fd9b5b64bab24bb49a34208f60a16e98488c5Chong Zhang err = nativeWindowConnect(surface.get(), "connectToSurface(reconnect)"); 2968264bac95912efe121d6a60026612617f04f42966Lajos Molnar } 2969264bac95912efe121d6a60026612617f04f42966Lajos Molnar 2970264bac95912efe121d6a60026612617f04f42966Lajos Molnar if (err != OK) { 2971181fd9b5b64bab24bb49a34208f60a16e98488c5Chong Zhang ALOGE("nativeWindowConnect returned an error: %s (%d)", strerror(-err), err); 29721dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 29731dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 2974098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar // do not return ALREADY_EXISTS unless surfaces are the same 2975098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar return err == ALREADY_EXISTS ? BAD_VALUE : err; 29761dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar} 29777541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 29781dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t MediaCodec::disconnectFromSurface() { 29791dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar status_t err = OK; 2980f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar if (mSurface != NULL) { 2981264bac95912efe121d6a60026612617f04f42966Lajos Molnar // Resetting generation is not technically needed, but there is no need to keep it either 2982264bac95912efe121d6a60026612617f04f42966Lajos Molnar mSurface->setGenerationNumber(0); 2983181fd9b5b64bab24bb49a34208f60a16e98488c5Chong Zhang err = nativeWindowDisconnect(mSurface.get(), "disconnectFromSurface"); 29847541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber if (err != OK) { 2985181fd9b5b64bab24bb49a34208f60a16e98488c5Chong Zhang ALOGW("nativeWindowDisconnect returned an error: %s (%d)", strerror(-err), err); 29867541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber } 29871dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // assume disconnected even on error 2988f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar mSurface.clear(); 29897541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber } 29901dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 29911dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar} 29927541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 29931dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t MediaCodec::handleSetSurface(const sp<Surface> &surface) { 29941dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar status_t err = OK; 29951dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mSurface != NULL) { 29961dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar (void)disconnectFromSurface(); 29971dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 2998f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar if (surface != NULL) { 29991dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = connectToSurface(surface); 30001dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err == OK) { 30011dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mSurface = surface; 30027541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber } 30037541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber } 30041dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 30057541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber} 30067541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 3007c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhangvoid MediaCodec::onInputBufferAvailable() { 3008c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang int32_t index; 3009c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang while ((index = dequeuePortBuffer(kPortIndexInput)) >= 0) { 3010c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> msg = mCallback->dup(); 3011c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("callbackID", CB_INPUT_AVAILABLE); 3012c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("index", index); 3013c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->post(); 3014c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 3015c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 3016c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 3017c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhangvoid MediaCodec::onOutputBufferAvailable() { 3018c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang int32_t index; 3019c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang while ((index = dequeuePortBuffer(kPortIndexOutput)) >= 0) { 30207e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim const sp<MediaCodecBuffer> &buffer = 3021dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mPortBuffers[kPortIndexOutput][index].mData; 3022c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> msg = mCallback->dup(); 3023c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("callbackID", CB_OUTPUT_AVAILABLE); 3024c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("index", index); 3025c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setSize("offset", buffer->offset()); 3026c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setSize("size", buffer->size()); 3027c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 3028c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang int64_t timeUs; 3029c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang CHECK(buffer->meta()->findInt64("timeUs", &timeUs)); 3030c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 3031c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt64("timeUs", timeUs); 3032c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 3033dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim int32_t flags; 3034dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim CHECK(buffer->meta()->findInt32("flags", &flags)); 3035c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 3036c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("flags", flags); 3037c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 3038c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->post(); 3039c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 3040c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 3041c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 3042749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhangvoid MediaCodec::onError(status_t err, int32_t actionCode, const char *detail) { 3043c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mCallback != NULL) { 3044c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> msg = mCallback->dup(); 3045c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("callbackID", CB_ERROR); 3046c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("err", err); 3047749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhang msg->setInt32("actionCode", actionCode); 3048749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhang 3049749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhang if (detail != NULL) { 3050749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhang msg->setString("detail", detail); 3051749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhang } 3052c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 3053c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->post(); 3054c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 3055c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 3056c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 3057c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhangvoid MediaCodec::onOutputFormatChanged() { 3058c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mCallback != NULL) { 3059c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> msg = mCallback->dup(); 3060c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("callbackID", CB_OUTPUT_FORMAT_CHANGED); 3061c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setMessage("format", mOutputFormat); 3062c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->post(); 3063c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 3064c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 3065c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 3066575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Hubervoid MediaCodec::postActivityNotificationIfPossible() { 3067575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber if (mActivityNotify == NULL) { 3068575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber return; 3069575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber } 3070575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 3071e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang bool isErrorOrOutputChanged = 3072e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang (mFlags & (kFlagStickyError 3073575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber | kFlagOutputBuffersChanged 3074e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang | kFlagOutputFormatChanged)); 3075e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang 3076e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang if (isErrorOrOutputChanged 3077575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber || !mAvailPortBuffers[kPortIndexInput].empty() 3078575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber || !mAvailPortBuffers[kPortIndexOutput].empty()) { 3079e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang mActivityNotify->setInt32("input-buffers", 3080e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang mAvailPortBuffers[kPortIndexInput].size()); 3081e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang 3082e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang if (isErrorOrOutputChanged) { 3083e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang // we want consumer to dequeue as many times as it can 3084e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang mActivityNotify->setInt32("output-buffers", INT32_MAX); 3085e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang } else { 3086e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang mActivityNotify->setInt32("output-buffers", 3087e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang mAvailPortBuffers[kPortIndexOutput].size()); 3088e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang } 3089575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber mActivityNotify->post(); 3090575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber mActivityNotify.clear(); 3091575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber } 3092575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber} 3093575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 3094a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huberstatus_t MediaCodec::setParameters(const sp<AMessage> ¶ms) { 30951d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatSetParameters, this); 3096a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber msg->setMessage("params", params); 3097a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 3098a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber sp<AMessage> response; 3099a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber return PostAndAwaitResponse(msg, &response); 3100a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber} 3101a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 3102a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huberstatus_t MediaCodec::onSetParameters(const sp<AMessage> ¶ms) { 3103a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber mCodec->signalSetParameters(params); 3104a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 3105a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber return OK; 3106a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber} 3107a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 3108e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huberstatus_t MediaCodec::amendOutputFormatWithCodecSpecificData( 31097e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim const sp<MediaCodecBuffer> &buffer) { 3110e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber AString mime; 3111e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber CHECK(mOutputFormat->findString("mime", &mime)); 3112e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3113e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (!strcasecmp(mime.c_str(), MEDIA_MIMETYPE_VIDEO_AVC)) { 3114e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // Codec specific data should be SPS and PPS in a single buffer, 3115e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // each prefixed by a startcode (0x00 0x00 0x00 0x01). 3116e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // We separate the two and put them into the output format 3117e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // under the keys "csd-0" and "csd-1". 3118e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3119e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber unsigned csdIndex = 0; 3120e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3121e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber const uint8_t *data = buffer->data(); 3122e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber size_t size = buffer->size(); 3123e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3124e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber const uint8_t *nalStart; 3125e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber size_t nalSize; 3126e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber while (getNextNALUnit(&data, &size, &nalStart, &nalSize, true) == OK) { 3127e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber sp<ABuffer> csd = new ABuffer(nalSize + 4); 3128e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber memcpy(csd->data(), "\x00\x00\x00\x01", 4); 3129e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber memcpy(csd->data() + 4, nalStart, nalSize); 3130e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3131e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mOutputFormat->setBuffer( 3132a1e8944a21e5833b7aadc451776f11797f5f9273Elliott Hughes AStringPrintf("csd-%u", csdIndex).c_str(), csd); 3133e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3134e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber ++csdIndex; 3135e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 3136e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3137e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (csdIndex != 2) { 3138e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber return ERROR_MALFORMED; 3139e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 3140e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } else { 3141e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // For everything else we just stash the codec specific data into 3142e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // the output format as a single piece of csd under "csd-0". 31437e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim sp<ABuffer> csd = new ABuffer(buffer->size()); 31447e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim memcpy(csd->data(), buffer->data(), buffer->size()); 31457e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim csd->setRange(0, buffer->size()); 31467e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim mOutputFormat->setBuffer("csd-0", csd); 3147e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 3148e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3149e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber return OK; 3150e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber} 3151e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 31522606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhangvoid MediaCodec::updateBatteryStat() { 31533f273d10817ddb2f792ae043de692efcdf1988aeWei Jia if (!mIsVideo) { 31543f273d10817ddb2f792ae043de692efcdf1988aeWei Jia return; 31553f273d10817ddb2f792ae043de692efcdf1988aeWei Jia } 31562606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 31573f273d10817ddb2f792ae043de692efcdf1988aeWei Jia if (mState == CONFIGURED && !mBatteryStatNotified) { 3158f2ae3e19080938db8cbf29a963fd744a3964fcc2Wei Jia BatteryNotifier::getInstance().noteStartVideo(mUid); 31592606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mBatteryStatNotified = true; 31602606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } else if (mState == UNINITIALIZED && mBatteryStatNotified) { 3161f2ae3e19080938db8cbf29a963fd744a3964fcc2Wei Jia BatteryNotifier::getInstance().noteStopVideo(mUid); 31622606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mBatteryStatNotified = false; 31632606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } 31642606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang} 31652606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 31665778822d86b0337407514b9372562b86edfa91cdAndreas Huber} // namespace android 3167