MediaCodec.cpp revision 79054b1f53b448511f1edb6e0dcab1d7b6f39964
15778822d86b0337407514b9372562b86edfa91cdAndreas Huber/* 25778822d86b0337407514b9372562b86edfa91cdAndreas Huber * Copyright 2012, The Android Open Source Project 35778822d86b0337407514b9372562b86edfa91cdAndreas Huber * 45778822d86b0337407514b9372562b86edfa91cdAndreas Huber * Licensed under the Apache License, Version 2.0 (the "License"); 55778822d86b0337407514b9372562b86edfa91cdAndreas Huber * you may not use this file except in compliance with the License. 65778822d86b0337407514b9372562b86edfa91cdAndreas Huber * You may obtain a copy of the License at 75778822d86b0337407514b9372562b86edfa91cdAndreas Huber * 85778822d86b0337407514b9372562b86edfa91cdAndreas Huber * http://www.apache.org/licenses/LICENSE-2.0 95778822d86b0337407514b9372562b86edfa91cdAndreas Huber * 105778822d86b0337407514b9372562b86edfa91cdAndreas Huber * Unless required by applicable law or agreed to in writing, software 115778822d86b0337407514b9372562b86edfa91cdAndreas Huber * distributed under the License is distributed on an "AS IS" BASIS, 125778822d86b0337407514b9372562b86edfa91cdAndreas Huber * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 135778822d86b0337407514b9372562b86edfa91cdAndreas Huber * See the License for the specific language governing permissions and 145778822d86b0337407514b9372562b86edfa91cdAndreas Huber * limitations under the License. 155778822d86b0337407514b9372562b86edfa91cdAndreas Huber */ 165778822d86b0337407514b9372562b86edfa91cdAndreas Huber 175778822d86b0337407514b9372562b86edfa91cdAndreas Huber//#define LOG_NDEBUG 0 185778822d86b0337407514b9372562b86edfa91cdAndreas Huber#define LOG_TAG "MediaCodec" 19fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar#include <inttypes.h> 205778822d86b0337407514b9372562b86edfa91cdAndreas Huber 212606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include "include/avc_utils.h" 224811923e80a8abefa278307ebf8cc9b0294ba67fWonsik Kim#include "include/SecureBuffer.h" 237e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim#include "include/SharedMemoryBuffer.h" 245778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include "include/SoftwareRenderer.h" 255778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker#include <binder/IMemory.h> 2767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu#include <binder/IPCThreadState.h> 282606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include <binder/IServiceManager.h> 29c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker#include <binder/MemoryDealer.h> 3079608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang#include <gui/BufferQueue.h> 311a2952aee048ca7b1765e2bc09ebe9aeddaeafa3Mathias Agopian#include <gui/Surface.h> 32ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber#include <media/ICrypto.h> 33d291c222357303b9611cab89d0c3b047584ef377Chong Zhang#include <media/IOMX.h> 3467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu#include <media/IResourceManagerService.h> 357e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim#include <media/MediaCodecBuffer.h> 365778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/foundation/ABuffer.h> 375778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/foundation/ADebug.h> 385778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/foundation/AMessage.h> 395b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber#include <media/stagefright/foundation/AString.h> 40ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber#include <media/stagefright/foundation/hexdump.h> 415778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/ACodec.h> 427cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden#include <media/stagefright/BufferProducerWrapper.h> 432606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include <media/stagefright/MediaCodec.h> 446f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen#include <media/stagefright/MediaCodecList.h> 45e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber#include <media/stagefright/MediaDefs.h> 465778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/MediaErrors.h> 47744f5739019d1fd917f981e740b353c3d73fd1a8David Smith#include <media/stagefright/MediaFilter.h> 485778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/MetaData.h> 49d291c222357303b9611cab89d0c3b047584ef377Chong Zhang#include <media/stagefright/OMXClient.h> 50d291c222357303b9611cab89d0c3b047584ef377Chong Zhang#include <media/stagefright/PersistentSurface.h> 518b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar#include <media/stagefright/SurfaceUtils.h> 5299e69716215cd0665379bc90d708f2ea8689831dRuben Brunk#include <mediautils/BatteryNotifier.h> 532606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include <private/android_filesystem_config.h> 542606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include <utils/Log.h> 552606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include <utils/Singleton.h> 56e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 575778822d86b0337407514b9372562b86edfa91cdAndreas Hubernamespace android { 585778822d86b0337407514b9372562b86edfa91cdAndreas Huber 590d1ed381fde5dac12dd84fcf3da66dac46699378Chih-Hung Hsiehstatic int64_t getId(const sp<IResourceManagerClient> &client) { 6067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return (int64_t) client.get(); 6167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 6267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 6367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wustatic bool isResourceError(status_t err) { 6447a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu return (err == NO_MEMORY); 6567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 6667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 6767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wustatic const int kMaxRetry = 2; 684b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wustatic const int kMaxReclaimWaitTimeInUs = 500000; // 0.5s 6967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 7079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim//////////////////////////////////////////////////////////////////////////////// 7179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 7267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wustruct ResourceManagerClient : public BnResourceManagerClient { 73090ef604f81447eab4aa0a5b45d6307482573560Chih-Hung Hsieh explicit ResourceManagerClient(MediaCodec* codec) : mMediaCodec(codec) {} 7467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 7567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu virtual bool reclaimResource() { 7667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<MediaCodec> codec = mMediaCodec.promote(); 7767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (codec == NULL) { 7867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // codec is already gone. 7967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return true; 8067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 8147a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu status_t err = codec->reclaim(); 824b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu if (err == WOULD_BLOCK) { 834b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu ALOGD("Wait for the client to release codec."); 844b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu usleep(kMaxReclaimWaitTimeInUs); 854b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu ALOGD("Try to reclaim again."); 864b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu err = codec->reclaim(true /* force */); 874b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu } 8867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (err != OK) { 8967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ALOGW("ResourceManagerClient failed to release codec with err %d", err); 9067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 9167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return (err == OK); 9267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 9367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 948f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu virtual String8 getName() { 958f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu String8 ret; 968f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu sp<MediaCodec> codec = mMediaCodec.promote(); 978f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu if (codec == NULL) { 988f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu // codec is already gone. 998f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu return ret; 1008f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu } 1018f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu 1028f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu AString name; 1038f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu if (codec->getName(&name) == OK) { 1048f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu ret.setTo(name.c_str()); 1058f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu } 1068f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu return ret; 1078f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu } 10867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 10967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuprotected: 11067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu virtual ~ResourceManagerClient() {} 11167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 11267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuprivate: 11367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu wp<MediaCodec> mMediaCodec; 11467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 11567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu DISALLOW_EVIL_CONSTRUCTORS(ResourceManagerClient); 11667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu}; 11767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 11868845c14ebf2c7282800b1abffde38d8e9a57aabRonghua WuMediaCodec::ResourceManagerServiceProxy::ResourceManagerServiceProxy(pid_t pid) 11968845c14ebf2c7282800b1abffde38d8e9a57aabRonghua Wu : mPid(pid) { 12068845c14ebf2c7282800b1abffde38d8e9a57aabRonghua Wu if (mPid == MediaCodec::kNoPid) { 12168845c14ebf2c7282800b1abffde38d8e9a57aabRonghua Wu mPid = IPCThreadState::self()->getCallingPid(); 12268845c14ebf2c7282800b1abffde38d8e9a57aabRonghua Wu } 12367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 12467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 12567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua WuMediaCodec::ResourceManagerServiceProxy::~ResourceManagerServiceProxy() { 12667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mService != NULL) { 12767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu IInterface::asBinder(mService)->unlinkToDeath(this); 12867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 12967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 13067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 13167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuvoid MediaCodec::ResourceManagerServiceProxy::init() { 13267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<IServiceManager> sm = defaultServiceManager(); 13367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<IBinder> binder = sm->getService(String16("media.resource_manager")); 13467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mService = interface_cast<IResourceManagerService>(binder); 13567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mService == NULL) { 13667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ALOGE("Failed to get ResourceManagerService"); 13767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return; 13867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 139e4237177a4a3eea059cd74247b2d770d301a8230Ronghua Wu IInterface::asBinder(mService)->linkToDeath(this); 14067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 14167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 14267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuvoid MediaCodec::ResourceManagerServiceProxy::binderDied(const wp<IBinder>& /*who*/) { 14367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ALOGW("ResourceManagerService died."); 14467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Mutex::Autolock _l(mLock); 14567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mService.clear(); 14667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 14767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 14867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuvoid MediaCodec::ResourceManagerServiceProxy::addResource( 14967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu int64_t clientId, 1500d1ed381fde5dac12dd84fcf3da66dac46699378Chih-Hung Hsieh const sp<IResourceManagerClient> &client, 15167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu const Vector<MediaResource> &resources) { 15267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Mutex::Autolock _l(mLock); 15367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mService == NULL) { 15467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return; 15567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 15637c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu mService->addResource(mPid, clientId, client, resources); 15767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 15867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 15967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuvoid MediaCodec::ResourceManagerServiceProxy::removeResource(int64_t clientId) { 16067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Mutex::Autolock _l(mLock); 16167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mService == NULL) { 16267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return; 16367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 16437c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu mService->removeResource(mPid, clientId); 16567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 16667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 16767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wubool MediaCodec::ResourceManagerServiceProxy::reclaimResource( 16837c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu const Vector<MediaResource> &resources) { 16967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Mutex::Autolock _l(mLock); 17067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mService == NULL) { 17167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return false; 17267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 17337c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu return mService->reclaimResource(mPid, resources); 17467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 17567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 17679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim//////////////////////////////////////////////////////////////////////////////// 17779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 17879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kimnamespace { 17979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 18079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kimenum { 18179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim kWhatFillThisBuffer = 'fill', 18279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim kWhatDrainThisBuffer = 'drai', 18379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim kWhatEOS = 'eos ', 18479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim kWhatStopCompleted = 'scom', 18579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim kWhatReleaseCompleted = 'rcom', 18679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim kWhatFlushCompleted = 'fcom', 18779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim kWhatError = 'erro', 18879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim kWhatComponentAllocated = 'cAll', 18979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim kWhatComponentConfigured = 'cCon', 19079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim kWhatInputSurfaceCreated = 'isfc', 19179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim kWhatInputSurfaceAccepted = 'isfa', 19279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim kWhatSignaledInputEOS = 'seos', 19379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim kWhatBuffersAllocated = 'allc', 19479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim kWhatOutputFramesRendered = 'outR', 19579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim}; 19679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 19779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kimclass MediaCodecCallback : public CodecBase::Callback { 19879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kimpublic: 19979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim explicit MediaCodecCallback(const sp<AMessage> ¬ify); 20079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim virtual ~MediaCodecCallback(); 20179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 20279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim virtual void fillThisBuffer(IOMX::buffer_id bufferId, const sp<MediaCodecBuffer> &buffer, 20379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim const sp<AMessage> &reply) override; 20479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim virtual void drainThisBuffer(IOMX::buffer_id bufferId, const sp<MediaCodecBuffer> &buffer, 20579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim int32_t flags, const sp<AMessage> &reply) override; 20679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim virtual void onEos(status_t err) override; 20779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim virtual void onStopCompleted() override; 20879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim virtual void onReleaseCompleted() override; 20979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim virtual void onFlushCompleted() override; 21079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim virtual void onError(status_t err, enum ActionCode actionCode) override; 21179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim virtual void onComponentAllocated(const char *componentName) override; 21279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim virtual void onComponentConfigured( 21379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim const sp<AMessage> &inputFormat, const sp<AMessage> &outputFormat) override; 21479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim virtual void onInputSurfaceCreated( 21579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim const sp<AMessage> &inputFormat, 21679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim const sp<AMessage> &outputFormat, 21779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim const sp<BufferProducerWrapper> &inputSurface) override; 21879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim virtual void onInputSurfaceCreationFailed(status_t err) override; 21979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim virtual void onInputSurfaceAccepted( 22079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim const sp<AMessage> &inputFormat, 22179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim const sp<AMessage> &outputFormat) override; 22279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim virtual void onInputSurfaceDeclined(status_t err) override; 22379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim virtual void onSignaledInputEOS(status_t err) override; 22479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim virtual void onBuffersAllocated( 22579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim int32_t portIndex, const sp<CodecBase::PortDescription> &portDesc) override; 22679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim virtual void onOutputFramesRendered(const std::list<FrameRenderTracker::Info> &done) override; 22779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kimprivate: 22879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim const sp<AMessage> mNotify; 22979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim}; 23079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 23179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik KimMediaCodecCallback::MediaCodecCallback(const sp<AMessage> ¬ify) : mNotify(notify) {} 23279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 23379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik KimMediaCodecCallback::~MediaCodecCallback() {} 23479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 23579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kimvoid MediaCodecCallback::fillThisBuffer( 23679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim IOMX::buffer_id bufferId, 23779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim const sp<MediaCodecBuffer> &buffer, 23879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim const sp<AMessage> &reply) { 23979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim sp<AMessage> notify(mNotify->dup()); 24079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("what", kWhatFillThisBuffer); 24179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("buffer-id", bufferId); 24279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setObject("buffer", buffer); 24379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setMessage("reply", reply); 24479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->post(); 24579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} 24679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 24779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kimvoid MediaCodecCallback::drainThisBuffer( 24879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim IOMX::buffer_id bufferId, 24979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim const sp<MediaCodecBuffer> &buffer, 25079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim int32_t flags, 25179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim const sp<AMessage> &reply) { 25279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim sp<AMessage> notify(mNotify->dup()); 25379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("what", kWhatDrainThisBuffer); 25479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("buffer-id", bufferId); 25579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setObject("buffer", buffer); 25679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("flags", flags); 25779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setMessage("reply", reply); 25879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->post(); 25979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} 26079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 26179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kimvoid MediaCodecCallback::onEos(status_t err) { 26279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim sp<AMessage> notify(mNotify->dup()); 26379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("what", kWhatEOS); 26479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("err", err); 26579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->post(); 26679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} 26779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 26879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kimvoid MediaCodecCallback::onStopCompleted() { 26979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim sp<AMessage> notify(mNotify->dup()); 27079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("what", kWhatStopCompleted); 27179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->post(); 27279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} 27379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 27479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kimvoid MediaCodecCallback::onReleaseCompleted() { 27579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim sp<AMessage> notify(mNotify->dup()); 27679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("what", kWhatReleaseCompleted); 27779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->post(); 27879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} 27979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 28079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kimvoid MediaCodecCallback::onFlushCompleted() { 28179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim sp<AMessage> notify(mNotify->dup()); 28279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("what", kWhatFlushCompleted); 28379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->post(); 28479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} 28579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 28679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kimvoid MediaCodecCallback::onError(status_t err, enum ActionCode actionCode) { 28779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim sp<AMessage> notify(mNotify->dup()); 28879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("what", kWhatError); 28979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("err", err); 29079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("actionCode", actionCode); 29179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->post(); 29279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} 29379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 29479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kimvoid MediaCodecCallback::onComponentAllocated(const char *componentName) { 29579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim sp<AMessage> notify(mNotify->dup()); 29679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("what", kWhatComponentAllocated); 29779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setString("componentName", componentName); 29879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->post(); 29979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} 30079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 30179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kimvoid MediaCodecCallback::onComponentConfigured( 30279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim const sp<AMessage> &inputFormat, const sp<AMessage> &outputFormat) { 30379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim sp<AMessage> notify(mNotify->dup()); 30479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("what", kWhatComponentConfigured); 30579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setMessage("input-format", inputFormat); 30679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setMessage("output-format", outputFormat); 30779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->post(); 30879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} 30979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 31079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kimvoid MediaCodecCallback::onInputSurfaceCreated( 31179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim const sp<AMessage> &inputFormat, 31279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim const sp<AMessage> &outputFormat, 31379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim const sp<BufferProducerWrapper> &inputSurface) { 31479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim sp<AMessage> notify(mNotify->dup()); 31579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("what", kWhatInputSurfaceCreated); 31679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setMessage("input-format", inputFormat); 31779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setMessage("output-format", outputFormat); 31879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setObject("input-surface", inputSurface); 31979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->post(); 32079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} 32179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 32279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kimvoid MediaCodecCallback::onInputSurfaceCreationFailed(status_t err) { 32379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim sp<AMessage> notify(mNotify->dup()); 32479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("what", kWhatInputSurfaceCreated); 32579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("err", err); 32679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->post(); 32779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} 32879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 32979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kimvoid MediaCodecCallback::onInputSurfaceAccepted( 33079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim const sp<AMessage> &inputFormat, 33179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim const sp<AMessage> &outputFormat) { 33279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim sp<AMessage> notify(mNotify->dup()); 33379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("what", kWhatInputSurfaceAccepted); 33479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setMessage("input-format", inputFormat); 33579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setMessage("output-format", outputFormat); 33679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->post(); 33779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} 33879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 33979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kimvoid MediaCodecCallback::onInputSurfaceDeclined(status_t err) { 34079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim sp<AMessage> notify(mNotify->dup()); 34179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("what", kWhatInputSurfaceAccepted); 34279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("err", err); 34379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->post(); 34479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} 34579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 34679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kimvoid MediaCodecCallback::onSignaledInputEOS(status_t err) { 34779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim sp<AMessage> notify(mNotify->dup()); 34879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("what", kWhatSignaledInputEOS); 34979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim if (err != OK) { 35079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("err", err); 35179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim } 35279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->post(); 35379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} 35479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 35579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kimvoid MediaCodecCallback::onBuffersAllocated( 35679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim int32_t portIndex, const sp<CodecBase::PortDescription> &portDesc) { 35779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim sp<AMessage> notify(mNotify->dup()); 35879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("what", kWhatBuffersAllocated); 35979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("portIndex", portIndex); 36079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setObject("portDesc", portDesc); 36179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->post(); 36279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} 36379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 36479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kimvoid MediaCodecCallback::onOutputFramesRendered(const std::list<FrameRenderTracker::Info> &done) { 36579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim sp<AMessage> notify(mNotify->dup()); 36679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("what", kWhatOutputFramesRendered); 36779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim if (MediaCodec::CreateFramesRenderedMessage(done, notify)) { 36879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->post(); 36979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim } 37079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} 37179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 37279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} // namespace 37379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 37479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim//////////////////////////////////////////////////////////////////////////////// 37579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 3765778822d86b0337407514b9372562b86edfa91cdAndreas Huber// static 3775778822d86b0337407514b9372562b86edfa91cdAndreas Hubersp<MediaCodec> MediaCodec::CreateByType( 378f2ae3e19080938db8cbf29a963fd744a3964fcc2Wei Jia const sp<ALooper> &looper, const AString &mime, bool encoder, status_t *err, pid_t pid, 379f2ae3e19080938db8cbf29a963fd744a3964fcc2Wei Jia uid_t uid) { 380f2ae3e19080938db8cbf29a963fd744a3964fcc2Wei Jia sp<MediaCodec> codec = new MediaCodec(looper, pid, uid); 3815778822d86b0337407514b9372562b86edfa91cdAndreas Huber 382251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung const status_t ret = codec->init(mime, true /* nameIsType */, encoder); 383251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (err != NULL) { 384251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung *err = ret; 385251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 386251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return ret == OK ? codec : NULL; // NULL deallocates codec. 3875778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 3885778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3895778822d86b0337407514b9372562b86edfa91cdAndreas Huber// static 3905778822d86b0337407514b9372562b86edfa91cdAndreas Hubersp<MediaCodec> MediaCodec::CreateByComponentName( 391f2ae3e19080938db8cbf29a963fd744a3964fcc2Wei Jia const sp<ALooper> &looper, const AString &name, status_t *err, pid_t pid, uid_t uid) { 392f2ae3e19080938db8cbf29a963fd744a3964fcc2Wei Jia sp<MediaCodec> codec = new MediaCodec(looper, pid, uid); 3935778822d86b0337407514b9372562b86edfa91cdAndreas Huber 394251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung const status_t ret = codec->init(name, false /* nameIsType */, false /* encoder */); 395251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (err != NULL) { 396251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung *err = ret; 397251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 398251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return ret == OK ? codec : NULL; // NULL deallocates codec. 3995778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 4005778822d86b0337407514b9372562b86edfa91cdAndreas Huber 401d291c222357303b9611cab89d0c3b047584ef377Chong Zhang// static 4025b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnarstatus_t MediaCodec::QueryCapabilities( 4035b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar const AString &name, const AString &mime, bool isEncoder, 4045b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar sp<MediaCodecInfo::Capabilities> *caps /* nonnull */) { 4055b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // TRICKY: this method is used by MediaCodecList/Info during its 4065b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // initialization. As such, we cannot create a MediaCodec instance 4075b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // because that requires an initialized MediaCodecList. 4085b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 4095b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar sp<CodecBase> codec = GetCodecBase(name); 4105b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (codec == NULL) { 4115b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return NAME_NOT_FOUND; 4125b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 4135b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 4145b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return codec->queryCapabilities(name, mime, isEncoder, caps); 4155b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar} 4165b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 4175b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar// static 418d291c222357303b9611cab89d0c3b047584ef377Chong Zhangsp<PersistentSurface> MediaCodec::CreatePersistentInputSurface() { 419d291c222357303b9611cab89d0c3b047584ef377Chong Zhang OMXClient client; 420addf2cbb120346ae42e78fa739245a353db5edadChong Zhang if (client.connect() != OK) { 421addf2cbb120346ae42e78fa739245a353db5edadChong Zhang ALOGE("Failed to connect to OMX to create persistent input surface."); 42279608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang return NULL; 42379608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang } 42479608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang 425addf2cbb120346ae42e78fa739245a353db5edadChong Zhang sp<IOMX> omx = client.interface(); 42679608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang 427d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<IGraphicBufferProducer> bufferProducer; 428addf2cbb120346ae42e78fa739245a353db5edadChong Zhang sp<IGraphicBufferSource> bufferSource; 429d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 430addf2cbb120346ae42e78fa739245a353db5edadChong Zhang status_t err = omx->createInputSurface(&bufferProducer, &bufferSource); 431d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 432d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (err != OK) { 433d291c222357303b9611cab89d0c3b047584ef377Chong Zhang ALOGE("Failed to create persistent input surface."); 434d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return NULL; 435d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 436d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 437addf2cbb120346ae42e78fa739245a353db5edadChong Zhang return new PersistentSurface(bufferProducer, bufferSource); 438d291c222357303b9611cab89d0c3b047584ef377Chong Zhang} 439d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 440f2ae3e19080938db8cbf29a963fd744a3964fcc2Wei JiaMediaCodec::MediaCodec(const sp<ALooper> &looper, pid_t pid, uid_t uid) 4415778822d86b0337407514b9372562b86edfa91cdAndreas Huber : mState(UNINITIALIZED), 44247a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu mReleasedByResourceManager(false), 4435778822d86b0337407514b9372562b86edfa91cdAndreas Huber mLooper(looper), 44492cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar mCodec(NULL), 4457cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mReplyID(0), 4465778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags(0), 447251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mStickyError(OK), 4485778822d86b0337407514b9372562b86edfa91cdAndreas Huber mSoftRenderer(NULL), 449ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar mResourceManagerClient(new ResourceManagerClient(this)), 45068845c14ebf2c7282800b1abffde38d8e9a57aabRonghua Wu mResourceManagerService(new ResourceManagerServiceProxy(pid)), 4512606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mBatteryStatNotified(false), 4522606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mIsVideo(false), 45367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mVideoWidth(0), 45467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mVideoHeight(0), 455505aab41c0e8e79a49d4506344fcd9d220d5965bChong Zhang mRotationDegrees(0), 4565778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputTimeoutGeneration(0), 4575778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputReplyID(0), 4585778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueOutputTimeoutGeneration(0), 4596507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mDequeueOutputReplyID(0), 4603d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang mHaveInputSurface(false), 4613d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang mHavePendingInputBuffers(false) { 462f2ae3e19080938db8cbf29a963fd744a3964fcc2Wei Jia if (uid == kNoUid) { 463f2ae3e19080938db8cbf29a963fd744a3964fcc2Wei Jia mUid = IPCThreadState::self()->getCallingUid(); 464f2ae3e19080938db8cbf29a963fd744a3964fcc2Wei Jia } else { 465f2ae3e19080938db8cbf29a963fd744a3964fcc2Wei Jia mUid = uid; 466f2ae3e19080938db8cbf29a963fd744a3964fcc2Wei Jia } 4675778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 4685778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4695778822d86b0337407514b9372562b86edfa91cdAndreas HuberMediaCodec::~MediaCodec() { 4705778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ(mState, UNINITIALIZED); 47167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mResourceManagerService->removeResource(getId(mResourceManagerClient)); 4725778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 4735778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4745778822d86b0337407514b9372562b86edfa91cdAndreas Huber// static 4755778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::PostAndAwaitResponse( 4765778822d86b0337407514b9372562b86edfa91cdAndreas Huber const sp<AMessage> &msg, sp<AMessage> *response) { 4775778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = msg->postAndAwaitResponse(response); 4785778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4795778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 4805778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 4815778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 4825778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4835778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!(*response)->findInt32("err", &err)) { 4845778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = OK; 4855778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 4865778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4875778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 4885778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 4895778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4903f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnarvoid MediaCodec::PostReplyWithError(const sp<AReplyToken> &replyID, int32_t err) { 49147a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu int32_t finalErr = err; 49247a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu if (mReleasedByResourceManager) { 49347a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu // override the err code if MediaCodec has been released by ResourceManager. 49447a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu finalErr = DEAD_OBJECT; 49547a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu } 49647a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu 497c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> response = new AMessage; 49847a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu response->setInt32("err", finalErr); 499c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang response->postReply(replyID); 500c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 501c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 5025b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar//static 5035b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnarsp<CodecBase> MediaCodec::GetCodecBase(const AString &name, bool nameIsType) { 5045b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // at this time only ACodec specifies a mime type. 5055b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (nameIsType || name.startsWithIgnoreCase("omx.")) { 5065b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return new ACodec; 5075b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } else if (name.startsWithIgnoreCase("android.filter.")) { 5085b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return new MediaFilter; 5095b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } else { 5105b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return NULL; 5115b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 5125b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar} 5135b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 514dc9f58dc23a86d0635fd8601d1cbc8d47bab0303Andy Hungstatus_t MediaCodec::init(const AString &name, bool nameIsType, bool encoder) { 51567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mResourceManagerService->init(); 51667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 517671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar // save init parameters for reset 518671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mInitName = name; 519671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mInitNameIsType = nameIsType; 520671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mInitIsEncoder = encoder; 521671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 5225778822d86b0337407514b9372562b86edfa91cdAndreas Huber // Current video decoders do not return from OMX_FillThisBuffer 5235778822d86b0337407514b9372562b86edfa91cdAndreas Huber // quickly, violating the OpenMAX specs, until that is remedied 5245778822d86b0337407514b9372562b86edfa91cdAndreas Huber // we need to invest in an extra looper to free the main event 5255778822d86b0337407514b9372562b86edfa91cdAndreas Huber // queue. 526744f5739019d1fd917f981e740b353c3d73fd1a8David Smith 5275b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar mCodec = GetCodecBase(name, nameIsType); 5285b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (mCodec == NULL) { 529744f5739019d1fd917f981e740b353c3d73fd1a8David Smith return NAME_NOT_FOUND; 530744f5739019d1fd917f981e740b353c3d73fd1a8David Smith } 531744f5739019d1fd917f981e740b353c3d73fd1a8David Smith 53267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu bool secureCodec = false; 533dc9f58dc23a86d0635fd8601d1cbc8d47bab0303Andy Hung if (nameIsType && !strncasecmp(name.c_str(), "video/", 6)) { 53467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mIsVideo = true; 5356f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen } else { 5366f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen AString tmp = name; 5376f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen if (tmp.endsWith(".secure")) { 53867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu secureCodec = true; 5396f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen tmp.erase(tmp.size() - 7, 7); 5406f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen } 54160b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar const sp<IMediaCodecList> mcl = MediaCodecList::getInstance(); 54248a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung if (mcl == NULL) { 54348a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung mCodec = NULL; // remove the codec. 54448a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung return NO_INIT; // if called from Java should raise IOException 54548a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung } 5466f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen ssize_t codecIdx = mcl->findCodecByName(tmp.c_str()); 5476f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen if (codecIdx >= 0) { 54860b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar const sp<MediaCodecInfo> info = mcl->getCodecInfo(codecIdx); 54960b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar Vector<AString> mimes; 55060b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar info->getSupportedMimes(&mimes); 55160b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar for (size_t i = 0; i < mimes.size(); i++) { 55260b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar if (mimes[i].startsWith("video/")) { 55367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mIsVideo = true; 55460b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar break; 5556f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen } 5566f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen } 5576f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen } 5585778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 5595778822d86b0337407514b9372562b86edfa91cdAndreas Huber 56067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mIsVideo) { 56167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // video codec needs dedicated looper 5625778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mCodecLooper == NULL) { 5635778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodecLooper = new ALooper; 5645778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodecLooper->setName("CodecLooper"); 5655778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodecLooper->start(false, false, ANDROID_PRIORITY_AUDIO); 5665778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 5675778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5685778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodecLooper->registerHandler(mCodec); 5695778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 5705778822d86b0337407514b9372562b86edfa91cdAndreas Huber mLooper->registerHandler(mCodec); 5715778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 5725778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5735778822d86b0337407514b9372562b86edfa91cdAndreas Huber mLooper->registerHandler(this); 5745778822d86b0337407514b9372562b86edfa91cdAndreas Huber 57579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim mCodec->setCallback( 57679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim std::make_shared<MediaCodecCallback>(new AMessage(kWhatCodecNotify, this))); 5775778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5781d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatInit, this); 5795778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setString("name", name); 5805778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("nameIsType", nameIsType); 5815778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5825778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (nameIsType) { 5835778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("encoder", encoder); 5845778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 5855778822d86b0337407514b9372562b86edfa91cdAndreas Huber 58667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu status_t err; 58767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Vector<MediaResource> resources; 588ea15fd29af81490311af9e12949b43524c39400eRonghua Wu MediaResource::Type type = 589ea15fd29af81490311af9e12949b43524c39400eRonghua Wu secureCodec ? MediaResource::kSecureCodec : MediaResource::kNonSecureCodec; 590ea15fd29af81490311af9e12949b43524c39400eRonghua Wu MediaResource::SubType subtype = 591ea15fd29af81490311af9e12949b43524c39400eRonghua Wu mIsVideo ? MediaResource::kVideoCodec : MediaResource::kAudioCodec; 592ea15fd29af81490311af9e12949b43524c39400eRonghua Wu resources.push_back(MediaResource(type, subtype, 1)); 59367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu for (int i = 0; i <= kMaxRetry; ++i) { 59467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (i > 0) { 59567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // Don't try to reclaim resource for the first time. 59637c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu if (!mResourceManagerService->reclaimResource(resources)) { 59767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 59867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 59967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 60067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 60167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<AMessage> response; 60267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu err = PostAndAwaitResponse(msg, &response); 60367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (!isResourceError(err)) { 60467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 60567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 60667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 60767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return err; 6085778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 6095778822d86b0337407514b9372562b86edfa91cdAndreas Huber 610c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhangstatus_t MediaCodec::setCallback(const sp<AMessage> &callback) { 6111d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatSetCallback, this); 612c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setMessage("callback", callback); 613c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 614c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> response; 615c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang return PostAndAwaitResponse(msg, &response); 616c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 617c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 61890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarstatus_t MediaCodec::setOnFrameRenderedNotification(const sp<AMessage> ¬ify) { 61990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar sp<AMessage> msg = new AMessage(kWhatSetNotification, this); 62090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar msg->setMessage("on-frame-rendered", notify); 62190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar return msg->post(); 62290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 62390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 6245778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::configure( 6255778822d86b0337407514b9372562b86edfa91cdAndreas Huber const sp<AMessage> &format, 626f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar const sp<Surface> &surface, 6271bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber const sp<ICrypto> &crypto, 6285778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t flags) { 6291d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatConfigure, this); 6305778822d86b0337407514b9372562b86edfa91cdAndreas Huber 63167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mIsVideo) { 63267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu format->findInt32("width", &mVideoWidth); 63367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu format->findInt32("height", &mVideoHeight); 634505aab41c0e8e79a49d4506344fcd9d220d5965bChong Zhang if (!format->findInt32("rotation-degrees", &mRotationDegrees)) { 635505aab41c0e8e79a49d4506344fcd9d220d5965bChong Zhang mRotationDegrees = 0; 636505aab41c0e8e79a49d4506344fcd9d220d5965bChong Zhang } 6372034457336d28124e0f9f3c625978052ae03fceaWei Jia 6382034457336d28124e0f9f3c625978052ae03fceaWei Jia // Prevent possible integer overflow in downstream code. 6392034457336d28124e0f9f3c625978052ae03fceaWei Jia if (mInitIsEncoder 6402034457336d28124e0f9f3c625978052ae03fceaWei Jia && (uint64_t)mVideoWidth * mVideoHeight > (uint64_t)INT32_MAX / 4) { 6412034457336d28124e0f9f3c625978052ae03fceaWei Jia ALOGE("buffer size is too big, width=%d, height=%d", mVideoWidth, mVideoHeight); 6422034457336d28124e0f9f3c625978052ae03fceaWei Jia return BAD_VALUE; 6432034457336d28124e0f9f3c625978052ae03fceaWei Jia } 64467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 64567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 6465778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setMessage("format", format); 6475778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("flags", flags); 648f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar msg->setObject("surface", surface); 6491bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber 6501bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber if (crypto != NULL) { 6511bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber msg->setPointer("crypto", crypto.get()); 6525778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 6535778822d86b0337407514b9372562b86edfa91cdAndreas Huber 65467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // save msg for reset 65567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mConfigureMsg = msg; 656f64b36deccd473b545dbed22c2feb11fc49157e5Chong Zhang 65767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu status_t err; 65867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Vector<MediaResource> resources; 659ea15fd29af81490311af9e12949b43524c39400eRonghua Wu MediaResource::Type type = (mFlags & kFlagIsSecure) ? 660ea15fd29af81490311af9e12949b43524c39400eRonghua Wu MediaResource::kSecureCodec : MediaResource::kNonSecureCodec; 661ea15fd29af81490311af9e12949b43524c39400eRonghua Wu MediaResource::SubType subtype = 662ea15fd29af81490311af9e12949b43524c39400eRonghua Wu mIsVideo ? MediaResource::kVideoCodec : MediaResource::kAudioCodec; 663ea15fd29af81490311af9e12949b43524c39400eRonghua Wu resources.push_back(MediaResource(type, subtype, 1)); 66467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // Don't know the buffer size at this point, but it's fine to use 1 because 66567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // the reclaimResource call doesn't consider the requester's buffer size for now. 666ea15fd29af81490311af9e12949b43524c39400eRonghua Wu resources.push_back(MediaResource(MediaResource::kGraphicMemory, 1)); 66767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu for (int i = 0; i <= kMaxRetry; ++i) { 66867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (i > 0) { 66967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // Don't try to reclaim resource for the first time. 67037c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu if (!mResourceManagerService->reclaimResource(resources)) { 67167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 67267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 67367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 674f64b36deccd473b545dbed22c2feb11fc49157e5Chong Zhang 67567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<AMessage> response; 67667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu err = PostAndAwaitResponse(msg, &response); 67767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (err != OK && err != INVALID_OPERATION) { 67867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // MediaCodec now set state to UNINITIALIZED upon any fatal error. 67967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // To maintain backward-compatibility, do a reset() to put codec 68067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // back into INITIALIZED state. 68167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // But don't reset if the err is INVALID_OPERATION, which means 68267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // the configure failure is due to wrong state. 68367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 68467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ALOGE("configure failed with err 0x%08x, resetting...", err); 68567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu reset(); 68667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 68767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (!isResourceError(err)) { 68867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 68967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 690f64b36deccd473b545dbed22c2feb11fc49157e5Chong Zhang } 691f64b36deccd473b545dbed22c2feb11fc49157e5Chong Zhang return err; 6925778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 6935778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6948f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhangstatus_t MediaCodec::setInputSurface( 695d291c222357303b9611cab89d0c3b047584ef377Chong Zhang const sp<PersistentSurface> &surface) { 6968f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang sp<AMessage> msg = new AMessage(kWhatSetInputSurface, this); 697d291c222357303b9611cab89d0c3b047584ef377Chong Zhang msg->setObject("input-surface", surface.get()); 698d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 699d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<AMessage> response; 700d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return PostAndAwaitResponse(msg, &response); 701d291c222357303b9611cab89d0c3b047584ef377Chong Zhang} 702d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 7031dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t MediaCodec::setSurface(const sp<Surface> &surface) { 7041dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AMessage> msg = new AMessage(kWhatSetSurface, this); 7051dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar msg->setObject("surface", surface); 7061dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 7071dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AMessage> response; 7081dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return PostAndAwaitResponse(msg, &response); 7091dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar} 7101dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 7117cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFaddenstatus_t MediaCodec::createInputSurface( 7127cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<IGraphicBufferProducer>* bufferProducer) { 7131d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatCreateInputSurface, this); 7147cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 7157cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<AMessage> response; 7167cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden status_t err = PostAndAwaitResponse(msg, &response); 7177cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden if (err == NO_ERROR) { 7187cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden // unwrap the sp<IGraphicBufferProducer> 7197cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<RefBase> obj; 7207cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden bool found = response->findObject("input-surface", &obj); 7217cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden CHECK(found); 7227cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<BufferProducerWrapper> wrapper( 7237cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden static_cast<BufferProducerWrapper*>(obj.get())); 7247cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden *bufferProducer = wrapper->getBufferProducer(); 7257cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } else { 7267cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden ALOGW("createInputSurface failed, err=%d", err); 7277cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 7287cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden return err; 7297cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden} 7307cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 73167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuuint64_t MediaCodec::getGraphicBufferSize() { 73267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (!mIsVideo) { 73367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return 0; 73467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 73567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 73667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu uint64_t size = 0; 73767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu size_t portNum = sizeof(mPortBuffers) / sizeof((mPortBuffers)[0]); 73867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu for (size_t i = 0; i < portNum; ++i) { 73967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // TODO: this is just an estimation, we should get the real buffer size from ACodec. 74067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu size += mPortBuffers[i].size() * mVideoWidth * mVideoHeight * 3 / 2; 74167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 74267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return size; 74367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 74467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 745ea15fd29af81490311af9e12949b43524c39400eRonghua Wuvoid MediaCodec::addResource( 746ea15fd29af81490311af9e12949b43524c39400eRonghua Wu MediaResource::Type type, MediaResource::SubType subtype, uint64_t value) { 74767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Vector<MediaResource> resources; 748c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu resources.push_back(MediaResource(type, subtype, value)); 74967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mResourceManagerService->addResource( 75037c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu getId(mResourceManagerClient), mResourceManagerClient, resources); 75167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 75267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 7535778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::start() { 7541d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatStart, this); 7555778822d86b0337407514b9372562b86edfa91cdAndreas Huber 75667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu status_t err; 75767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Vector<MediaResource> resources; 758ea15fd29af81490311af9e12949b43524c39400eRonghua Wu MediaResource::Type type = (mFlags & kFlagIsSecure) ? 759ea15fd29af81490311af9e12949b43524c39400eRonghua Wu MediaResource::kSecureCodec : MediaResource::kNonSecureCodec; 760ea15fd29af81490311af9e12949b43524c39400eRonghua Wu MediaResource::SubType subtype = 761ea15fd29af81490311af9e12949b43524c39400eRonghua Wu mIsVideo ? MediaResource::kVideoCodec : MediaResource::kAudioCodec; 762ea15fd29af81490311af9e12949b43524c39400eRonghua Wu resources.push_back(MediaResource(type, subtype, 1)); 76367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // Don't know the buffer size at this point, but it's fine to use 1 because 76467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // the reclaimResource call doesn't consider the requester's buffer size for now. 765ea15fd29af81490311af9e12949b43524c39400eRonghua Wu resources.push_back(MediaResource(MediaResource::kGraphicMemory, 1)); 76667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu for (int i = 0; i <= kMaxRetry; ++i) { 76767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (i > 0) { 76867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // Don't try to reclaim resource for the first time. 76937c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu if (!mResourceManagerService->reclaimResource(resources)) { 77067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 77167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 77267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // Recover codec from previous error before retry start. 77367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu err = reset(); 77467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (err != OK) { 77567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ALOGE("retrying start: failed to reset codec"); 77667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 77767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 77867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<AMessage> response; 77967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu err = PostAndAwaitResponse(mConfigureMsg, &response); 78067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (err != OK) { 78167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ALOGE("retrying start: failed to configure codec"); 78267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 78367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 78467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 78567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 78667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<AMessage> response; 78767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu err = PostAndAwaitResponse(msg, &response); 78867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (!isResourceError(err)) { 78967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 79067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 79167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 79267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return err; 7935778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 7945778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7955778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::stop() { 7961d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatStop, this); 7975778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7985778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 7995778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 8005778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 8015778822d86b0337407514b9372562b86edfa91cdAndreas Huber 8024b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wubool MediaCodec::hasPendingBuffer(int portIndex) { 8034b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu const Vector<BufferInfo> &buffers = mPortBuffers[portIndex]; 8044b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu for (size_t i = 0; i < buffers.size(); ++i) { 8054b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu const BufferInfo &info = buffers.itemAt(i); 8064b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu if (info.mOwnedByClient) { 8074b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu return true; 8084b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu } 8094b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu } 8104b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu return false; 8114b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu} 8124b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu 8134b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wubool MediaCodec::hasPendingBuffer() { 8144b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu return hasPendingBuffer(kPortIndexInput) || hasPendingBuffer(kPortIndexOutput); 8154b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu} 8164b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu 8174b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wustatus_t MediaCodec::reclaim(bool force) { 81858828196edf2fc4debbd7913198a8149f039b4a9Ronghua Wu ALOGD("MediaCodec::reclaim(%p) %s", this, mInitName.c_str()); 81947a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu sp<AMessage> msg = new AMessage(kWhatRelease, this); 82047a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu msg->setInt32("reclaimed", 1); 8214b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu msg->setInt32("force", force ? 1 : 0); 82247a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu 82347a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu sp<AMessage> response; 8240abb2aa4859ced9165c77324cb83d1cd94f5f20cRonghua Wu status_t ret = PostAndAwaitResponse(msg, &response); 8250abb2aa4859ced9165c77324cb83d1cd94f5f20cRonghua Wu if (ret == -ENOENT) { 8260abb2aa4859ced9165c77324cb83d1cd94f5f20cRonghua Wu ALOGD("MediaCodec looper is gone, skip reclaim"); 8270abb2aa4859ced9165c77324cb83d1cd94f5f20cRonghua Wu ret = OK; 8280abb2aa4859ced9165c77324cb83d1cd94f5f20cRonghua Wu } 8290abb2aa4859ced9165c77324cb83d1cd94f5f20cRonghua Wu return ret; 83047a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu} 83147a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu 832c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberstatus_t MediaCodec::release() { 8331d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatRelease, this); 834c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 835c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber sp<AMessage> response; 836c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return PostAndAwaitResponse(msg, &response); 837c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber} 838c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 839671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnarstatus_t MediaCodec::reset() { 840671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar /* When external-facing MediaCodec object is created, 841671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar it is already initialized. Thus, reset is essentially 842671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar release() followed by init(), plus clearing the state */ 843671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 844671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar status_t err = release(); 845671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 846671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar // unregister handlers 847671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar if (mCodec != NULL) { 848671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar if (mCodecLooper != NULL) { 849671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mCodecLooper->unregisterHandler(mCodec->id()); 850671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar } else { 851671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mLooper->unregisterHandler(mCodec->id()); 852671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar } 853671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mCodec = NULL; 854671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar } 855671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mLooper->unregisterHandler(id()); 856671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 857671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mFlags = 0; // clear all flags 858251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mStickyError = OK; 859671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 860671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar // reset state not reset by setState(UNINITIALIZED) 861671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mReplyID = 0; 862671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mDequeueInputReplyID = 0; 863671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mDequeueOutputReplyID = 0; 864671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mDequeueInputTimeoutGeneration = 0; 865671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mDequeueOutputTimeoutGeneration = 0; 866671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mHaveInputSurface = false; 867671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 868671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar if (err == OK) { 869dc9f58dc23a86d0635fd8601d1cbc8d47bab0303Andy Hung err = init(mInitName, mInitNameIsType, mInitIsEncoder); 870671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar } 871671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar return err; 872671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar} 873671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 8745778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::queueInputBuffer( 8755778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t index, 8765778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t offset, 8775778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t size, 8785778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t presentationTimeUs, 8795b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber uint32_t flags, 8805b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber AString *errorDetailMsg) { 8815b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber if (errorDetailMsg != NULL) { 8825b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber errorDetailMsg->clear(); 8835b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber } 8845b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber 8851d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatQueueInputBuffer, this); 8865778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setSize("index", index); 8875778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setSize("offset", offset); 8885778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setSize("size", size); 8895778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt64("timeUs", presentationTimeUs); 8905778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("flags", flags); 8915b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber msg->setPointer("errorDetailMsg", errorDetailMsg); 8925778822d86b0337407514b9372562b86edfa91cdAndreas Huber 8935778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 8945778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 8955778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 8965778822d86b0337407514b9372562b86edfa91cdAndreas Huber 8974b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huberstatus_t MediaCodec::queueSecureInputBuffer( 8984b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size_t index, 8994b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size_t offset, 9004b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const CryptoPlugin::SubSample *subSamples, 9014b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size_t numSubSamples, 9024b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const uint8_t key[16], 9034b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const uint8_t iv[16], 9044b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CryptoPlugin::Mode mode, 90518cb1eca504817b5b144a023ae2792d90e74c9a5Jeff Tinker const CryptoPlugin::Pattern &pattern, 9064b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber int64_t presentationTimeUs, 9075b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber uint32_t flags, 9085b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber AString *errorDetailMsg) { 9095b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber if (errorDetailMsg != NULL) { 9105b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber errorDetailMsg->clear(); 9115b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber } 9125b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber 9131d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatQueueInputBuffer, this); 9144b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setSize("index", index); 9154b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setSize("offset", offset); 9164b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setPointer("subSamples", (void *)subSamples); 9174b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setSize("numSubSamples", numSubSamples); 9184b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setPointer("key", (void *)key); 9194b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setPointer("iv", (void *)iv); 9204b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setInt32("mode", mode); 92118cb1eca504817b5b144a023ae2792d90e74c9a5Jeff Tinker msg->setInt32("encryptBlocks", pattern.mEncryptBlocks); 92218cb1eca504817b5b144a023ae2792d90e74c9a5Jeff Tinker msg->setInt32("skipBlocks", pattern.mSkipBlocks); 9234b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setInt64("timeUs", presentationTimeUs); 9244b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setInt32("flags", flags); 9255b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber msg->setPointer("errorDetailMsg", errorDetailMsg); 9264b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 9274b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber sp<AMessage> response; 9285b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber status_t err = PostAndAwaitResponse(msg, &response); 9295b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber 9305b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber return err; 9314b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber} 9324b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 9335778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::dequeueInputBuffer(size_t *index, int64_t timeoutUs) { 9341d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatDequeueInputBuffer, this); 9355778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt64("timeoutUs", timeoutUs); 9365778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9375778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 9385778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err; 9395778822d86b0337407514b9372562b86edfa91cdAndreas Huber if ((err = PostAndAwaitResponse(msg, &response)) != OK) { 9405778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 9415778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 9425778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9435778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findSize("index", index)); 9445778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9455778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 9465778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 9475778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9485778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::dequeueOutputBuffer( 9495778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t *index, 9505778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t *offset, 9515778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t *size, 9525778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t *presentationTimeUs, 9535778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t *flags, 9545778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t timeoutUs) { 9551d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatDequeueOutputBuffer, this); 9565778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt64("timeoutUs", timeoutUs); 9575778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9585778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 9595778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err; 9605778822d86b0337407514b9372562b86edfa91cdAndreas Huber if ((err = PostAndAwaitResponse(msg, &response)) != OK) { 9615778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 9625778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 9635778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9645778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findSize("index", index)); 9655778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findSize("offset", offset)); 9665778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findSize("size", size)); 9675778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findInt64("timeUs", presentationTimeUs)); 9685778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findInt32("flags", (int32_t *)flags)); 9695778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9705778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 9715778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 9725778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9735778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::renderOutputBufferAndRelease(size_t index) { 9741d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatReleaseOutputBuffer, this); 9755778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setSize("index", index); 9765778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("render", true); 9775778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9785778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 9795778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 9805778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 9815778822d86b0337407514b9372562b86edfa91cdAndreas Huber 982fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnarstatus_t MediaCodec::renderOutputBufferAndRelease(size_t index, int64_t timestampNs) { 9831d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatReleaseOutputBuffer, this); 984fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar msg->setSize("index", index); 985fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar msg->setInt32("render", true); 986fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar msg->setInt64("timestampNs", timestampNs); 987fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar 988fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar sp<AMessage> response; 989fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar return PostAndAwaitResponse(msg, &response); 990fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar} 991fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar 9925778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::releaseOutputBuffer(size_t index) { 9931d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatReleaseOutputBuffer, this); 9945778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setSize("index", index); 9955778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9965778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 9975778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 9985778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 9995778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10007cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFaddenstatus_t MediaCodec::signalEndOfInputStream() { 10011d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatSignalEndOfInputStream, this); 10027cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 10037cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<AMessage> response; 10047cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden return PostAndAwaitResponse(msg, &response); 10057cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden} 10067cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 10075778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::getOutputFormat(sp<AMessage> *format) const { 10081d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatGetOutputFormat, this); 10095778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10105778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 10115778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err; 10125778822d86b0337407514b9372562b86edfa91cdAndreas Huber if ((err = PostAndAwaitResponse(msg, &response)) != OK) { 10135778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 10145778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 10155778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10165778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findMessage("format", format)); 10175778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10185778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 10195778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 10205778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1021e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnarstatus_t MediaCodec::getInputFormat(sp<AMessage> *format) const { 10221d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatGetInputFormat, this); 1023e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 1024e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar sp<AMessage> response; 1025e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar status_t err; 1026e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if ((err = PostAndAwaitResponse(msg, &response)) != OK) { 1027e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar return err; 1028e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 1029e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 1030e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar CHECK(response->findMessage("format", format)); 1031e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 1032e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar return OK; 1033e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar} 1034e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 1035717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjostatus_t MediaCodec::getName(AString *name) const { 10361d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatGetName, this); 1037717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 1038717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo sp<AMessage> response; 1039717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo status_t err; 1040717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo if ((err = PostAndAwaitResponse(msg, &response)) != OK) { 1041717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo return err; 1042717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo } 1043717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 1044717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo CHECK(response->findString("name", name)); 1045717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 1046717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo return OK; 1047717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo} 1048717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 10497e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kimstatus_t MediaCodec::getWidevineLegacyBuffers(Vector<sp<MediaCodecBuffer> > *buffers) const { 1050e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar sp<AMessage> msg = new AMessage(kWhatGetBuffers, this); 1051e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar msg->setInt32("portIndex", kPortIndexInput); 1052e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar msg->setPointer("buffers", buffers); 1053e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar msg->setInt32("widevine", true); 1054e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar 1055e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar sp<AMessage> response; 1056e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar return PostAndAwaitResponse(msg, &response); 1057e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar} 1058e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar 10597e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kimstatus_t MediaCodec::getInputBuffers(Vector<sp<MediaCodecBuffer> > *buffers) const { 10601d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatGetBuffers, this); 10615778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("portIndex", kPortIndexInput); 10625778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setPointer("buffers", buffers); 10635778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10645778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 10655778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 10665778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 10675778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10687e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kimstatus_t MediaCodec::getOutputBuffers(Vector<sp<MediaCodecBuffer> > *buffers) const { 10691d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatGetBuffers, this); 10705778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("portIndex", kPortIndexOutput); 10715778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setPointer("buffers", buffers); 10725778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10735778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 10745778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 10755778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 10765778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10777e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kimstatus_t MediaCodec::getOutputBuffer(size_t index, sp<MediaCodecBuffer> *buffer) { 10787bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar sp<AMessage> format; 10797bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar return getBufferAndFormat(kPortIndexOutput, index, buffer, &format); 10807bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar} 10817bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 10827bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnarstatus_t MediaCodec::getOutputFormat(size_t index, sp<AMessage> *format) { 10837e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim sp<MediaCodecBuffer> buffer; 10847bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar return getBufferAndFormat(kPortIndexOutput, index, &buffer, format); 10857bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar} 10867bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 10877e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kimstatus_t MediaCodec::getInputBuffer(size_t index, sp<MediaCodecBuffer> *buffer) { 10887bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar sp<AMessage> format; 10897bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar return getBufferAndFormat(kPortIndexInput, index, buffer, &format); 10907bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar} 10917bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 10920e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnarbool MediaCodec::isExecuting() const { 10930e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar return mState == STARTED || mState == FLUSHED; 10940e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar} 10950e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar 10967bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnarstatus_t MediaCodec::getBufferAndFormat( 10977bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar size_t portIndex, size_t index, 10987e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim sp<MediaCodecBuffer> *buffer, sp<AMessage> *format) { 10997bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar // use mutex instead of a context switch 110047a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu if (mReleasedByResourceManager) { 1101b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage ALOGE("getBufferAndFormat - resource already released"); 110247a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu return DEAD_OBJECT; 110347a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu } 110447a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu 1105b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage if (buffer == NULL) { 11067e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim ALOGE("getBufferAndFormat - null MediaCodecBuffer"); 1107b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage return INVALID_OPERATION; 1108b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage } 1109b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage 1110b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage if (format == NULL) { 1111b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage ALOGE("getBufferAndFormat - null AMessage"); 1112b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage return INVALID_OPERATION; 1113b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage } 1114b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage 11157bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar buffer->clear(); 11167bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar format->clear(); 1117b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage 11180e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (!isExecuting()) { 1119b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage ALOGE("getBufferAndFormat - not executing"); 11207bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar return INVALID_OPERATION; 11217bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar } 11227bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 11237bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar // we do not want mPortBuffers to change during this section 11247bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar // we also don't want mOwnedByClient to change during this 11257bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Mutex::Autolock al(mBufferLock); 1126b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage 11277bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Vector<BufferInfo> *buffers = &mPortBuffers[portIndex]; 1128b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage if (index >= buffers->size()) { 1129b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage ALOGE("getBufferAndFormat - trying to get buffer with " 11300362655ca9494052f348f83dabecf9ea27003976Aaron Vaage "bad index (index=%zu buffer_size=%zu)", index, buffers->size()); 1131b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage return INVALID_OPERATION; 11327bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar } 1133b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage 1134b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage const BufferInfo &info = buffers->itemAt(index); 1135b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage if (!info.mOwnedByClient) { 1136b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage ALOGE("getBufferAndFormat - invalid operation " 11370362655ca9494052f348f83dabecf9ea27003976Aaron Vaage "(the index %zu is not owned by client)", index); 1138b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage return INVALID_OPERATION; 1139b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage } 1140b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage 11414811923e80a8abefa278307ebf8cc9b0294ba67fWonsik Kim *buffer = info.mData; 1142fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim *format = info.mData->format(); 1143b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage 11447bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar return OK; 11457bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar} 11467bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 11475778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::flush() { 11481d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatFlush, this); 11495778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11505778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 11515778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 11525778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 11535778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1154496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huberstatus_t MediaCodec::requestIDRFrame() { 11551d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatRequestIDRFrame, this))->post(); 1156496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 1157496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber return OK; 1158496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber} 1159496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 1160575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Hubervoid MediaCodec::requestActivityNotification(const sp<AMessage> ¬ify) { 11611d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatRequestActivityNotification, this); 1162575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber msg->setMessage("notify", notify); 1163575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber msg->post(); 1164575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber} 1165575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 11665778822d86b0337407514b9372562b86edfa91cdAndreas Huber//////////////////////////////////////////////////////////////////////////////// 11675778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11685778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid MediaCodec::cancelPendingDequeueOperations() { 11695778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mFlags & kFlagDequeueInputPending) { 1170c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(mDequeueInputReplyID, INVALID_OPERATION); 11715778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11725778822d86b0337407514b9372562b86edfa91cdAndreas Huber ++mDequeueInputTimeoutGeneration; 11735778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputReplyID = 0; 11745778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueInputPending; 11755778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 11765778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11775778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mFlags & kFlagDequeueOutputPending) { 1178c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(mDequeueOutputReplyID, INVALID_OPERATION); 11795778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11805778822d86b0337407514b9372562b86edfa91cdAndreas Huber ++mDequeueOutputTimeoutGeneration; 11815778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueOutputReplyID = 0; 11825778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueOutputPending; 11835778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 11845778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 11855778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11863f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnarbool MediaCodec::handleDequeueInputBuffer(const sp<AReplyToken> &replyID, bool newRequest) { 11870e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (!isExecuting() || (mFlags & kFlagIsAsync) 11885778822d86b0337407514b9372562b86edfa91cdAndreas Huber || (newRequest && (mFlags & kFlagDequeueInputPending))) { 1189c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 11905778822d86b0337407514b9372562b86edfa91cdAndreas Huber return true; 1191251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 1192251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 1193251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return true; 11945778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 11955778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11965778822d86b0337407514b9372562b86edfa91cdAndreas Huber ssize_t index = dequeuePortBuffer(kPortIndexInput); 11975778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11985778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (index < 0) { 11995778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ(index, -EAGAIN); 12005778822d86b0337407514b9372562b86edfa91cdAndreas Huber return false; 12015778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 12025778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12035778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response = new AMessage; 12045778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setSize("index", index); 12055778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->postReply(replyID); 12065778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12075778822d86b0337407514b9372562b86edfa91cdAndreas Huber return true; 12085778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 12095778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12103f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnarbool MediaCodec::handleDequeueOutputBuffer(const sp<AReplyToken> &replyID, bool newRequest) { 12110e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (!isExecuting() || (mFlags & kFlagIsAsync) 12125778822d86b0337407514b9372562b86edfa91cdAndreas Huber || (newRequest && (mFlags & kFlagDequeueOutputPending))) { 121347a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu PostReplyWithError(replyID, INVALID_OPERATION); 1214251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 121547a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu PostReplyWithError(replyID, getStickyError()); 12165778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (mFlags & kFlagOutputBuffersChanged) { 121747a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu PostReplyWithError(replyID, INFO_OUTPUT_BUFFERS_CHANGED); 12185778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagOutputBuffersChanged; 12195778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (mFlags & kFlagOutputFormatChanged) { 122047a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu PostReplyWithError(replyID, INFO_FORMAT_CHANGED); 12215778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagOutputFormatChanged; 12225778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 122347a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu sp<AMessage> response = new AMessage; 12245778822d86b0337407514b9372562b86edfa91cdAndreas Huber ssize_t index = dequeuePortBuffer(kPortIndexOutput); 12255778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12265778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (index < 0) { 12275778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ(index, -EAGAIN); 12285778822d86b0337407514b9372562b86edfa91cdAndreas Huber return false; 12295778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 12305778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12317e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim const sp<MediaCodecBuffer> &buffer = 12325778822d86b0337407514b9372562b86edfa91cdAndreas Huber mPortBuffers[kPortIndexOutput].itemAt(index).mData; 12335778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12345778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setSize("index", index); 12355778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setSize("offset", buffer->offset()); 12365778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setSize("size", buffer->size()); 12375778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12385778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t timeUs; 12395778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(buffer->meta()->findInt64("timeUs", &timeUs)); 12405778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12415778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setInt64("timeUs", timeUs); 12425778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12435778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t omxFlags; 12445778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(buffer->meta()->findInt32("omxFlags", &omxFlags)); 12455778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12465778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t flags = 0; 12475778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (omxFlags & OMX_BUFFERFLAG_SYNCFRAME) { 12485778822d86b0337407514b9372562b86edfa91cdAndreas Huber flags |= BUFFER_FLAG_SYNCFRAME; 12495778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 12505778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (omxFlags & OMX_BUFFERFLAG_CODECCONFIG) { 12515778822d86b0337407514b9372562b86edfa91cdAndreas Huber flags |= BUFFER_FLAG_CODECCONFIG; 12525778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 12535778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (omxFlags & OMX_BUFFERFLAG_EOS) { 12545778822d86b0337407514b9372562b86edfa91cdAndreas Huber flags |= BUFFER_FLAG_EOS; 12555778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 12565778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12575778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setInt32("flags", flags); 125847a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu response->postReply(replyID); 12595778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 12605778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12615778822d86b0337407514b9372562b86edfa91cdAndreas Huber return true; 12625778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 12635778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12645778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid MediaCodec::onMessageReceived(const sp<AMessage> &msg) { 12655778822d86b0337407514b9372562b86edfa91cdAndreas Huber switch (msg->what()) { 12665778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatCodecNotify: 12675778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 12685778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t what; 12695778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("what", &what)); 12705778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12715778822d86b0337407514b9372562b86edfa91cdAndreas Huber switch (what) { 127279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim case kWhatError: 12735778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 1274251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung int32_t err, actionCode; 1275251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung CHECK(msg->findInt32("err", &err)); 1276251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung CHECK(msg->findInt32("actionCode", &actionCode)); 12775778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12789e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen ALOGE("Codec reported err %#x, actionCode %d, while in state %d", 12799e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen err, actionCode, mState); 1280251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (err == DEAD_OBJECT) { 1281aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber mFlags |= kFlagSawMediaServerDie; 128252dfbee90cc3c4426428318e06a92774f5201198Praveen Chavan mFlags &= ~kFlagIsComponentAllocated; 1283aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber } 1284aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber 12855530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia bool sendErrorResponse = true; 12865778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12875778822d86b0337407514b9372562b86edfa91cdAndreas Huber switch (mState) { 12885778822d86b0337407514b9372562b86edfa91cdAndreas Huber case INITIALIZING: 12895778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 12905778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(UNINITIALIZED); 12915778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 12925778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 12935778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12945778822d86b0337407514b9372562b86edfa91cdAndreas Huber case CONFIGURING: 12955778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 1296c22c695660ed9edaba0d4cd7c0ab3a794216fe80Wei Jia setState(actionCode == ACTION_CODE_FATAL ? 1297c22c695660ed9edaba0d4cd7c0ab3a794216fe80Wei Jia UNINITIALIZED : INITIALIZED); 12985778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 12995778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 13005778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13015778822d86b0337407514b9372562b86edfa91cdAndreas Huber case STARTING: 13025778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 1303c22c695660ed9edaba0d4cd7c0ab3a794216fe80Wei Jia setState(actionCode == ACTION_CODE_FATAL ? 1304c22c695660ed9edaba0d4cd7c0ab3a794216fe80Wei Jia UNINITIALIZED : CONFIGURED); 13055778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 13065778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 13075778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1308c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber case RELEASING: 13095778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 13105778822d86b0337407514b9372562b86edfa91cdAndreas Huber // Ignore the error, assuming we'll still get 13115d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang // the shutdown complete notification. If we 13125d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang // don't, we'll timeout and force release. 13135530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia sendErrorResponse = false; 13145d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang } 13155d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang // fall-thru 13165d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang case STOPPING: 13175d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang { 1318aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber if (mFlags & kFlagSawMediaServerDie) { 131903ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // MediaServer died, there definitely won't 132003ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // be a shutdown complete notification after 132103ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // all. 132203ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber 132303ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // note that we're directly going from 132403ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // STOPPING->UNINITIALIZED, instead of the 132503ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // usual STOPPING->INITIALIZED state. 132603ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber setState(UNINITIALIZED); 13276e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar if (mState == RELEASING) { 13286e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar mComponentName.clear(); 13296e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar } 133003ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber (new AMessage)->postReply(mReplyID); 13315d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang sendErrorResponse = false; 133203ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber } 13335778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 13345778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 13355778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13365778822d86b0337407514b9372562b86edfa91cdAndreas Huber case FLUSHING: 13375778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 13389e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen if (actionCode == ACTION_CODE_FATAL) { 13399e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen setState(UNINITIALIZED); 13409e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen } else { 13419e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen setState( 13429e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen (mFlags & kFlagIsAsync) ? FLUSHED : STARTED); 13439e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen } 13445778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 13455778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 13465778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13470e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar case FLUSHED: 13485778822d86b0337407514b9372562b86edfa91cdAndreas Huber case STARTED: 13495778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 13505530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia sendErrorResponse = false; 13515778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1352251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setStickyError(err); 1353575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 13545778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13555778822d86b0337407514b9372562b86edfa91cdAndreas Huber cancelPendingDequeueOperations(); 1356c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1357c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 1358251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung onError(err, actionCode); 1359251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 1360251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung switch (actionCode) { 1361251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case ACTION_CODE_TRANSIENT: 1362251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 1363251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case ACTION_CODE_RECOVERABLE: 1364251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setState(INITIALIZED); 1365251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 1366251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung default: 1367251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setState(UNINITIALIZED); 1368251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 1369c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 13705778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 13715778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 13725778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13735778822d86b0337407514b9372562b86edfa91cdAndreas Huber default: 13745778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 13755530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia sendErrorResponse = false; 13765778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1377251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setStickyError(err); 1378575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 1379c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1380251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung // actionCode in an uninitialized state is always fatal. 1381251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (mState == UNINITIALIZED) { 1382251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung actionCode = ACTION_CODE_FATAL; 1383251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 1384c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 1385251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung onError(err, actionCode); 1386251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 1387251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung switch (actionCode) { 1388251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case ACTION_CODE_TRANSIENT: 1389251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 1390251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case ACTION_CODE_RECOVERABLE: 1391251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setState(INITIALIZED); 1392251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 1393251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung default: 1394251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setState(UNINITIALIZED); 1395251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 1396c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 13975778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 13985778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 13995778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14005778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14015530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia if (sendErrorResponse) { 1402251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(mReplyID, err); 14035778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14045778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 14055778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14065778822d86b0337407514b9372562b86edfa91cdAndreas Huber 140779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim case kWhatComponentAllocated: 14085778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 14095778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ(mState, INITIALIZING); 14105778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(INITIALIZED); 141152dfbee90cc3c4426428318e06a92774f5201198Praveen Chavan mFlags |= kFlagIsComponentAllocated; 14125778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1413717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo CHECK(msg->findString("componentName", &mComponentName)); 14145778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1415717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo if (mComponentName.startsWith("OMX.google.")) { 14163a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar mFlags |= kFlagUsesSoftwareRenderer; 14175778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 14183a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar mFlags &= ~kFlagUsesSoftwareRenderer; 14195778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14205778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1421ea15fd29af81490311af9e12949b43524c39400eRonghua Wu MediaResource::Type resourceType; 1422717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo if (mComponentName.endsWith(".secure")) { 14231bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber mFlags |= kFlagIsSecure; 1424ea15fd29af81490311af9e12949b43524c39400eRonghua Wu resourceType = MediaResource::kSecureCodec; 14251bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber } else { 14261bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber mFlags &= ~kFlagIsSecure; 1427ea15fd29af81490311af9e12949b43524c39400eRonghua Wu resourceType = MediaResource::kNonSecureCodec; 14281bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber } 1429c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu 143058828196edf2fc4debbd7913198a8149f039b4a9Ronghua Wu if (mIsVideo) { 143158828196edf2fc4debbd7913198a8149f039b4a9Ronghua Wu // audio codec is currently ignored. 1432ea15fd29af81490311af9e12949b43524c39400eRonghua Wu addResource(resourceType, MediaResource::kVideoCodec, 1); 143358828196edf2fc4debbd7913198a8149f039b4a9Ronghua Wu } 14341bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber 14355778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(mReplyID); 14365778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 14375778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14385778822d86b0337407514b9372562b86edfa91cdAndreas Huber 143979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim case kWhatComponentConfigured: 14405778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 1441c6044a135324979e62cc59db9dbde8b11c4bb74bAndy Hung if (mState == UNINITIALIZED || mState == INITIALIZED) { 1442c6044a135324979e62cc59db9dbde8b11c4bb74bAndy Hung // In case a kWhatError message came in and replied with error, 1443c6044a135324979e62cc59db9dbde8b11c4bb74bAndy Hung // we log a warning and ignore. 1444c6044a135324979e62cc59db9dbde8b11c4bb74bAndy Hung ALOGW("configure interrupted by error, current state %d", mState); 1445c6044a135324979e62cc59db9dbde8b11c4bb74bAndy Hung break; 1446c6044a135324979e62cc59db9dbde8b11c4bb74bAndy Hung } 14475778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ(mState, CONFIGURING); 14485778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14496507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden // reset input surface flag 14506507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mHaveInputSurface = false; 14516507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden 1452e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar CHECK(msg->findMessage("input-format", &mInputFormat)); 1453e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar CHECK(msg->findMessage("output-format", &mOutputFormat)); 1454b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGV("[%s] configured as input format: %s, output format: %s", 1455b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mComponentName.c_str(), 1456b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mInputFormat->debugString(4).c_str(), 1457b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mOutputFormat->debugString(4).c_str()); 14583a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar int32_t usingSwRenderer; 14593a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (mOutputFormat->findInt32("using-sw-renderer", &usingSwRenderer) 14603a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar && usingSwRenderer) { 14613a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar mFlags |= kFlagUsesSoftwareRenderer; 14623a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 14632606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang setState(CONFIGURED); 14645778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(mReplyID); 14655778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 14665778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14675778822d86b0337407514b9372562b86edfa91cdAndreas Huber 146879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim case kWhatInputSurfaceCreated: 14697cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 147092cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar // response to initiateCreateInputSurface() 14717cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden status_t err = NO_ERROR; 14721dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AMessage> response = new AMessage; 14737cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden if (!msg->findInt32("err", &err)) { 14747cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<RefBase> obj; 14757cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden msg->findObject("input-surface", &obj); 1476b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar CHECK(msg->findMessage("input-format", &mInputFormat)); 1477b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar CHECK(msg->findMessage("output-format", &mOutputFormat)); 1478b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGV("[%s] input surface created as input format: %s, output format: %s", 1479b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mComponentName.c_str(), 1480b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mInputFormat->debugString(4).c_str(), 1481b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mOutputFormat->debugString(4).c_str()); 14827cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden CHECK(obj != NULL); 14837cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden response->setObject("input-surface", obj); 14846507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mHaveInputSurface = true; 14857cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } else { 14867cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden response->setInt32("err", err); 14877cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 14887cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden response->postReply(mReplyID); 14897cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 14907cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 14917cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 149279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim case kWhatInputSurfaceAccepted: 1493d291c222357303b9611cab89d0c3b047584ef377Chong Zhang { 14948f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang // response to initiateSetInputSurface() 1495d291c222357303b9611cab89d0c3b047584ef377Chong Zhang status_t err = NO_ERROR; 1496d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<AMessage> response = new AMessage(); 1497d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (!msg->findInt32("err", &err)) { 1498addf2cbb120346ae42e78fa739245a353db5edadChong Zhang CHECK(msg->findMessage("input-format", &mInputFormat)); 1499addf2cbb120346ae42e78fa739245a353db5edadChong Zhang CHECK(msg->findMessage("output-format", &mOutputFormat)); 1500d291c222357303b9611cab89d0c3b047584ef377Chong Zhang mHaveInputSurface = true; 1501d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } else { 1502d291c222357303b9611cab89d0c3b047584ef377Chong Zhang response->setInt32("err", err); 1503d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 1504d291c222357303b9611cab89d0c3b047584ef377Chong Zhang response->postReply(mReplyID); 1505d291c222357303b9611cab89d0c3b047584ef377Chong Zhang break; 1506d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 1507d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 150879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim case kWhatSignaledInputEOS: 15097cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 151092cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar // response to signalEndOfInputStream() 15111dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AMessage> response = new AMessage; 15127cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden status_t err; 15137cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden if (msg->findInt32("err", &err)) { 15147cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden response->setInt32("err", err); 15157cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 15167cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden response->postReply(mReplyID); 15177cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 15187cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 15197cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 15207cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 152179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim case kWhatBuffersAllocated: 15225778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 15237bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Mutex::Autolock al(mBufferLock); 15245778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t portIndex; 15255778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("portIndex", &portIndex)); 15265778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15275778822d86b0337407514b9372562b86edfa91cdAndreas Huber ALOGV("%s buffers allocated", 15285778822d86b0337407514b9372562b86edfa91cdAndreas Huber portIndex == kPortIndexInput ? "input" : "output"); 15295778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15305778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(portIndex == kPortIndexInput 15315778822d86b0337407514b9372562b86edfa91cdAndreas Huber || portIndex == kPortIndexOutput); 15325778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15335778822d86b0337407514b9372562b86edfa91cdAndreas Huber mPortBuffers[portIndex].clear(); 1534fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim mPortBufferArrays[portIndex].clear(); 15355778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15365778822d86b0337407514b9372562b86edfa91cdAndreas Huber Vector<BufferInfo> *buffers = &mPortBuffers[portIndex]; 15375778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1538eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber sp<RefBase> obj; 1539eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber CHECK(msg->findObject("portDesc", &obj)); 1540eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber 154192cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar sp<CodecBase::PortDescription> portDesc = 154292cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar static_cast<CodecBase::PortDescription *>(obj.get()); 15435778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1544eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber size_t numBuffers = portDesc->countBuffers(); 154514e8740f39a707898cd0f7d476ec39ab44eaec38Wonsik Kim 154614e8740f39a707898cd0f7d476ec39ab44eaec38Wonsik Kim size_t totalSize = 0; 154714e8740f39a707898cd0f7d476ec39ab44eaec38Wonsik Kim for (size_t i = 0; i < numBuffers; ++i) { 154814e8740f39a707898cd0f7d476ec39ab44eaec38Wonsik Kim if (portIndex == kPortIndexInput && mCrypto != NULL) { 154914e8740f39a707898cd0f7d476ec39ab44eaec38Wonsik Kim totalSize += portDesc->bufferAt(i)->capacity(); 155014e8740f39a707898cd0f7d476ec39ab44eaec38Wonsik Kim } 155114e8740f39a707898cd0f7d476ec39ab44eaec38Wonsik Kim } 155214e8740f39a707898cd0f7d476ec39ab44eaec38Wonsik Kim 155314e8740f39a707898cd0f7d476ec39ab44eaec38Wonsik Kim if (totalSize) { 155414e8740f39a707898cd0f7d476ec39ab44eaec38Wonsik Kim mDealer = new MemoryDealer(totalSize, "MediaCodec"); 155514e8740f39a707898cd0f7d476ec39ab44eaec38Wonsik Kim } 155614e8740f39a707898cd0f7d476ec39ab44eaec38Wonsik Kim 1557eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber for (size_t i = 0; i < numBuffers; ++i) { 15585778822d86b0337407514b9372562b86edfa91cdAndreas Huber BufferInfo info; 1559eb61431af13741aa8b7e57a39f69bba5a6c190dcAndreas Huber info.mBufferID = portDesc->bufferIDAt(i); 15605778822d86b0337407514b9372562b86edfa91cdAndreas Huber info.mOwnedByClient = false; 156114e8740f39a707898cd0f7d476ec39ab44eaec38Wonsik Kim sp<MediaCodecBuffer> buffer = portDesc->bufferAt(i); 156214e8740f39a707898cd0f7d476ec39ab44eaec38Wonsik Kim if (portIndex == kPortIndexInput && mCrypto != NULL) { 156314e8740f39a707898cd0f7d476ec39ab44eaec38Wonsik Kim info.mSharedEncryptedBuffer = mDealer->allocate(buffer->capacity()); 156414e8740f39a707898cd0f7d476ec39ab44eaec38Wonsik Kim buffer = new SharedMemoryBuffer( 156514e8740f39a707898cd0f7d476ec39ab44eaec38Wonsik Kim mInputFormat, info.mSharedEncryptedBuffer); 156614e8740f39a707898cd0f7d476ec39ab44eaec38Wonsik Kim } 15675778822d86b0337407514b9372562b86edfa91cdAndreas Huber buffers->push_back(info); 156814e8740f39a707898cd0f7d476ec39ab44eaec38Wonsik Kim mPortBufferArrays[portIndex].push_back(buffer); 15695778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15705778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15715778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (portIndex == kPortIndexOutput) { 15725778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mState == STARTING) { 15735778822d86b0337407514b9372562b86edfa91cdAndreas Huber // We're always allocating output buffers after 15745778822d86b0337407514b9372562b86edfa91cdAndreas Huber // allocating input buffers, so this is a good 15755778822d86b0337407514b9372562b86edfa91cdAndreas Huber // indication that now all buffers are allocated. 157667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mIsVideo) { 1577c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu addResource( 1578ea15fd29af81490311af9e12949b43524c39400eRonghua Wu MediaResource::kGraphicMemory, 1579ea15fd29af81490311af9e12949b43524c39400eRonghua Wu MediaResource::kUnspecifiedSubType, 1580c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu getGraphicBufferSize()); 158167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 15825778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(STARTED); 15835778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(mReplyID); 15845778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 15855778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags |= kFlagOutputBuffersChanged; 1586575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 15875778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15885778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15895778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 15905778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15915778822d86b0337407514b9372562b86edfa91cdAndreas Huber 159279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim case kWhatOutputFramesRendered: 159390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar { 159490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // ignore these in all states except running, and check that we have a 159590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // notification set 159690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (mState == STARTED && mOnFrameRenderedNotification != NULL) { 159790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar sp<AMessage> notify = mOnFrameRenderedNotification->dup(); 159890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar notify->setMessage("data", msg); 159990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar notify->post(); 160090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 160190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar break; 160290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 160390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 160479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim case kWhatFillThisBuffer: 16055778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 16065778822d86b0337407514b9372562b86edfa91cdAndreas Huber /* size_t index = */updateBuffers(kPortIndexInput, msg); 16075778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1608c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber if (mState == FLUSHING 1609c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber || mState == STOPPING 1610c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber || mState == RELEASING) { 16115778822d86b0337407514b9372562b86edfa91cdAndreas Huber returnBuffersToCodecOnPort(kPortIndexInput); 16125778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 16135778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 16145778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16157e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim // TODO: hold reference of buffer from downstream when 16167e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim // mPortBuffers is removed. 16177e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim 16188ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber if (!mCSD.empty()) { 16198ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber ssize_t index = dequeuePortBuffer(kPortIndexInput); 16208ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber CHECK_GE(index, 0); 16218ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 16228ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber // If codec specific data had been specified as 16238ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber // part of the format in the call to configure and 16248ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber // if there's more csd left, we submit it here 16258ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber // clients only get access to input buffers once 16268ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber // this data has been exhausted. 16278ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 16288ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber status_t err = queueCSDInputBuffer(index); 16298ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 16308ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber if (err != OK) { 16318ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber ALOGE("queueCSDInputBuffer failed w/ error %d", 16328ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber err); 16338ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 1634251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setStickyError(err); 1635575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 1636575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 16378ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber cancelPendingDequeueOperations(); 16388ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber } 16398ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber break; 16408ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber } 16418ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 1642c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 16436e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar if (!mHaveInputSurface) { 16443d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang if (mState == FLUSHED) { 16453d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang mHavePendingInputBuffers = true; 16463d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang } else { 16473d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang onInputBufferAvailable(); 16483d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang } 16496e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar } 1650c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } else if (mFlags & kFlagDequeueInputPending) { 16515778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(handleDequeueInputBuffer(mDequeueInputReplyID)); 16525778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16535778822d86b0337407514b9372562b86edfa91cdAndreas Huber ++mDequeueInputTimeoutGeneration; 16545778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueInputPending; 16555778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputReplyID = 0; 1656575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber } else { 1657575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 16585778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 16595778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 16605778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 16615778822d86b0337407514b9372562b86edfa91cdAndreas Huber 166279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim case kWhatDrainThisBuffer: 16635778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 16645778822d86b0337407514b9372562b86edfa91cdAndreas Huber /* size_t index = */updateBuffers(kPortIndexOutput, msg); 16655778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1666c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber if (mState == FLUSHING 1667c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber || mState == STOPPING 1668c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber || mState == RELEASING) { 16695778822d86b0337407514b9372562b86edfa91cdAndreas Huber returnBuffersToCodecOnPort(kPortIndexOutput); 16705778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 16715778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 16725778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16737e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim sp<RefBase> obj; 16747e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim CHECK(msg->findObject("buffer", &obj)); 16757e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim sp<MediaCodecBuffer> buffer = static_cast<MediaCodecBuffer *>(obj.get()); 16767e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim // TODO: hold buffer's reference when we remove mPortBuffers 16775778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16785778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t omxFlags; 16795778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("flags", &omxFlags)); 16805778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16815778822d86b0337407514b9372562b86edfa91cdAndreas Huber buffer->meta()->setInt32("omxFlags", omxFlags); 1682fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim if (mOutputFormat != buffer->format()) { 1683fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim mOutputFormat = buffer->format(); 1684fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim ALOGV("[%s] output format changed to: %s", 1685fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim mComponentName.c_str(), mOutputFormat->debugString(4).c_str()); 1686fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim 1687fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim if (mSoftRenderer == NULL && 1688fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim mSurface != NULL && 1689fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim (mFlags & kFlagUsesSoftwareRenderer)) { 1690fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim AString mime; 1691fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim CHECK(mOutputFormat->findString("mime", &mime)); 1692fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim 1693fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim // TODO: propagate color aspects to software renderer to allow better 1694fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim // color conversion to RGB. For now, just mark dataspace for YUV 1695fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim // rendering. 1696fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim int32_t dataSpace; 1697fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim if (mOutputFormat->findInt32("android._dataspace", &dataSpace)) { 1698fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim ALOGD("[%s] setting dataspace on output surface to #%x", 1699fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim mComponentName.c_str(), dataSpace); 1700fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim int err = native_window_set_buffers_data_space( 1701fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim mSurface.get(), (android_dataspace)dataSpace); 1702fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim ALOGW_IF(err != 0, "failed to set dataspace on surface (%d)", err); 1703fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim } 1704fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim 1705fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim if (mime.startsWithIgnoreCase("video/")) { 1706fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim mSoftRenderer = new SoftwareRenderer(mSurface, mRotationDegrees); 1707fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim } 1708fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim } 17095778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1710fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim if (mFlags & kFlagIsEncoder) { 1711fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim // Before we announce the format change we should 1712fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim // collect codec specific data and amend the output 1713fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim // format as necessary. 1714fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim if (omxFlags & OMX_BUFFERFLAG_CODECCONFIG) { 1715fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim status_t err = 1716fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim amendOutputFormatWithCodecSpecificData(buffer); 1717fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim 1718fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim if (err != OK) { 1719fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim ALOGE("Codec spit out malformed codec " 1720fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim "specific data!"); 1721fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim } 1722e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 1723e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 1724e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 1725c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 1726c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang onOutputFormatChanged(); 1727c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } else { 1728c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mFlags |= kFlagOutputFormatChanged; 1729fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim postActivityNotificationIfPossible(); 1730fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim } 1731fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim 1732fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim // Notify mCrypto of video resolution changes 1733fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim if (mCrypto != NULL) { 1734fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim int32_t left, top, right, bottom, width, height; 1735fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim if (mOutputFormat->findRect("crop", &left, &top, &right, &bottom)) { 1736fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim mCrypto->notifyResolution(right - left + 1, bottom - top + 1); 1737fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim } else if (mOutputFormat->findInt32("width", &width) 1738fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim && mOutputFormat->findInt32("height", &height)) { 1739fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim mCrypto->notifyResolution(width, height); 1740fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim } 1741c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 1742e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 1743e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 1744c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 1745c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang onOutputBufferAvailable(); 1746c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } else if (mFlags & kFlagDequeueOutputPending) { 17475778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(handleDequeueOutputBuffer(mDequeueOutputReplyID)); 17485778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17495778822d86b0337407514b9372562b86edfa91cdAndreas Huber ++mDequeueOutputTimeoutGeneration; 17505778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueOutputPending; 17515778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueOutputReplyID = 0; 1752575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber } else { 1753575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 17545778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 1755575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 17565778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 17575778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 17585778822d86b0337407514b9372562b86edfa91cdAndreas Huber 175979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim case kWhatEOS: 17605778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 17615778822d86b0337407514b9372562b86edfa91cdAndreas Huber // We already notify the client of this by using the 17625778822d86b0337407514b9372562b86edfa91cdAndreas Huber // corresponding flag in "onOutputBufferReady". 17635778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 17645778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 17655778822d86b0337407514b9372562b86edfa91cdAndreas Huber 176679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim case kWhatStopCompleted: 17675778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 1768349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang if (mState != STOPPING) { 1769349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang ALOGW("Received kWhatStopCompleted in state %d", mState); 17705d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang break; 17715d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang } 1772349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang setState(INITIALIZED); 1773349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang (new AMessage)->postReply(mReplyID); 1774349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang break; 1775349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang } 1776349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang 177779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim case kWhatReleaseCompleted: 1778349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang { 1779349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang if (mState != RELEASING) { 1780349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang ALOGW("Received kWhatReleaseCompleted in state %d", mState); 1781349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang break; 1782c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 1783349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang setState(UNINITIALIZED); 1784349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang mComponentName.clear(); 1785349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang 178652dfbee90cc3c4426428318e06a92774f5201198Praveen Chavan mFlags &= ~kFlagIsComponentAllocated; 17875778822d86b0337407514b9372562b86edfa91cdAndreas Huber 178867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mResourceManagerService->removeResource(getId(mResourceManagerClient)); 178967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 17905778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(mReplyID); 17915778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 17925778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 17935778822d86b0337407514b9372562b86edfa91cdAndreas Huber 179479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim case kWhatFlushCompleted: 17955778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 17965530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia if (mState != FLUSHING) { 17975530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia ALOGW("received FlushCompleted message in state %d", 17985530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia mState); 17995530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia break; 18005530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia } 18015778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18020e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (mFlags & kFlagIsAsync) { 18030e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar setState(FLUSHED); 18040e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar } else { 18050e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar setState(STARTED); 18060e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar mCodec->signalResume(); 18070e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar } 18085778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18095778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(mReplyID); 18105778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 18115778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 18125778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18135778822d86b0337407514b9372562b86edfa91cdAndreas Huber default: 18145778822d86b0337407514b9372562b86edfa91cdAndreas Huber TRESPASS(); 18155778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 18165778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 18175778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 18185778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18195778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatInit: 18205778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 18213f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 18225778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 18235778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18245778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mState != UNINITIALIZED) { 1825c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 18265778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 18275778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 18285778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18295778822d86b0337407514b9372562b86edfa91cdAndreas Huber mReplyID = replyID; 18305778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(INITIALIZING); 18315778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18325778822d86b0337407514b9372562b86edfa91cdAndreas Huber AString name; 18335778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findString("name", &name)); 18345778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18355778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t nameIsType; 18365778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t encoder = false; 18370db280176bd3277e3256252d063f3712b1905ba9Andreas Huber CHECK(msg->findInt32("nameIsType", &nameIsType)); 18380db280176bd3277e3256252d063f3712b1905ba9Andreas Huber if (nameIsType) { 18395778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("encoder", &encoder)); 18405778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 18415778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18425778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> format = new AMessage; 18435778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18445778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (nameIsType) { 18455778822d86b0337407514b9372562b86edfa91cdAndreas Huber format->setString("mime", name.c_str()); 18465778822d86b0337407514b9372562b86edfa91cdAndreas Huber format->setInt32("encoder", encoder); 18475778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 18485778822d86b0337407514b9372562b86edfa91cdAndreas Huber format->setString("componentName", name.c_str()); 18495778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 18505778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18515778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->initiateAllocateComponent(format); 18525778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 18535778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 18545778822d86b0337407514b9372562b86edfa91cdAndreas Huber 185590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar case kWhatSetNotification: 185690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar { 185790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar sp<AMessage> notify; 185890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (msg->findMessage("on-frame-rendered", ¬ify)) { 185990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mOnFrameRenderedNotification = notify; 186090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 186190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar break; 186290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 186390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 1864c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang case kWhatSetCallback: 1865c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang { 18663f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 1867c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang CHECK(msg->senderAwaitsResponse(&replyID)); 1868c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1869c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mState == UNINITIALIZED 1870c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang || mState == INITIALIZING 18710e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar || isExecuting()) { 18720e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar // callback can't be set after codec is executing, 1873c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang // or before it's initialized (as the callback 1874c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang // will be cleared when it goes to INITIALIZED) 1875c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 1876c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang break; 1877c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 1878c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1879c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> callback; 1880c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang CHECK(msg->findMessage("callback", &callback)); 1881c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1882c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mCallback = callback; 1883c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1884c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mCallback != NULL) { 1885c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang ALOGI("MediaCodec will operate in async mode"); 1886c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mFlags |= kFlagIsAsync; 1887c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } else { 1888c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mFlags &= ~kFlagIsAsync; 1889c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 1890c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1891c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> response = new AMessage; 1892c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang response->postReply(replyID); 1893c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang break; 1894c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 1895c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 18965778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatConfigure: 18975778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 18983f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 18995778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 19005778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19015778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mState != INITIALIZED) { 1902c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 19035778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 19045778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19055778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19065778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<RefBase> obj; 1907f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar CHECK(msg->findObject("surface", &obj)); 19085778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19095778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> format; 19105778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findMessage("format", &format)); 19115778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19128b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar int32_t push; 19138b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar if (msg->findInt32("push-blank-buffers-on-shutdown", &push) && push != 0) { 19148b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar mFlags |= kFlagPushBlankBuffersOnShutdown; 19158b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar } 19168b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar 19175778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (obj != NULL) { 19185778822d86b0337407514b9372562b86edfa91cdAndreas Huber format->setObject("native-window", obj); 1919f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar status_t err = handleSetSurface(static_cast<Surface *>(obj.get())); 19207541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber if (err != OK) { 1921c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, err); 19227541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber break; 19231bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber } 19241bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber } else { 1925f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar handleSetSurface(NULL); 19261bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber } 19271bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber 19287541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber mReplyID = replyID; 19297541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber setState(CONFIGURING); 19307541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 19311bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber void *crypto; 19321bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber if (!msg->findPointer("crypto", &crypto)) { 19331bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber crypto = NULL; 19345778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19355778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19361bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber mCrypto = static_cast<ICrypto *>(crypto); 19371bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber 19385778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t flags; 19395778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("flags", (int32_t *)&flags)); 19405778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19415778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (flags & CONFIGURE_FLAG_ENCODE) { 19425778822d86b0337407514b9372562b86edfa91cdAndreas Huber format->setInt32("encoder", true); 1943e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mFlags |= kFlagIsEncoder; 19445778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19455778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19468ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber extractCSD(format); 19478ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 19485778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->initiateConfigureComponent(format); 19495778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 19505778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19515778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19521dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar case kWhatSetSurface: 19531dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar { 19541dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AReplyToken> replyID; 19551dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar CHECK(msg->senderAwaitsResponse(&replyID)); 19561dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 19571dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar status_t err = OK; 19581dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<Surface> surface; 19591dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 19601dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar switch (mState) { 19611dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar case CONFIGURED: 19621dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar case STARTED: 19631dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar case FLUSHED: 19641dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar { 19651dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<RefBase> obj; 19661dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar (void)msg->findObject("surface", &obj); 19671dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<Surface> surface = static_cast<Surface *>(obj.get()); 19681dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mSurface == NULL) { 19691dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // do not support setting surface if it was not set 19701dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = INVALID_OPERATION; 19711dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } else if (obj == NULL) { 19721dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // do not support unsetting surface 19731dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = BAD_VALUE; 19741dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } else { 19751dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = connectToSurface(surface); 1976098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar if (err == ALREADY_EXISTS) { 1977098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar // reconnecting to same surface 19781dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = OK; 19791dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } else { 19801dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err == OK) { 19811dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mFlags & kFlagUsesSoftwareRenderer) { 19828b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar if (mSoftRenderer != NULL 19838b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar && (mFlags & kFlagPushBlankBuffersOnShutdown)) { 19848b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar pushBlankBuffersToNativeWindow(mSurface.get()); 19858b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar } 19861dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mSoftRenderer = new SoftwareRenderer(surface); 19871dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // TODO: check if this was successful 19881dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } else { 19891dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = mCodec->setSurface(surface); 19901dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 19911dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 19921dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err == OK) { 19931dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar (void)disconnectFromSurface(); 19941dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mSurface = surface; 19951dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 19961dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 19971dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 19981dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar break; 19991dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 20001dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 20011dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar default: 20021dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = INVALID_OPERATION; 20031dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar break; 20041dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 20051dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 20061dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar PostReplyWithError(replyID, err); 20071dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar break; 20081dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 20091dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 20107cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden case kWhatCreateInputSurface: 20118f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang case kWhatSetInputSurface: 20127cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 20133f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 20147cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden CHECK(msg->senderAwaitsResponse(&replyID)); 20157cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 20167cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden // Must be configured, but can't have been started yet. 20177cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden if (mState != CONFIGURED) { 2018c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 20197cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 20207cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 20217cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 20227cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mReplyID = replyID; 2023d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (msg->what() == kWhatCreateInputSurface) { 2024d291c222357303b9611cab89d0c3b047584ef377Chong Zhang mCodec->initiateCreateInputSurface(); 2025d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } else { 2026d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<RefBase> obj; 2027d291c222357303b9611cab89d0c3b047584ef377Chong Zhang CHECK(msg->findObject("input-surface", &obj)); 2028d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 20298f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang mCodec->initiateSetInputSurface( 2030d291c222357303b9611cab89d0c3b047584ef377Chong Zhang static_cast<PersistentSurface *>(obj.get())); 2031d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 20327cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 20337cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 20345778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatStart: 20355778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 20363f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 20375778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 20385778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20390e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (mState == FLUSHED) { 2040d9e0603a1be07dbb347c55050c7d4629ea7492e8Chong Zhang setState(STARTED); 20413d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang if (mHavePendingInputBuffers) { 20423d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang onInputBufferAvailable(); 20433d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang mHavePendingInputBuffers = false; 20443d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang } 20450e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar mCodec->signalResume(); 20460e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar PostReplyWithError(replyID, OK); 2047d9e0603a1be07dbb347c55050c7d4629ea7492e8Chong Zhang break; 20480e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar } else if (mState != CONFIGURED) { 2049c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 20505778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 20515778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20525778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20535778822d86b0337407514b9372562b86edfa91cdAndreas Huber mReplyID = replyID; 20545778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(STARTING); 20555778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20565778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->initiateStart(); 20575778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 20585778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20595778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20605778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatStop: 2061c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber case kWhatRelease: 2062c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber { 2063aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber State targetState = 2064aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber (msg->what() == kWhatStop) ? INITIALIZED : UNINITIALIZED; 2065aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber 20663f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 2067c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 2068c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 206947a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu // already stopped/released 207047a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu if (mState == UNINITIALIZED && mReleasedByResourceManager) { 207147a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu sp<AMessage> response = new AMessage; 207247a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu response->setInt32("err", OK); 207347a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu response->postReply(replyID); 207447a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu break; 207547a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu } 207647a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu 207747a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu int32_t reclaimed = 0; 207847a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu msg->findInt32("reclaimed", &reclaimed); 207947a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu if (reclaimed) { 208047a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu mReleasedByResourceManager = true; 20814b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu 20824b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu int32_t force = 0; 20834b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu msg->findInt32("force", &force); 20844b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu if (!force && hasPendingBuffer()) { 20854b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu ALOGW("Can't reclaim codec right now due to pending buffers."); 20864b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu 20874b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu // return WOULD_BLOCK to ask resource manager to retry later. 20884b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu sp<AMessage> response = new AMessage; 20894b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu response->setInt32("err", WOULD_BLOCK); 20904b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu response->postReply(replyID); 20914b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu 20924b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu // notify the async client 20934b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu if (mFlags & kFlagIsAsync) { 20944b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu onError(DEAD_OBJECT, ACTION_CODE_FATAL); 20954b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu } 20964b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu break; 20974b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu } 209847a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu } 209947a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu 21005d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang bool isReleasingAllocatedComponent = 21015d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang (mFlags & kFlagIsComponentAllocated) && targetState == UNINITIALIZED; 21025d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang if (!isReleasingAllocatedComponent // See 1 210333223c4f97abb78fa8c92e1b8c817546f15d97e1Andy Hung && mState != INITIALIZED 21040e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar && mState != CONFIGURED && !isExecuting()) { 210533223c4f97abb78fa8c92e1b8c817546f15d97e1Andy Hung // 1) Permit release to shut down the component if allocated. 210633223c4f97abb78fa8c92e1b8c817546f15d97e1Andy Hung // 210733223c4f97abb78fa8c92e1b8c817546f15d97e1Andy Hung // 2) We may be in "UNINITIALIZED" state already and 210852dfbee90cc3c4426428318e06a92774f5201198Praveen Chavan // also shutdown the encoder/decoder without the 210903ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // client being aware of this if media server died while 211003ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // we were being stopped. The client would assume that 211103ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // after stop() returned, it would be safe to call release() 211203ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // and it should be in this case, no harm to allow a release() 211303ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // if we're already uninitialized. 2114c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber sp<AMessage> response = new AMessage; 211547a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu // TODO: we shouldn't throw an exception for stop/release. Change this to wait until 211647a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu // the previous stop/release completes and then reply with OK. 21176e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar status_t err = mState == targetState ? OK : INVALID_OPERATION; 21186e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar response->setInt32("err", err); 21196e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar if (err == OK && targetState == UNINITIALIZED) { 21206e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar mComponentName.clear(); 21216e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar } 2122c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber response->postReply(replyID); 2123c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber break; 2124c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 2125c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 21265d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang // If we're flushing, or we're stopping but received a release 21275d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang // request, post the reply for the pending call first, and consider 21285d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang // it done. The reply token will be replaced after this, and we'll 21295d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang // no longer be able to reply. 21305d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang if (mState == FLUSHING || mState == STOPPING) { 21315d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang (new AMessage)->postReply(mReplyID); 21325d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang } 21335d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang 2134aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber if (mFlags & kFlagSawMediaServerDie) { 2135aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber // It's dead, Jim. Don't expect initiateShutdown to yield 2136aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber // any useful results now... 2137aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber setState(UNINITIALIZED); 21386e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar if (targetState == UNINITIALIZED) { 21396e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar mComponentName.clear(); 21406e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar } 2141aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber (new AMessage)->postReply(replyID); 2142aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber break; 2143aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber } 2144aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber 21455d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang // If we already have an error, component may not be able to 21465d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang // complete the shutdown properly. If we're stopping, post the 21475d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang // reply now with an error to unblock the client, client can 21485d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang // release after the failure (instead of ANR). 21495d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang if (msg->what() == kWhatStop && (mFlags & kFlagStickyError)) { 21505d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang PostReplyWithError(replyID, getStickyError()); 21515d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang break; 21525d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang } 21535d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang 2154c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mReplyID = replyID; 2155aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber setState(msg->what() == kWhatStop ? STOPPING : RELEASING); 2156aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber 2157aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber mCodec->initiateShutdown( 2158aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber msg->what() == kWhatStop /* keepComponentAllocated */); 2159c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 216086b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu returnBuffersToCodec(reclaimed); 21618b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar 21628b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar if (mSoftRenderer != NULL && (mFlags & kFlagPushBlankBuffersOnShutdown)) { 21638b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar pushBlankBuffersToNativeWindow(mSurface.get()); 21648b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar } 21655d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang 21665778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 21675778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 21685778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21695778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatDequeueInputBuffer: 21705778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 21713f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 21725778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 21735778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2174c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 2175c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang ALOGE("dequeueOutputBuffer can't be used in async mode"); 2176c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 2177c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang break; 2178c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2179c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 21806507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden if (mHaveInputSurface) { 21816507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden ALOGE("dequeueInputBuffer can't be used with input surface"); 2182c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 21836507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden break; 21846507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden } 21856507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden 21865778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (handleDequeueInputBuffer(replyID, true /* new request */)) { 21875778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 21885778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 21895778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21905778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t timeoutUs; 21915778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt64("timeoutUs", &timeoutUs)); 21925778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21935778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (timeoutUs == 0ll) { 2194c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, -EAGAIN); 21955778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 21965778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 21975778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21985778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags |= kFlagDequeueInputPending; 21995778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputReplyID = replyID; 22005778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22015778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (timeoutUs > 0ll) { 22025778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> timeoutMsg = 22031d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar new AMessage(kWhatDequeueInputTimedOut, this); 22045778822d86b0337407514b9372562b86edfa91cdAndreas Huber timeoutMsg->setInt32( 22055778822d86b0337407514b9372562b86edfa91cdAndreas Huber "generation", ++mDequeueInputTimeoutGeneration); 22065778822d86b0337407514b9372562b86edfa91cdAndreas Huber timeoutMsg->post(timeoutUs); 22075778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 22085778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 22095778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 22105778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22115778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatDequeueInputTimedOut: 22125778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 22135778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t generation; 22145778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("generation", &generation)); 22155778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22165778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (generation != mDequeueInputTimeoutGeneration) { 22175778822d86b0337407514b9372562b86edfa91cdAndreas Huber // Obsolete 22185778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 22195778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 22205778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22215778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(mFlags & kFlagDequeueInputPending); 22225778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2223c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(mDequeueInputReplyID, -EAGAIN); 22245778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22255778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueInputPending; 22265778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputReplyID = 0; 22275778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 22285778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 22295778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22305778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatQueueInputBuffer: 22315778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 22323f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 22335778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 22345778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2235251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (!isExecuting()) { 2236c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 22375778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 2238251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 2239251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 2240251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 22415778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 22425778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22435778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = onQueueInputBuffer(msg); 22445778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2245c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, err); 22465778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 22475778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 22485778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22495778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatDequeueOutputBuffer: 22505778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 22513f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 22525778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 22535778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2254c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 2255c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang ALOGE("dequeueOutputBuffer can't be used in async mode"); 2256c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 2257c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang break; 2258c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2259c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 22605778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (handleDequeueOutputBuffer(replyID, true /* new request */)) { 22615778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 22625778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 22635778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22645778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t timeoutUs; 22655778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt64("timeoutUs", &timeoutUs)); 22665778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22675778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (timeoutUs == 0ll) { 2268c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, -EAGAIN); 22695778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 22705778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 22715778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22725778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags |= kFlagDequeueOutputPending; 22735778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueOutputReplyID = replyID; 22745778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22755778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (timeoutUs > 0ll) { 22765778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> timeoutMsg = 22771d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar new AMessage(kWhatDequeueOutputTimedOut, this); 22785778822d86b0337407514b9372562b86edfa91cdAndreas Huber timeoutMsg->setInt32( 22795778822d86b0337407514b9372562b86edfa91cdAndreas Huber "generation", ++mDequeueOutputTimeoutGeneration); 22805778822d86b0337407514b9372562b86edfa91cdAndreas Huber timeoutMsg->post(timeoutUs); 22815778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 22825778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 22835778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 22845778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22855778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatDequeueOutputTimedOut: 22865778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 22875778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t generation; 22885778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("generation", &generation)); 22895778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22905778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (generation != mDequeueOutputTimeoutGeneration) { 22915778822d86b0337407514b9372562b86edfa91cdAndreas Huber // Obsolete 22925778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 22935778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 22945778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22955778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(mFlags & kFlagDequeueOutputPending); 22965778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2297c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(mDequeueOutputReplyID, -EAGAIN); 22985778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22995778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueOutputPending; 23005778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueOutputReplyID = 0; 23015778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 23025778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23035778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23045778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatReleaseOutputBuffer: 23055778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 23063f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 23075778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 23085778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2309251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (!isExecuting()) { 2310c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 23115778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 2312251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 2313251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 2314251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 23155778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23165778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23175778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = onReleaseOutputBuffer(msg); 23185778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2319c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, err); 23205778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 23215778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23225778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23237cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden case kWhatSignalEndOfInputStream: 23247cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 23253f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 23267cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden CHECK(msg->senderAwaitsResponse(&replyID)); 23277cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 23286d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang if (!isExecuting() || !mHaveInputSurface) { 2329c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 23307cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 2331251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 2332251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 2333251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 23347cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 23357cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 23367cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mReplyID = replyID; 23377cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mCodec->signalEndOfInputStream(); 23387cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 23397cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 23407cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 23415778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatGetBuffers: 23425778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 23433f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 23445778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 2345e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar // Unfortunately widevine legacy source requires knowing all of the 2346e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar // codec input buffers, so we have to provide them even in async mode. 2347e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar int32_t widevine = 0; 2348e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar msg->findInt32("widevine", &widevine); 23495778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2350e6109e2f10b43c2cc2561c6fd6633b5f988bd7a9Lajos Molnar if (!isExecuting() || ((mFlags & kFlagIsAsync) && !widevine)) { 2351c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 23525778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 2353251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 2354251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 2355251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 23565778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23575778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23585778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t portIndex; 23595778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("portIndex", &portIndex)); 23605778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23617e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim Vector<sp<MediaCodecBuffer> > *dstBuffers; 23625778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findPointer("buffers", (void **)&dstBuffers)); 23635778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23645778822d86b0337407514b9372562b86edfa91cdAndreas Huber dstBuffers->clear(); 2365e4aab10641a099d8a295b3ed61e2f5248f28a669Chong Zhang // If we're using input surface (either non-persistent created by 2366e4aab10641a099d8a295b3ed61e2f5248f28a669Chong Zhang // createInputSurface(), or persistent set by setInputSurface()), 2367e4aab10641a099d8a295b3ed61e2f5248f28a669Chong Zhang // give the client an empty input buffers array. 2368e4aab10641a099d8a295b3ed61e2f5248f28a669Chong Zhang if (portIndex != kPortIndexInput || !mHaveInputSurface) { 2369fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim const Vector<sp<MediaCodecBuffer>> &srcBuffers = mPortBufferArrays[portIndex]; 2370e4aab10641a099d8a295b3ed61e2f5248f28a669Chong Zhang 2371e4aab10641a099d8a295b3ed61e2f5248f28a669Chong Zhang for (size_t i = 0; i < srcBuffers.size(); ++i) { 2372fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim dstBuffers->push_back(srcBuffers[i]); 2373e4aab10641a099d8a295b3ed61e2f5248f28a669Chong Zhang } 23745778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23755778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23765778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(replyID); 23775778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 23785778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23795778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23805778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatFlush: 23815778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 23823f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 23835778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 23845778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2385251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (!isExecuting()) { 2386c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 23875778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 2388251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 2389251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 2390251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 23915778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23925778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23935778822d86b0337407514b9372562b86edfa91cdAndreas Huber mReplyID = replyID; 23940e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar // TODO: skip flushing if already FLUSHED 23955778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(FLUSHING); 23965778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23975778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->signalFlush(); 23985778822d86b0337407514b9372562b86edfa91cdAndreas Huber returnBuffersToCodec(); 23995778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 24005778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24015778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2402e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar case kWhatGetInputFormat: 24035778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatGetOutputFormat: 24045778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 2405e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar sp<AMessage> format = 2406e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar (msg->what() == kWhatGetOutputFormat ? mOutputFormat : mInputFormat); 2407e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 24083f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 24095778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 24105778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2411e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if ((mState != CONFIGURED && mState != STARTING && 24120e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar mState != STARTED && mState != FLUSHING && 24130e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar mState != FLUSHED) 2414e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar || format == NULL) { 2415c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 24165778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 2417251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 2418251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 2419251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 24205778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24215778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24225778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response = new AMessage; 2423e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar response->setMessage("format", format); 24245778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->postReply(replyID); 24255778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 24265778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24275778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2428496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber case kWhatRequestIDRFrame: 2429496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber { 2430496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber mCodec->signalRequestIDRFrame(); 2431496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber break; 2432496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber } 2433496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 2434575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber case kWhatRequestActivityNotification: 2435575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber { 2436575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber CHECK(mActivityNotify == NULL); 2437575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber CHECK(msg->findMessage("notify", &mActivityNotify)); 2438575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 2439575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 2440575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber break; 2441575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber } 2442575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 2443717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo case kWhatGetName: 2444717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo { 24453f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 2446717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo CHECK(msg->senderAwaitsResponse(&replyID)); 2447717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 2448717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo if (mComponentName.empty()) { 2449c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 2450717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo break; 2451717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo } 2452717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 2453717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo sp<AMessage> response = new AMessage; 2454717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo response->setString("name", mComponentName.c_str()); 2455717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo response->postReply(replyID); 2456717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo break; 2457717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo } 2458717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 2459a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber case kWhatSetParameters: 2460a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber { 24613f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 2462a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 2463a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 2464a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber sp<AMessage> params; 2465a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber CHECK(msg->findMessage("params", ¶ms)); 2466a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 2467a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber status_t err = onSetParameters(params); 2468a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 2469c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, err); 2470a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber break; 2471a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber } 2472a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 24735778822d86b0337407514b9372562b86edfa91cdAndreas Huber default: 24745778822d86b0337407514b9372562b86edfa91cdAndreas Huber TRESPASS(); 24755778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24765778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 24775778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24788ee516a515c70a492c395b67ce12e19e7d159804Andreas Hubervoid MediaCodec::extractCSD(const sp<AMessage> &format) { 24798ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber mCSD.clear(); 24808ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 24818ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber size_t i = 0; 24828ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber for (;;) { 24838ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber sp<ABuffer> csd; 2484a1e8944a21e5833b7aadc451776f11797f5f9273Elliott Hughes if (!format->findBuffer(AStringPrintf("csd-%u", i).c_str(), &csd)) { 24858ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber break; 24868ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber } 24874f59c7e373a7e883f21ba33d44ea7caa86b65b02Hangyu Kuang if (csd->size() == 0) { 24884f59c7e373a7e883f21ba33d44ea7caa86b65b02Hangyu Kuang ALOGW("csd-%zu size is 0", i); 24894f59c7e373a7e883f21ba33d44ea7caa86b65b02Hangyu Kuang } 24908ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 24918ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber mCSD.push_back(csd); 24928ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber ++i; 24938ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber } 24948ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 2495a5750e0dad9e90f2195ce36f2c4457fa04b2b83eMark Salyzyn ALOGV("Found %zu pieces of codec specific data.", mCSD.size()); 24968ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber} 24978ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 24988ee516a515c70a492c395b67ce12e19e7d159804Andreas Huberstatus_t MediaCodec::queueCSDInputBuffer(size_t bufferIndex) { 24998ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber CHECK(!mCSD.empty()); 25008ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 25017bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar const BufferInfo *info = 25027bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar &mPortBuffers[kPortIndexInput].itemAt(bufferIndex); 25038ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 25048ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber sp<ABuffer> csd = *mCSD.begin(); 25058ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber mCSD.erase(mCSD.begin()); 25068ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 25074811923e80a8abefa278307ebf8cc9b0294ba67fWonsik Kim const sp<MediaCodecBuffer> &codecInputData = info->mData; 25088ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 25098ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber if (csd->size() > codecInputData->capacity()) { 25108ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber return -EINVAL; 25118ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber } 25128ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 25138ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber memcpy(codecInputData->data(), csd->data(), csd->size()); 25148ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 25158ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber AString errorDetailMsg; 25168ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 25171d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatQueueInputBuffer, this); 25188ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setSize("index", bufferIndex); 25198ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setSize("offset", 0); 25208ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setSize("size", csd->size()); 25218ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setInt64("timeUs", 0ll); 25228ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setInt32("flags", BUFFER_FLAG_CODECCONFIG); 25238ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setPointer("errorDetailMsg", &errorDetailMsg); 25248ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 25258ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber return onQueueInputBuffer(msg); 25268ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber} 25278ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 25285778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid MediaCodec::setState(State newState) { 25297541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber if (newState == INITIALIZED || newState == UNINITIALIZED) { 25305778822d86b0337407514b9372562b86edfa91cdAndreas Huber delete mSoftRenderer; 25315778822d86b0337407514b9372562b86edfa91cdAndreas Huber mSoftRenderer = NULL; 25325778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25331bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber mCrypto.clear(); 2534f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar handleSetSurface(NULL); 25355778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2536671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mInputFormat.clear(); 25375778822d86b0337407514b9372562b86edfa91cdAndreas Huber mOutputFormat.clear(); 25385778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagOutputFormatChanged; 25395778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagOutputBuffersChanged; 25405778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagStickyError; 2541e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mFlags &= ~kFlagIsEncoder; 2542c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mFlags &= ~kFlagIsAsync; 2543251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mStickyError = OK; 2544575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 2545575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber mActivityNotify.clear(); 2546c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mCallback.clear(); 25475778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 25485778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2549717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo if (newState == UNINITIALIZED) { 2550671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar // return any straggling buffers, e.g. if we got here on an error 2551671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar returnBuffersToCodec(); 2552671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 2553aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber // The component is gone, mediaserver's probably back up already 2554aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber // but should definitely be back up should we try to instantiate 2555aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber // another component.. and the cycle continues. 2556aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber mFlags &= ~kFlagSawMediaServerDie; 2557717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo } 2558717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 25595778822d86b0337407514b9372562b86edfa91cdAndreas Huber mState = newState; 25605778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25615778822d86b0337407514b9372562b86edfa91cdAndreas Huber cancelPendingDequeueOperations(); 25622606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 25632606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang updateBatteryStat(); 25645778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 25655778822d86b0337407514b9372562b86edfa91cdAndreas Huber 256686b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wuvoid MediaCodec::returnBuffersToCodec(bool isReclaim) { 256786b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu returnBuffersToCodecOnPort(kPortIndexInput, isReclaim); 256886b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu returnBuffersToCodecOnPort(kPortIndexOutput, isReclaim); 25695778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 25705778822d86b0337407514b9372562b86edfa91cdAndreas Huber 257186b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wuvoid MediaCodec::returnBuffersToCodecOnPort(int32_t portIndex, bool isReclaim) { 25725778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(portIndex == kPortIndexInput || portIndex == kPortIndexOutput); 25737bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Mutex::Autolock al(mBufferLock); 25745778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25755778822d86b0337407514b9372562b86edfa91cdAndreas Huber Vector<BufferInfo> *buffers = &mPortBuffers[portIndex]; 25765778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25775778822d86b0337407514b9372562b86edfa91cdAndreas Huber for (size_t i = 0; i < buffers->size(); ++i) { 25785778822d86b0337407514b9372562b86edfa91cdAndreas Huber BufferInfo *info = &buffers->editItemAt(i); 25795778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25805778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (info->mNotify != NULL) { 25815778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> msg = info->mNotify; 25825778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mNotify = NULL; 2583fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim msg->setObject("buffer", (portIndex == kPortIndexInput && mCrypto != NULL) 2584fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim ? info->mSecureData : info->mData); 258586b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu if (isReclaim && info->mOwnedByClient) { 258686b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu ALOGD("port %d buffer %zu still owned by client when codec is reclaimed", 258786b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu portIndex, i); 258886b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu } else { 258986b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu info->mOwnedByClient = false; 2590fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim info->mData.clear(); 2591fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim info->mSecureData.clear(); 259286b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu } 25935778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25945778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (portIndex == kPortIndexInput) { 25957fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar /* no error, just returning buffers */ 25967fa015217e618265ff5a844cf6961ecc316c81a4Lajos Molnar msg->setInt32("err", OK); 25975778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 25985778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->post(); 25995778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 26005778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 26015778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26025778822d86b0337407514b9372562b86edfa91cdAndreas Huber mAvailPortBuffers[portIndex].clear(); 26035778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 26045778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26055778822d86b0337407514b9372562b86edfa91cdAndreas Hubersize_t MediaCodec::updateBuffers( 26065778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t portIndex, const sp<AMessage> &msg) { 26075778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(portIndex == kPortIndexInput || portIndex == kPortIndexOutput); 26085778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2609609b815a3131d22da38b2f452faa9f89daad4039Andy Hung uint32_t bufferID; 2610609b815a3131d22da38b2f452faa9f89daad4039Andy Hung CHECK(msg->findInt32("buffer-id", (int32_t*)&bufferID)); 2611fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim sp<RefBase> obj; 2612fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim CHECK(msg->findObject("buffer", &obj)); 2613fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim sp<MediaCodecBuffer> buffer = static_cast<MediaCodecBuffer *>(obj.get()); 26145778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26155778822d86b0337407514b9372562b86edfa91cdAndreas Huber Vector<BufferInfo> *buffers = &mPortBuffers[portIndex]; 26165778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26175778822d86b0337407514b9372562b86edfa91cdAndreas Huber for (size_t i = 0; i < buffers->size(); ++i) { 26185778822d86b0337407514b9372562b86edfa91cdAndreas Huber BufferInfo *info = &buffers->editItemAt(i); 26195778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26205778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (info->mBufferID == bufferID) { 26215778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(info->mNotify == NULL); 26225778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findMessage("reply", &info->mNotify)); 26235778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2624fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim if (portIndex == kPortIndexInput && mCrypto != NULL) { 2625fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim info->mSecureData = buffer; 2626ad60a0f6cd9012507f8086fe741236d12d280ef3Wonsik Kim info->mData = mPortBufferArrays[portIndex][i]; 2627fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim } else { 2628fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim info->mData = buffer; 2629fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim } 26305778822d86b0337407514b9372562b86edfa91cdAndreas Huber mAvailPortBuffers[portIndex].push_back(i); 26315778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26325778822d86b0337407514b9372562b86edfa91cdAndreas Huber return i; 26335778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 26345778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 26355778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26365778822d86b0337407514b9372562b86edfa91cdAndreas Huber TRESPASS(); 26375778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26385778822d86b0337407514b9372562b86edfa91cdAndreas Huber return 0; 26395778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 26405778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26415778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::onQueueInputBuffer(const sp<AMessage> &msg) { 26425778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t index; 26435778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t offset; 26445778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t size; 26455778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t timeUs; 26465778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t flags; 26475778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findSize("index", &index)); 26485778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findSize("offset", &offset)); 26495778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt64("timeUs", &timeUs)); 26505778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("flags", (int32_t *)&flags)); 26515778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26524b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const CryptoPlugin::SubSample *subSamples; 26534b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size_t numSubSamples; 26544b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const uint8_t *key; 26554b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const uint8_t *iv; 26564b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CryptoPlugin::Mode mode = CryptoPlugin::kMode_Unencrypted; 26574b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 26584b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber // We allow the simpler queueInputBuffer API to be used even in 26594b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber // secure mode, by fabricating a single unencrypted subSample. 26604b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CryptoPlugin::SubSample ss; 2661d9f1f950d18b4e166b178d93260074019588c956Jeff Tinker CryptoPlugin::Pattern pattern; 26624b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 26634b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber if (msg->findSize("size", &size)) { 26644b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber if (mCrypto != NULL) { 26654b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber ss.mNumBytesOfClearData = size; 26664b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber ss.mNumBytesOfEncryptedData = 0; 26674b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 26684b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber subSamples = &ss; 26694b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber numSubSamples = 1; 26704b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber key = NULL; 26714b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber iv = NULL; 2672d9f1f950d18b4e166b178d93260074019588c956Jeff Tinker pattern.mEncryptBlocks = 0; 2673d9f1f950d18b4e166b178d93260074019588c956Jeff Tinker pattern.mSkipBlocks = 0; 26744b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber } 26754b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber } else { 26764b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber if (mCrypto == NULL) { 26774b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber return -EINVAL; 26784b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber } 26794b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 26804b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CHECK(msg->findPointer("subSamples", (void **)&subSamples)); 26814b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CHECK(msg->findSize("numSubSamples", &numSubSamples)); 26824b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CHECK(msg->findPointer("key", (void **)&key)); 26834b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CHECK(msg->findPointer("iv", (void **)&iv)); 2684d9f1f950d18b4e166b178d93260074019588c956Jeff Tinker CHECK(msg->findInt32("encryptBlocks", (int32_t *)&pattern.mEncryptBlocks)); 2685d9f1f950d18b4e166b178d93260074019588c956Jeff Tinker CHECK(msg->findInt32("skipBlocks", (int32_t *)&pattern.mSkipBlocks)); 26864b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 26874b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber int32_t tmp; 26884b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CHECK(msg->findInt32("mode", &tmp)); 26894b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 26904b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber mode = (CryptoPlugin::Mode)tmp; 26914b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 26924b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size = 0; 26934b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber for (size_t i = 0; i < numSubSamples; ++i) { 26944b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size += subSamples[i].mNumBytesOfClearData; 26954b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size += subSamples[i].mNumBytesOfEncryptedData; 26964b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber } 26974b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber } 26984b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 26995778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (index >= mPortBuffers[kPortIndexInput].size()) { 27005778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -ERANGE; 27015778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 27025778822d86b0337407514b9372562b86edfa91cdAndreas Huber 27035778822d86b0337407514b9372562b86edfa91cdAndreas Huber BufferInfo *info = &mPortBuffers[kPortIndexInput].editItemAt(index); 27045778822d86b0337407514b9372562b86edfa91cdAndreas Huber 27055778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (info->mNotify == NULL || !info->mOwnedByClient) { 27065778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -EACCES; 27075778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 27085778822d86b0337407514b9372562b86edfa91cdAndreas Huber 27095778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (offset + size > info->mData->capacity()) { 27105778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -EINVAL; 27115778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 27125778822d86b0337407514b9372562b86edfa91cdAndreas Huber 27135778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> reply = info->mNotify; 27145778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mData->setRange(offset, size); 27155778822d86b0337407514b9372562b86edfa91cdAndreas Huber 27164811923e80a8abefa278307ebf8cc9b0294ba67fWonsik Kim sp<MediaCodecBuffer> buffer = info->mData; 27171bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber if (mCrypto != NULL) { 27185b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber AString *errorDetailMsg; 27195b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber CHECK(msg->findPointer("errorDetailMsg", (void **)&errorDetailMsg)); 27205b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber 27214811923e80a8abefa278307ebf8cc9b0294ba67fWonsik Kim void *dst_pointer = nullptr; 27229ac86b3cae9a1e14b12bf97223ddde96142aae43Jeff Tinker ICrypto::DestinationType dst_type = ICrypto::kDestinationTypeOpaqueHandle; 27239ac86b3cae9a1e14b12bf97223ddde96142aae43Jeff Tinker 27244811923e80a8abefa278307ebf8cc9b0294ba67fWonsik Kim if ((mFlags & kFlagIsSecure) == 0) { 27254811923e80a8abefa278307ebf8cc9b0294ba67fWonsik Kim dst_pointer = info->mSecureData->base(); 27269ac86b3cae9a1e14b12bf97223ddde96142aae43Jeff Tinker dst_type = ICrypto::kDestinationTypeVmPointer; 27274811923e80a8abefa278307ebf8cc9b0294ba67fWonsik Kim } else { 27284811923e80a8abefa278307ebf8cc9b0294ba67fWonsik Kim sp<SecureBuffer> secureData = static_cast<SecureBuffer *>(info->mSecureData.get()); 27294811923e80a8abefa278307ebf8cc9b0294ba67fWonsik Kim dst_pointer = secureData->getDestinationPointer(); 27304811923e80a8abefa278307ebf8cc9b0294ba67fWonsik Kim dst_type = secureData->getDestinationType(); 27319ac86b3cae9a1e14b12bf97223ddde96142aae43Jeff Tinker } 27329ac86b3cae9a1e14b12bf97223ddde96142aae43Jeff Tinker 2733fa2b8f243eb048fb2b8e5a14356190f69eb31a36Edwin Wong ssize_t result = mCrypto->decrypt( 27349ac86b3cae9a1e14b12bf97223ddde96142aae43Jeff Tinker dst_type, 27351bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber key, 27361bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber iv, 27371bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber mode, 273818cb1eca504817b5b144a023ae2792d90e74c9a5Jeff Tinker pattern, 2739c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker info->mSharedEncryptedBuffer, 2740c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker offset, 27414b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber subSamples, 27424b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber numSubSamples, 2743a63141af8f036bda0b8f7800107ca8a0e0623135Lajos Molnar dst_pointer, 27445b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber errorDetailMsg); 27451bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber 2746fa2b8f243eb048fb2b8e5a14356190f69eb31a36Edwin Wong if (result < 0) { 2747fa2b8f243eb048fb2b8e5a14356190f69eb31a36Edwin Wong return result; 2748ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 2749ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 27504811923e80a8abefa278307ebf8cc9b0294ba67fWonsik Kim info->mSecureData->setRange(0, result); 27514811923e80a8abefa278307ebf8cc9b0294ba67fWonsik Kim buffer = info->mSecureData; 27524811923e80a8abefa278307ebf8cc9b0294ba67fWonsik Kim } 27534811923e80a8abefa278307ebf8cc9b0294ba67fWonsik Kim buffer->meta()->setInt64("timeUs", timeUs); 27544811923e80a8abefa278307ebf8cc9b0294ba67fWonsik Kim 27554811923e80a8abefa278307ebf8cc9b0294ba67fWonsik Kim if (flags & BUFFER_FLAG_EOS) { 27564811923e80a8abefa278307ebf8cc9b0294ba67fWonsik Kim buffer->meta()->setInt32("eos", true); 27574811923e80a8abefa278307ebf8cc9b0294ba67fWonsik Kim } 27584811923e80a8abefa278307ebf8cc9b0294ba67fWonsik Kim 27594811923e80a8abefa278307ebf8cc9b0294ba67fWonsik Kim if (flags & BUFFER_FLAG_CODECCONFIG) { 27604811923e80a8abefa278307ebf8cc9b0294ba67fWonsik Kim buffer->meta()->setInt32("csd", true); 2761ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber } 2762ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber 27637bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar // synchronization boundary for getBufferAndFormat 27647bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar { 27657bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Mutex::Autolock al(mBufferLock); 27667bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar info->mOwnedByClient = false; 27677bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar } 2768fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim info->mData.clear(); 2769fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim info->mSecureData.clear(); 27704811923e80a8abefa278307ebf8cc9b0294ba67fWonsik Kim reply->setObject("buffer", buffer); 27715778822d86b0337407514b9372562b86edfa91cdAndreas Huber reply->post(); 27725778822d86b0337407514b9372562b86edfa91cdAndreas Huber 27735b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber info->mNotify = NULL; 27745b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber 27755778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 27765778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 27775778822d86b0337407514b9372562b86edfa91cdAndreas Huber 277890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar//static 277990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarsize_t MediaCodec::CreateFramesRenderedMessage( 27800d1ed381fde5dac12dd84fcf3da66dac46699378Chih-Hung Hsieh const std::list<FrameRenderTracker::Info> &done, sp<AMessage> &msg) { 278190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar size_t index = 0; 278290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 278390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar for (std::list<FrameRenderTracker::Info>::const_iterator it = done.cbegin(); 278490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar it != done.cend(); ++it) { 278590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (it->getRenderTimeNs() < 0) { 278690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar continue; // dropped frame from tracking 278790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 278890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar msg->setInt64(AStringPrintf("%zu-media-time-us", index).c_str(), it->getMediaTimeUs()); 278990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar msg->setInt64(AStringPrintf("%zu-system-nano", index).c_str(), it->getRenderTimeNs()); 279090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar ++index; 279190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 279290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar return index; 279390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 279490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 27955778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::onReleaseOutputBuffer(const sp<AMessage> &msg) { 27965778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t index; 27975778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findSize("index", &index)); 27985778822d86b0337407514b9372562b86edfa91cdAndreas Huber 27995778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t render; 28005778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("render", &render)) { 28015778822d86b0337407514b9372562b86edfa91cdAndreas Huber render = 0; 28025778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 28035778822d86b0337407514b9372562b86edfa91cdAndreas Huber 28040e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (!isExecuting()) { 28055778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -EINVAL; 28065778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 28075778822d86b0337407514b9372562b86edfa91cdAndreas Huber 28085778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (index >= mPortBuffers[kPortIndexOutput].size()) { 28095778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -ERANGE; 28105778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 28115778822d86b0337407514b9372562b86edfa91cdAndreas Huber 28125778822d86b0337407514b9372562b86edfa91cdAndreas Huber BufferInfo *info = &mPortBuffers[kPortIndexOutput].editItemAt(index); 28135778822d86b0337407514b9372562b86edfa91cdAndreas Huber 28145778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (info->mNotify == NULL || !info->mOwnedByClient) { 28155778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -EACCES; 28165778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 28175778822d86b0337407514b9372562b86edfa91cdAndreas Huber 28187bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar // synchronization boundary for getBufferAndFormat 28197bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar { 28207bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Mutex::Autolock al(mBufferLock); 28217bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar info->mOwnedByClient = false; 28227bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar } 28237bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 282479ee2399b67c7a11042c5904dc1309712a76f8cbJianzheng Zhou if (render && info->mData != NULL && info->mData->size() != 0) { 28255778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mNotify->setInt32("render", true); 28265778822d86b0337407514b9372562b86edfa91cdAndreas Huber 282790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar int64_t mediaTimeUs = -1; 282890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar info->mData->meta()->findInt64("timeUs", &mediaTimeUs); 282990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 283090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar int64_t renderTimeNs = 0; 2831c8edf5af010ac24a99b302a18e7b84e8b4b2b783Lajos Molnar if (!msg->findInt64("timestampNs", &renderTimeNs)) { 2832c8edf5af010ac24a99b302a18e7b84e8b4b2b783Lajos Molnar // use media timestamp if client did not request a specific render timestamp 2833c8edf5af010ac24a99b302a18e7b84e8b4b2b783Lajos Molnar ALOGV("using buffer PTS of %lld", (long long)mediaTimeUs); 283490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar renderTimeNs = mediaTimeUs * 1000; 2835fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar } 2836c8edf5af010ac24a99b302a18e7b84e8b4b2b783Lajos Molnar info->mNotify->setInt64("timestampNs", renderTimeNs); 2837fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar 28385778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mSoftRenderer != NULL) { 283990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar std::list<FrameRenderTracker::Info> doneFrames = mSoftRenderer->render( 2840475da7ef08c05a482ced8d318832cf5aa1141affRonghua Wu info->mData->data(), info->mData->size(), 2841fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim mediaTimeUs, renderTimeNs, NULL, info->mData->format()); 284290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 284390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // if we are running, notify rendered frames 284490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (!doneFrames.empty() && mState == STARTED && mOnFrameRenderedNotification != NULL) { 284590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar sp<AMessage> notify = mOnFrameRenderedNotification->dup(); 284690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar sp<AMessage> data = new AMessage; 284790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (CreateFramesRenderedMessage(doneFrames, data)) { 284890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar notify->setMessage("data", data); 284990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar notify->post(); 285090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 285190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 28525778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 28535778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 28545778822d86b0337407514b9372562b86edfa91cdAndreas Huber 28557e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim info->mNotify->setObject("buffer", info->mData); 2856fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim info->mData.clear(); 28575778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mNotify->post(); 28587e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim info->mNotify.clear(); 28595778822d86b0337407514b9372562b86edfa91cdAndreas Huber 28605778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 28615778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 28625778822d86b0337407514b9372562b86edfa91cdAndreas Huber 28635778822d86b0337407514b9372562b86edfa91cdAndreas Huberssize_t MediaCodec::dequeuePortBuffer(int32_t portIndex) { 28645778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(portIndex == kPortIndexInput || portIndex == kPortIndexOutput); 28655778822d86b0337407514b9372562b86edfa91cdAndreas Huber 28665778822d86b0337407514b9372562b86edfa91cdAndreas Huber List<size_t> *availBuffers = &mAvailPortBuffers[portIndex]; 28675778822d86b0337407514b9372562b86edfa91cdAndreas Huber 28685778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (availBuffers->empty()) { 28695778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -EAGAIN; 28705778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 28715778822d86b0337407514b9372562b86edfa91cdAndreas Huber 28725778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t index = *availBuffers->begin(); 28735778822d86b0337407514b9372562b86edfa91cdAndreas Huber availBuffers->erase(availBuffers->begin()); 28745778822d86b0337407514b9372562b86edfa91cdAndreas Huber 28755778822d86b0337407514b9372562b86edfa91cdAndreas Huber BufferInfo *info = &mPortBuffers[portIndex].editItemAt(index); 28765778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(!info->mOwnedByClient); 28777bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar { 28787bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Mutex::Autolock al(mBufferLock); 28797bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar info->mOwnedByClient = true; 288003c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 288103c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar // set image-data 2882fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim if (info->mData->format() != NULL) { 288303c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar sp<ABuffer> imageData; 2884fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim if (info->mData->format()->findBuffer("image-data", &imageData)) { 288503c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar info->mData->meta()->setBuffer("image-data", imageData); 288603c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar } 288703c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar int32_t left, top, right, bottom; 2888fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim if (info->mData->format()->findRect("crop", &left, &top, &right, &bottom)) { 288903c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar info->mData->meta()->setRect("crop-rect", left, top, right, bottom); 289003c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar } 289103c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar } 28927bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar } 28935778822d86b0337407514b9372562b86edfa91cdAndreas Huber 28945778822d86b0337407514b9372562b86edfa91cdAndreas Huber return index; 28955778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 28965778822d86b0337407514b9372562b86edfa91cdAndreas Huber 28971dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t MediaCodec::connectToSurface(const sp<Surface> &surface) { 28981dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar status_t err = OK; 28991dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (surface != NULL) { 2900b9fa58afa4c7772fe3c4cfdea9e45bc85cf43537Lajos Molnar uint64_t oldId, newId; 2901098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar if (mSurface != NULL 2902b9fa58afa4c7772fe3c4cfdea9e45bc85cf43537Lajos Molnar && surface->getUniqueId(&newId) == NO_ERROR 2903b9fa58afa4c7772fe3c4cfdea9e45bc85cf43537Lajos Molnar && mSurface->getUniqueId(&oldId) == NO_ERROR 2904b9fa58afa4c7772fe3c4cfdea9e45bc85cf43537Lajos Molnar && newId == oldId) { 2905b9fa58afa4c7772fe3c4cfdea9e45bc85cf43537Lajos Molnar ALOGI("[%s] connecting to the same surface. Nothing to do.", mComponentName.c_str()); 2906098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar return ALREADY_EXISTS; 2907098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar } 2908098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar 29091dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = native_window_api_connect(surface.get(), NATIVE_WINDOW_API_MEDIA); 2910098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar if (err == OK) { 2911264bac95912efe121d6a60026612617f04f42966Lajos Molnar // Require a fresh set of buffers after each connect by using a unique generation 2912264bac95912efe121d6a60026612617f04f42966Lajos Molnar // number. Rely on the fact that max supported process id by Linux is 2^22. 2913264bac95912efe121d6a60026612617f04f42966Lajos Molnar // PID is never 0 so we don't have to worry that we use the default generation of 0. 2914264bac95912efe121d6a60026612617f04f42966Lajos Molnar // TODO: come up with a unique scheme if other producers also set the generation number. 2915264bac95912efe121d6a60026612617f04f42966Lajos Molnar static uint32_t mSurfaceGeneration = 0; 2916264bac95912efe121d6a60026612617f04f42966Lajos Molnar uint32_t generation = (getpid() << 10) | (++mSurfaceGeneration & ((1 << 10) - 1)); 2917264bac95912efe121d6a60026612617f04f42966Lajos Molnar surface->setGenerationNumber(generation); 2918264bac95912efe121d6a60026612617f04f42966Lajos Molnar ALOGI("[%s] setting surface generation to %u", mComponentName.c_str(), generation); 2919264bac95912efe121d6a60026612617f04f42966Lajos Molnar 2920264bac95912efe121d6a60026612617f04f42966Lajos Molnar // HACK: clear any free buffers. Remove when connect will automatically do this. 2921264bac95912efe121d6a60026612617f04f42966Lajos Molnar // This is needed as the consumer may be holding onto stale frames that it can reattach 2922264bac95912efe121d6a60026612617f04f42966Lajos Molnar // to this surface after disconnect/connect, and those free frames would inherit the new 2923264bac95912efe121d6a60026612617f04f42966Lajos Molnar // generation number. Disconnecting after setting a unique generation prevents this. 2924264bac95912efe121d6a60026612617f04f42966Lajos Molnar native_window_api_disconnect(surface.get(), NATIVE_WINDOW_API_MEDIA); 2925264bac95912efe121d6a60026612617f04f42966Lajos Molnar err = native_window_api_connect(surface.get(), NATIVE_WINDOW_API_MEDIA); 2926264bac95912efe121d6a60026612617f04f42966Lajos Molnar } 2927264bac95912efe121d6a60026612617f04f42966Lajos Molnar 2928264bac95912efe121d6a60026612617f04f42966Lajos Molnar if (err != OK) { 29291dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGE("native_window_api_connect returned an error: %s (%d)", strerror(-err), err); 29301dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 29311dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 2932098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar // do not return ALREADY_EXISTS unless surfaces are the same 2933098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar return err == ALREADY_EXISTS ? BAD_VALUE : err; 29341dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar} 29357541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 29361dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t MediaCodec::disconnectFromSurface() { 29371dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar status_t err = OK; 2938f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar if (mSurface != NULL) { 2939264bac95912efe121d6a60026612617f04f42966Lajos Molnar // Resetting generation is not technically needed, but there is no need to keep it either 2940264bac95912efe121d6a60026612617f04f42966Lajos Molnar mSurface->setGenerationNumber(0); 29411dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = native_window_api_disconnect(mSurface.get(), NATIVE_WINDOW_API_MEDIA); 29427541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber if (err != OK) { 29431dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGW("native_window_api_disconnect returned an error: %s (%d)", strerror(-err), err); 29447541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber } 29451dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // assume disconnected even on error 2946f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar mSurface.clear(); 29477541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber } 29481dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 29491dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar} 29507541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 29511dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t MediaCodec::handleSetSurface(const sp<Surface> &surface) { 29521dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar status_t err = OK; 29531dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mSurface != NULL) { 29541dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar (void)disconnectFromSurface(); 29551dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 2956f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar if (surface != NULL) { 29571dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = connectToSurface(surface); 29581dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err == OK) { 29591dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mSurface = surface; 29607541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber } 29617541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber } 29621dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 29637541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber} 29647541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 2965c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhangvoid MediaCodec::onInputBufferAvailable() { 2966c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang int32_t index; 2967c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang while ((index = dequeuePortBuffer(kPortIndexInput)) >= 0) { 2968c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> msg = mCallback->dup(); 2969c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("callbackID", CB_INPUT_AVAILABLE); 2970c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("index", index); 2971c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->post(); 2972c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2973c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 2974c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2975c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhangvoid MediaCodec::onOutputBufferAvailable() { 2976c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang int32_t index; 2977c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang while ((index = dequeuePortBuffer(kPortIndexOutput)) >= 0) { 29787e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim const sp<MediaCodecBuffer> &buffer = 2979c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mPortBuffers[kPortIndexOutput].itemAt(index).mData; 2980c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> msg = mCallback->dup(); 2981c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("callbackID", CB_OUTPUT_AVAILABLE); 2982c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("index", index); 2983c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setSize("offset", buffer->offset()); 2984c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setSize("size", buffer->size()); 2985c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2986c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang int64_t timeUs; 2987c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang CHECK(buffer->meta()->findInt64("timeUs", &timeUs)); 2988c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2989c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt64("timeUs", timeUs); 2990c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2991c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang int32_t omxFlags; 2992c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang CHECK(buffer->meta()->findInt32("omxFlags", &omxFlags)); 2993c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2994c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang uint32_t flags = 0; 2995c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (omxFlags & OMX_BUFFERFLAG_SYNCFRAME) { 2996c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang flags |= BUFFER_FLAG_SYNCFRAME; 2997c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2998c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (omxFlags & OMX_BUFFERFLAG_CODECCONFIG) { 2999c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang flags |= BUFFER_FLAG_CODECCONFIG; 3000c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 3001c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (omxFlags & OMX_BUFFERFLAG_EOS) { 3002c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang flags |= BUFFER_FLAG_EOS; 3003c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 3004c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 3005c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("flags", flags); 3006c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 3007c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->post(); 3008c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 3009c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 3010c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 3011749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhangvoid MediaCodec::onError(status_t err, int32_t actionCode, const char *detail) { 3012c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mCallback != NULL) { 3013c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> msg = mCallback->dup(); 3014c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("callbackID", CB_ERROR); 3015c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("err", err); 3016749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhang msg->setInt32("actionCode", actionCode); 3017749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhang 3018749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhang if (detail != NULL) { 3019749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhang msg->setString("detail", detail); 3020749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhang } 3021c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 3022c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->post(); 3023c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 3024c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 3025c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 3026c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhangvoid MediaCodec::onOutputFormatChanged() { 3027c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mCallback != NULL) { 3028c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> msg = mCallback->dup(); 3029c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("callbackID", CB_OUTPUT_FORMAT_CHANGED); 3030c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setMessage("format", mOutputFormat); 3031c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->post(); 3032c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 3033c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 3034c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 3035c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 3036575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Hubervoid MediaCodec::postActivityNotificationIfPossible() { 3037575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber if (mActivityNotify == NULL) { 3038575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber return; 3039575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber } 3040575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 3041e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang bool isErrorOrOutputChanged = 3042e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang (mFlags & (kFlagStickyError 3043575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber | kFlagOutputBuffersChanged 3044e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang | kFlagOutputFormatChanged)); 3045e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang 3046e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang if (isErrorOrOutputChanged 3047575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber || !mAvailPortBuffers[kPortIndexInput].empty() 3048575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber || !mAvailPortBuffers[kPortIndexOutput].empty()) { 3049e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang mActivityNotify->setInt32("input-buffers", 3050e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang mAvailPortBuffers[kPortIndexInput].size()); 3051e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang 3052e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang if (isErrorOrOutputChanged) { 3053e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang // we want consumer to dequeue as many times as it can 3054e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang mActivityNotify->setInt32("output-buffers", INT32_MAX); 3055e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang } else { 3056e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang mActivityNotify->setInt32("output-buffers", 3057e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang mAvailPortBuffers[kPortIndexOutput].size()); 3058e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang } 3059575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber mActivityNotify->post(); 3060575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber mActivityNotify.clear(); 3061575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber } 3062575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber} 3063575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 3064a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huberstatus_t MediaCodec::setParameters(const sp<AMessage> ¶ms) { 30651d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatSetParameters, this); 3066a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber msg->setMessage("params", params); 3067a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 3068a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber sp<AMessage> response; 3069a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber return PostAndAwaitResponse(msg, &response); 3070a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber} 3071a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 3072a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huberstatus_t MediaCodec::onSetParameters(const sp<AMessage> ¶ms) { 3073a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber mCodec->signalSetParameters(params); 3074a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 3075a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber return OK; 3076a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber} 3077a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 3078e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huberstatus_t MediaCodec::amendOutputFormatWithCodecSpecificData( 30797e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim const sp<MediaCodecBuffer> &buffer) { 3080e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber AString mime; 3081e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber CHECK(mOutputFormat->findString("mime", &mime)); 3082e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3083e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (!strcasecmp(mime.c_str(), MEDIA_MIMETYPE_VIDEO_AVC)) { 3084e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // Codec specific data should be SPS and PPS in a single buffer, 3085e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // each prefixed by a startcode (0x00 0x00 0x00 0x01). 3086e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // We separate the two and put them into the output format 3087e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // under the keys "csd-0" and "csd-1". 3088e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3089e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber unsigned csdIndex = 0; 3090e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3091e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber const uint8_t *data = buffer->data(); 3092e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber size_t size = buffer->size(); 3093e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3094e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber const uint8_t *nalStart; 3095e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber size_t nalSize; 3096e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber while (getNextNALUnit(&data, &size, &nalStart, &nalSize, true) == OK) { 3097e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber sp<ABuffer> csd = new ABuffer(nalSize + 4); 3098e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber memcpy(csd->data(), "\x00\x00\x00\x01", 4); 3099e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber memcpy(csd->data() + 4, nalStart, nalSize); 3100e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3101e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mOutputFormat->setBuffer( 3102a1e8944a21e5833b7aadc451776f11797f5f9273Elliott Hughes AStringPrintf("csd-%u", csdIndex).c_str(), csd); 3103e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3104e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber ++csdIndex; 3105e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 3106e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3107e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (csdIndex != 2) { 3108e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber return ERROR_MALFORMED; 3109e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 3110e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } else { 3111e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // For everything else we just stash the codec specific data into 3112e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // the output format as a single piece of csd under "csd-0". 31137e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim sp<ABuffer> csd = new ABuffer(buffer->size()); 31147e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim memcpy(csd->data(), buffer->data(), buffer->size()); 31157e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim csd->setRange(0, buffer->size()); 31167e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim mOutputFormat->setBuffer("csd-0", csd); 3117e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 3118e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3119e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber return OK; 3120e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber} 3121e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 31222606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhangvoid MediaCodec::updateBatteryStat() { 31233f273d10817ddb2f792ae043de692efcdf1988aeWei Jia if (!mIsVideo) { 31243f273d10817ddb2f792ae043de692efcdf1988aeWei Jia return; 31253f273d10817ddb2f792ae043de692efcdf1988aeWei Jia } 31262606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 31273f273d10817ddb2f792ae043de692efcdf1988aeWei Jia if (mState == CONFIGURED && !mBatteryStatNotified) { 3128f2ae3e19080938db8cbf29a963fd744a3964fcc2Wei Jia BatteryNotifier::getInstance().noteStartVideo(mUid); 31292606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mBatteryStatNotified = true; 31302606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } else if (mState == UNINITIALIZED && mBatteryStatNotified) { 3131f2ae3e19080938db8cbf29a963fd744a3964fcc2Wei Jia BatteryNotifier::getInstance().noteStopVideo(mUid); 31322606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mBatteryStatNotified = false; 31332606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } 31342606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang} 31352606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 31365778822d86b0337407514b9372562b86edfa91cdAndreas Huber} // namespace android 3137