MediaCodec.cpp revision fad01bc45bd47b8f12c89857fee20b7e37310125
15778822d86b0337407514b9372562b86edfa91cdAndreas Huber/* 25778822d86b0337407514b9372562b86edfa91cdAndreas Huber * Copyright 2012, The Android Open Source Project 35778822d86b0337407514b9372562b86edfa91cdAndreas Huber * 45778822d86b0337407514b9372562b86edfa91cdAndreas Huber * Licensed under the Apache License, Version 2.0 (the "License"); 55778822d86b0337407514b9372562b86edfa91cdAndreas Huber * you may not use this file except in compliance with the License. 65778822d86b0337407514b9372562b86edfa91cdAndreas Huber * You may obtain a copy of the License at 75778822d86b0337407514b9372562b86edfa91cdAndreas Huber * 85778822d86b0337407514b9372562b86edfa91cdAndreas Huber * http://www.apache.org/licenses/LICENSE-2.0 95778822d86b0337407514b9372562b86edfa91cdAndreas Huber * 105778822d86b0337407514b9372562b86edfa91cdAndreas Huber * Unless required by applicable law or agreed to in writing, software 115778822d86b0337407514b9372562b86edfa91cdAndreas Huber * distributed under the License is distributed on an "AS IS" BASIS, 125778822d86b0337407514b9372562b86edfa91cdAndreas Huber * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 135778822d86b0337407514b9372562b86edfa91cdAndreas Huber * See the License for the specific language governing permissions and 145778822d86b0337407514b9372562b86edfa91cdAndreas Huber * limitations under the License. 155778822d86b0337407514b9372562b86edfa91cdAndreas Huber */ 165778822d86b0337407514b9372562b86edfa91cdAndreas Huber 175778822d86b0337407514b9372562b86edfa91cdAndreas Huber//#define LOG_NDEBUG 0 185778822d86b0337407514b9372562b86edfa91cdAndreas Huber#define LOG_TAG "MediaCodec" 19fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar#include <inttypes.h> 205778822d86b0337407514b9372562b86edfa91cdAndreas Huber 212606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include "include/avc_utils.h" 224811923e80a8abefa278307ebf8cc9b0294ba67fWonsik Kim#include "include/SecureBuffer.h" 237e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim#include "include/SharedMemoryBuffer.h" 245778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include "include/SoftwareRenderer.h" 255778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker#include <binder/IMemory.h> 2767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu#include <binder/IPCThreadState.h> 282606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include <binder/IServiceManager.h> 29c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker#include <binder/MemoryDealer.h> 3079608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang#include <gui/BufferQueue.h> 311a2952aee048ca7b1765e2bc09ebe9aeddaeafa3Mathias Agopian#include <gui/Surface.h> 32ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber#include <media/ICrypto.h> 33d291c222357303b9611cab89d0c3b047584ef377Chong Zhang#include <media/IOMX.h> 3467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu#include <media/IResourceManagerService.h> 357e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim#include <media/MediaCodecBuffer.h> 365778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/foundation/ABuffer.h> 375778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/foundation/ADebug.h> 385778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/foundation/AMessage.h> 395b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber#include <media/stagefright/foundation/AString.h> 40ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber#include <media/stagefright/foundation/hexdump.h> 415778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/ACodec.h> 427cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden#include <media/stagefright/BufferProducerWrapper.h> 432606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include <media/stagefright/MediaCodec.h> 446f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen#include <media/stagefright/MediaCodecList.h> 45e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber#include <media/stagefright/MediaDefs.h> 465778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/MediaErrors.h> 47744f5739019d1fd917f981e740b353c3d73fd1a8David Smith#include <media/stagefright/MediaFilter.h> 485778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/MetaData.h> 49d291c222357303b9611cab89d0c3b047584ef377Chong Zhang#include <media/stagefright/OMXClient.h> 50d291c222357303b9611cab89d0c3b047584ef377Chong Zhang#include <media/stagefright/PersistentSurface.h> 518b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar#include <media/stagefright/SurfaceUtils.h> 5299e69716215cd0665379bc90d708f2ea8689831dRuben Brunk#include <mediautils/BatteryNotifier.h> 532606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include <private/android_filesystem_config.h> 542606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include <utils/Log.h> 552606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include <utils/Singleton.h> 56e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 575778822d86b0337407514b9372562b86edfa91cdAndreas Hubernamespace android { 585778822d86b0337407514b9372562b86edfa91cdAndreas Huber 590d1ed381fde5dac12dd84fcf3da66dac46699378Chih-Hung Hsiehstatic int64_t getId(const sp<IResourceManagerClient> &client) { 6067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return (int64_t) client.get(); 6167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 6267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 6367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wustatic bool isResourceError(status_t err) { 6447a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu return (err == NO_MEMORY); 6567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 6667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 6767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wustatic const int kMaxRetry = 2; 684b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wustatic const int kMaxReclaimWaitTimeInUs = 500000; // 0.5s 6967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 7079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim//////////////////////////////////////////////////////////////////////////////// 7179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 7267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wustruct ResourceManagerClient : public BnResourceManagerClient { 73090ef604f81447eab4aa0a5b45d6307482573560Chih-Hung Hsieh explicit ResourceManagerClient(MediaCodec* codec) : mMediaCodec(codec) {} 7467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 7567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu virtual bool reclaimResource() { 7667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<MediaCodec> codec = mMediaCodec.promote(); 7767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (codec == NULL) { 7867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // codec is already gone. 7967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return true; 8067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 8147a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu status_t err = codec->reclaim(); 824b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu if (err == WOULD_BLOCK) { 834b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu ALOGD("Wait for the client to release codec."); 844b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu usleep(kMaxReclaimWaitTimeInUs); 854b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu ALOGD("Try to reclaim again."); 864b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu err = codec->reclaim(true /* force */); 874b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu } 8867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (err != OK) { 8967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ALOGW("ResourceManagerClient failed to release codec with err %d", err); 9067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 9167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return (err == OK); 9267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 9367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 948f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu virtual String8 getName() { 958f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu String8 ret; 968f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu sp<MediaCodec> codec = mMediaCodec.promote(); 978f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu if (codec == NULL) { 988f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu // codec is already gone. 998f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu return ret; 1008f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu } 1018f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu 1028f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu AString name; 1038f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu if (codec->getName(&name) == OK) { 1048f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu ret.setTo(name.c_str()); 1058f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu } 1068f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu return ret; 1078f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu } 10867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 10967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuprotected: 11067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu virtual ~ResourceManagerClient() {} 11167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 11267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuprivate: 11367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu wp<MediaCodec> mMediaCodec; 11467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 11567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu DISALLOW_EVIL_CONSTRUCTORS(ResourceManagerClient); 11667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu}; 11767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 11868845c14ebf2c7282800b1abffde38d8e9a57aabRonghua WuMediaCodec::ResourceManagerServiceProxy::ResourceManagerServiceProxy(pid_t pid) 11968845c14ebf2c7282800b1abffde38d8e9a57aabRonghua Wu : mPid(pid) { 12068845c14ebf2c7282800b1abffde38d8e9a57aabRonghua Wu if (mPid == MediaCodec::kNoPid) { 12168845c14ebf2c7282800b1abffde38d8e9a57aabRonghua Wu mPid = IPCThreadState::self()->getCallingPid(); 12268845c14ebf2c7282800b1abffde38d8e9a57aabRonghua Wu } 12367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 12467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 12567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua WuMediaCodec::ResourceManagerServiceProxy::~ResourceManagerServiceProxy() { 12667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mService != NULL) { 12767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu IInterface::asBinder(mService)->unlinkToDeath(this); 12867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 12967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 13067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 13167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuvoid MediaCodec::ResourceManagerServiceProxy::init() { 13267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<IServiceManager> sm = defaultServiceManager(); 13367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<IBinder> binder = sm->getService(String16("media.resource_manager")); 13467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mService = interface_cast<IResourceManagerService>(binder); 13567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mService == NULL) { 13667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ALOGE("Failed to get ResourceManagerService"); 13767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return; 13867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 139e4237177a4a3eea059cd74247b2d770d301a8230Ronghua Wu IInterface::asBinder(mService)->linkToDeath(this); 14067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 14167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 14267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuvoid MediaCodec::ResourceManagerServiceProxy::binderDied(const wp<IBinder>& /*who*/) { 14367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ALOGW("ResourceManagerService died."); 14467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Mutex::Autolock _l(mLock); 14567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mService.clear(); 14667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 14767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 14867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuvoid MediaCodec::ResourceManagerServiceProxy::addResource( 14967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu int64_t clientId, 1500d1ed381fde5dac12dd84fcf3da66dac46699378Chih-Hung Hsieh const sp<IResourceManagerClient> &client, 15167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu const Vector<MediaResource> &resources) { 15267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Mutex::Autolock _l(mLock); 15367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mService == NULL) { 15467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return; 15567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 15637c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu mService->addResource(mPid, clientId, client, resources); 15767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 15867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 15967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuvoid MediaCodec::ResourceManagerServiceProxy::removeResource(int64_t clientId) { 16067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Mutex::Autolock _l(mLock); 16167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mService == NULL) { 16267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return; 16367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 16437c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu mService->removeResource(mPid, clientId); 16567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 16667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 16767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wubool MediaCodec::ResourceManagerServiceProxy::reclaimResource( 16837c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu const Vector<MediaResource> &resources) { 16967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Mutex::Autolock _l(mLock); 17067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mService == NULL) { 17167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return false; 17267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 17337c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu return mService->reclaimResource(mPid, resources); 17467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 17567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 17679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim//////////////////////////////////////////////////////////////////////////////// 17779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 17879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kimnamespace { 17979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 18079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kimenum { 18179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim kWhatFillThisBuffer = 'fill', 18279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim kWhatDrainThisBuffer = 'drai', 18379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim kWhatEOS = 'eos ', 18479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim kWhatStopCompleted = 'scom', 18579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim kWhatReleaseCompleted = 'rcom', 18679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim kWhatFlushCompleted = 'fcom', 18779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim kWhatError = 'erro', 18879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim kWhatComponentAllocated = 'cAll', 18979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim kWhatComponentConfigured = 'cCon', 19079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim kWhatInputSurfaceCreated = 'isfc', 19179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim kWhatInputSurfaceAccepted = 'isfa', 19279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim kWhatSignaledInputEOS = 'seos', 193fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim kWhatBuffersAllocated = 'allc', 19479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim kWhatOutputFramesRendered = 'outR', 19579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim}; 19679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 197fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kimclass MediaCodecCallback : public CodecBase::Callback { 19879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kimpublic: 199fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim explicit MediaCodecCallback(const sp<AMessage> ¬ify); 200fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim virtual ~MediaCodecCallback(); 20179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 202fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim virtual void fillThisBuffer(IOMX::buffer_id bufferId, const sp<MediaCodecBuffer> &buffer, 203fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim const sp<AMessage> &reply) override; 204fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim virtual void drainThisBuffer(IOMX::buffer_id bufferId, const sp<MediaCodecBuffer> &buffer, 205fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim int32_t flags, const sp<AMessage> &reply) override; 20679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim virtual void onEos(status_t err) override; 20779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim virtual void onStopCompleted() override; 20879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim virtual void onReleaseCompleted() override; 20979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim virtual void onFlushCompleted() override; 21079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim virtual void onError(status_t err, enum ActionCode actionCode) override; 21179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim virtual void onComponentAllocated(const char *componentName) override; 21279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim virtual void onComponentConfigured( 21379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim const sp<AMessage> &inputFormat, const sp<AMessage> &outputFormat) override; 21479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim virtual void onInputSurfaceCreated( 21579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim const sp<AMessage> &inputFormat, 21679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim const sp<AMessage> &outputFormat, 21779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim const sp<BufferProducerWrapper> &inputSurface) override; 21879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim virtual void onInputSurfaceCreationFailed(status_t err) override; 21979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim virtual void onInputSurfaceAccepted( 22079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim const sp<AMessage> &inputFormat, 22179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim const sp<AMessage> &outputFormat) override; 22279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim virtual void onInputSurfaceDeclined(status_t err) override; 22379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim virtual void onSignaledInputEOS(status_t err) override; 224fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim virtual void onBuffersAllocated( 225fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim int32_t portIndex, const sp<CodecBase::PortDescription> &portDesc) override; 22679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim virtual void onOutputFramesRendered(const std::list<FrameRenderTracker::Info> &done) override; 22779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kimprivate: 22879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim const sp<AMessage> mNotify; 22979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim}; 23079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 231fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik KimMediaCodecCallback::MediaCodecCallback(const sp<AMessage> ¬ify) : mNotify(notify) {} 232fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim 233fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik KimMediaCodecCallback::~MediaCodecCallback() {} 23479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 235fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kimvoid MediaCodecCallback::fillThisBuffer( 236fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim IOMX::buffer_id bufferId, 237fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim const sp<MediaCodecBuffer> &buffer, 238fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim const sp<AMessage> &reply) { 23979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim sp<AMessage> notify(mNotify->dup()); 240fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim notify->setInt32("what", kWhatFillThisBuffer); 241fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim notify->setInt32("buffer-id", bufferId); 242fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim notify->setObject("buffer", buffer); 243fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim notify->setMessage("reply", reply); 24479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->post(); 24579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} 24679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 247fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kimvoid MediaCodecCallback::drainThisBuffer( 248fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim IOMX::buffer_id bufferId, 249fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim const sp<MediaCodecBuffer> &buffer, 250fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim int32_t flags, 251fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim const sp<AMessage> &reply) { 25279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim sp<AMessage> notify(mNotify->dup()); 253fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim notify->setInt32("what", kWhatDrainThisBuffer); 254fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim notify->setInt32("buffer-id", bufferId); 255fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim notify->setObject("buffer", buffer); 256fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim notify->setInt32("flags", flags); 257fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim notify->setMessage("reply", reply); 258fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim notify->post(); 259fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim} 260fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim 261fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kimvoid MediaCodecCallback::onEos(status_t err) { 262fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim sp<AMessage> notify(mNotify->dup()); 263fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim notify->setInt32("what", kWhatEOS); 264fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim notify->setInt32("err", err); 26579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->post(); 26679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} 26779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 268fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kimvoid MediaCodecCallback::onStopCompleted() { 26979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim sp<AMessage> notify(mNotify->dup()); 27079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("what", kWhatStopCompleted); 27179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->post(); 27279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} 27379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 274fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kimvoid MediaCodecCallback::onReleaseCompleted() { 27579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim sp<AMessage> notify(mNotify->dup()); 27679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("what", kWhatReleaseCompleted); 27779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->post(); 27879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} 27979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 280fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kimvoid MediaCodecCallback::onFlushCompleted() { 28179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim sp<AMessage> notify(mNotify->dup()); 28279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("what", kWhatFlushCompleted); 28379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->post(); 28479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} 28579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 286fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kimvoid MediaCodecCallback::onError(status_t err, enum ActionCode actionCode) { 28779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim sp<AMessage> notify(mNotify->dup()); 28879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("what", kWhatError); 28979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("err", err); 29079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("actionCode", actionCode); 29179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->post(); 29279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} 29379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 294fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kimvoid MediaCodecCallback::onComponentAllocated(const char *componentName) { 29579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim sp<AMessage> notify(mNotify->dup()); 29679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("what", kWhatComponentAllocated); 29779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setString("componentName", componentName); 29879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->post(); 29979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} 30079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 301fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kimvoid MediaCodecCallback::onComponentConfigured( 30279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim const sp<AMessage> &inputFormat, const sp<AMessage> &outputFormat) { 30379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim sp<AMessage> notify(mNotify->dup()); 30479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("what", kWhatComponentConfigured); 30579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setMessage("input-format", inputFormat); 30679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setMessage("output-format", outputFormat); 30779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->post(); 30879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} 30979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 310fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kimvoid MediaCodecCallback::onInputSurfaceCreated( 31179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim const sp<AMessage> &inputFormat, 31279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim const sp<AMessage> &outputFormat, 31379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim const sp<BufferProducerWrapper> &inputSurface) { 31479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim sp<AMessage> notify(mNotify->dup()); 31579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("what", kWhatInputSurfaceCreated); 31679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setMessage("input-format", inputFormat); 31779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setMessage("output-format", outputFormat); 31879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setObject("input-surface", inputSurface); 31979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->post(); 32079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} 32179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 322fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kimvoid MediaCodecCallback::onInputSurfaceCreationFailed(status_t err) { 32379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim sp<AMessage> notify(mNotify->dup()); 32479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("what", kWhatInputSurfaceCreated); 32579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("err", err); 32679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->post(); 32779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} 32879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 329fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kimvoid MediaCodecCallback::onInputSurfaceAccepted( 33079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim const sp<AMessage> &inputFormat, 33179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim const sp<AMessage> &outputFormat) { 33279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim sp<AMessage> notify(mNotify->dup()); 33379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("what", kWhatInputSurfaceAccepted); 33479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setMessage("input-format", inputFormat); 33579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setMessage("output-format", outputFormat); 33679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->post(); 33779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} 33879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 339fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kimvoid MediaCodecCallback::onInputSurfaceDeclined(status_t err) { 34079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim sp<AMessage> notify(mNotify->dup()); 34179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("what", kWhatInputSurfaceAccepted); 34279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("err", err); 34379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->post(); 34479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} 34579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 346fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kimvoid MediaCodecCallback::onSignaledInputEOS(status_t err) { 34779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim sp<AMessage> notify(mNotify->dup()); 34879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("what", kWhatSignaledInputEOS); 34979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim if (err != OK) { 35079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("err", err); 35179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim } 35279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->post(); 35379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} 35479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 355fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kimvoid MediaCodecCallback::onBuffersAllocated( 356fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim int32_t portIndex, const sp<CodecBase::PortDescription> &portDesc) { 357fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim sp<AMessage> notify(mNotify->dup()); 358fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim notify->setInt32("what", kWhatBuffersAllocated); 359fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim notify->setInt32("portIndex", portIndex); 360fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim notify->setObject("portDesc", portDesc); 361fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim notify->post(); 362fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim} 363fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim 364fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kimvoid MediaCodecCallback::onOutputFramesRendered(const std::list<FrameRenderTracker::Info> &done) { 36579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim sp<AMessage> notify(mNotify->dup()); 36679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("what", kWhatOutputFramesRendered); 36779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim if (MediaCodec::CreateFramesRenderedMessage(done, notify)) { 36879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->post(); 36979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim } 37079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} 37179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 37279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} // namespace 37379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 37479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim//////////////////////////////////////////////////////////////////////////////// 37579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 3765778822d86b0337407514b9372562b86edfa91cdAndreas Huber// static 3775778822d86b0337407514b9372562b86edfa91cdAndreas Hubersp<MediaCodec> MediaCodec::CreateByType( 378f2ae3e19080938db8cbf29a963fd744a3964fcc2Wei Jia const sp<ALooper> &looper, const AString &mime, bool encoder, status_t *err, pid_t pid, 379f2ae3e19080938db8cbf29a963fd744a3964fcc2Wei Jia uid_t uid) { 380f2ae3e19080938db8cbf29a963fd744a3964fcc2Wei Jia sp<MediaCodec> codec = new MediaCodec(looper, pid, uid); 3815778822d86b0337407514b9372562b86edfa91cdAndreas Huber 382251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung const status_t ret = codec->init(mime, true /* nameIsType */, encoder); 383251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (err != NULL) { 384251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung *err = ret; 385251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 386251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return ret == OK ? codec : NULL; // NULL deallocates codec. 3875778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 3885778822d86b0337407514b9372562b86edfa91cdAndreas Huber 3895778822d86b0337407514b9372562b86edfa91cdAndreas Huber// static 3905778822d86b0337407514b9372562b86edfa91cdAndreas Hubersp<MediaCodec> MediaCodec::CreateByComponentName( 391f2ae3e19080938db8cbf29a963fd744a3964fcc2Wei Jia const sp<ALooper> &looper, const AString &name, status_t *err, pid_t pid, uid_t uid) { 392f2ae3e19080938db8cbf29a963fd744a3964fcc2Wei Jia sp<MediaCodec> codec = new MediaCodec(looper, pid, uid); 3935778822d86b0337407514b9372562b86edfa91cdAndreas Huber 394251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung const status_t ret = codec->init(name, false /* nameIsType */, false /* encoder */); 395251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (err != NULL) { 396251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung *err = ret; 397251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 398251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return ret == OK ? codec : NULL; // NULL deallocates codec. 3995778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 4005778822d86b0337407514b9372562b86edfa91cdAndreas Huber 401d291c222357303b9611cab89d0c3b047584ef377Chong Zhang// static 4025b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnarstatus_t MediaCodec::QueryCapabilities( 4035b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar const AString &name, const AString &mime, bool isEncoder, 4045b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar sp<MediaCodecInfo::Capabilities> *caps /* nonnull */) { 4055b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // TRICKY: this method is used by MediaCodecList/Info during its 4065b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // initialization. As such, we cannot create a MediaCodec instance 4075b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // because that requires an initialized MediaCodecList. 4085b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 4095b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar sp<CodecBase> codec = GetCodecBase(name); 4105b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (codec == NULL) { 4115b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return NAME_NOT_FOUND; 4125b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 4135b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 4145b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return codec->queryCapabilities(name, mime, isEncoder, caps); 4155b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar} 4165b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 4175b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar// static 418d291c222357303b9611cab89d0c3b047584ef377Chong Zhangsp<PersistentSurface> MediaCodec::CreatePersistentInputSurface() { 419d291c222357303b9611cab89d0c3b047584ef377Chong Zhang OMXClient client; 420addf2cbb120346ae42e78fa739245a353db5edadChong Zhang if (client.connect() != OK) { 421addf2cbb120346ae42e78fa739245a353db5edadChong Zhang ALOGE("Failed to connect to OMX to create persistent input surface."); 42279608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang return NULL; 42379608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang } 42479608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang 425addf2cbb120346ae42e78fa739245a353db5edadChong Zhang sp<IOMX> omx = client.interface(); 42679608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang 427d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<IGraphicBufferProducer> bufferProducer; 428addf2cbb120346ae42e78fa739245a353db5edadChong Zhang sp<IGraphicBufferSource> bufferSource; 429d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 430addf2cbb120346ae42e78fa739245a353db5edadChong Zhang status_t err = omx->createInputSurface(&bufferProducer, &bufferSource); 431d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 432d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (err != OK) { 433d291c222357303b9611cab89d0c3b047584ef377Chong Zhang ALOGE("Failed to create persistent input surface."); 434d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return NULL; 435d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 436d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 437addf2cbb120346ae42e78fa739245a353db5edadChong Zhang return new PersistentSurface(bufferProducer, bufferSource); 438d291c222357303b9611cab89d0c3b047584ef377Chong Zhang} 439d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 440f2ae3e19080938db8cbf29a963fd744a3964fcc2Wei JiaMediaCodec::MediaCodec(const sp<ALooper> &looper, pid_t pid, uid_t uid) 4415778822d86b0337407514b9372562b86edfa91cdAndreas Huber : mState(UNINITIALIZED), 44247a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu mReleasedByResourceManager(false), 4435778822d86b0337407514b9372562b86edfa91cdAndreas Huber mLooper(looper), 44492cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar mCodec(NULL), 4457cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mReplyID(0), 4465778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags(0), 447251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mStickyError(OK), 4485778822d86b0337407514b9372562b86edfa91cdAndreas Huber mSoftRenderer(NULL), 449ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar mResourceManagerClient(new ResourceManagerClient(this)), 45068845c14ebf2c7282800b1abffde38d8e9a57aabRonghua Wu mResourceManagerService(new ResourceManagerServiceProxy(pid)), 4512606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mBatteryStatNotified(false), 4522606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mIsVideo(false), 45367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mVideoWidth(0), 45467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mVideoHeight(0), 455505aab41c0e8e79a49d4506344fcd9d220d5965bChong Zhang mRotationDegrees(0), 4565778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputTimeoutGeneration(0), 4575778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputReplyID(0), 4585778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueOutputTimeoutGeneration(0), 4596507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mDequeueOutputReplyID(0), 4603d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang mHaveInputSurface(false), 4613d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang mHavePendingInputBuffers(false) { 462f2ae3e19080938db8cbf29a963fd744a3964fcc2Wei Jia if (uid == kNoUid) { 463f2ae3e19080938db8cbf29a963fd744a3964fcc2Wei Jia mUid = IPCThreadState::self()->getCallingUid(); 464f2ae3e19080938db8cbf29a963fd744a3964fcc2Wei Jia } else { 465f2ae3e19080938db8cbf29a963fd744a3964fcc2Wei Jia mUid = uid; 466f2ae3e19080938db8cbf29a963fd744a3964fcc2Wei Jia } 4675778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 4685778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4695778822d86b0337407514b9372562b86edfa91cdAndreas HuberMediaCodec::~MediaCodec() { 4705778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ(mState, UNINITIALIZED); 47167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mResourceManagerService->removeResource(getId(mResourceManagerClient)); 4725778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 4735778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4745778822d86b0337407514b9372562b86edfa91cdAndreas Huber// static 4755778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::PostAndAwaitResponse( 4765778822d86b0337407514b9372562b86edfa91cdAndreas Huber const sp<AMessage> &msg, sp<AMessage> *response) { 4775778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = msg->postAndAwaitResponse(response); 4785778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4795778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 4805778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 4815778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 4825778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4835778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!(*response)->findInt32("err", &err)) { 4845778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = OK; 4855778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 4865778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4875778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 4885778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 4895778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4903f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnarvoid MediaCodec::PostReplyWithError(const sp<AReplyToken> &replyID, int32_t err) { 49147a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu int32_t finalErr = err; 49247a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu if (mReleasedByResourceManager) { 49347a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu // override the err code if MediaCodec has been released by ResourceManager. 49447a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu finalErr = DEAD_OBJECT; 49547a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu } 49647a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu 497c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> response = new AMessage; 49847a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu response->setInt32("err", finalErr); 499c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang response->postReply(replyID); 500c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 501c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 5025b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar//static 5035b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnarsp<CodecBase> MediaCodec::GetCodecBase(const AString &name, bool nameIsType) { 5045b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // at this time only ACodec specifies a mime type. 5055b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (nameIsType || name.startsWithIgnoreCase("omx.")) { 5065b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return new ACodec; 5075b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } else if (name.startsWithIgnoreCase("android.filter.")) { 5085b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return new MediaFilter; 5095b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } else { 5105b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return NULL; 5115b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 5125b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar} 5135b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 514dc9f58dc23a86d0635fd8601d1cbc8d47bab0303Andy Hungstatus_t MediaCodec::init(const AString &name, bool nameIsType, bool encoder) { 51567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mResourceManagerService->init(); 51667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 517671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar // save init parameters for reset 518671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mInitName = name; 519671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mInitNameIsType = nameIsType; 520671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mInitIsEncoder = encoder; 521671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 5225778822d86b0337407514b9372562b86edfa91cdAndreas Huber // Current video decoders do not return from OMX_FillThisBuffer 5235778822d86b0337407514b9372562b86edfa91cdAndreas Huber // quickly, violating the OpenMAX specs, until that is remedied 5245778822d86b0337407514b9372562b86edfa91cdAndreas Huber // we need to invest in an extra looper to free the main event 5255778822d86b0337407514b9372562b86edfa91cdAndreas Huber // queue. 526744f5739019d1fd917f981e740b353c3d73fd1a8David Smith 5275b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar mCodec = GetCodecBase(name, nameIsType); 5285b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (mCodec == NULL) { 529744f5739019d1fd917f981e740b353c3d73fd1a8David Smith return NAME_NOT_FOUND; 530744f5739019d1fd917f981e740b353c3d73fd1a8David Smith } 531744f5739019d1fd917f981e740b353c3d73fd1a8David Smith 53267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu bool secureCodec = false; 533dc9f58dc23a86d0635fd8601d1cbc8d47bab0303Andy Hung if (nameIsType && !strncasecmp(name.c_str(), "video/", 6)) { 53467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mIsVideo = true; 5356f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen } else { 5366f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen AString tmp = name; 5376f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen if (tmp.endsWith(".secure")) { 53867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu secureCodec = true; 5396f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen tmp.erase(tmp.size() - 7, 7); 5406f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen } 54160b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar const sp<IMediaCodecList> mcl = MediaCodecList::getInstance(); 54248a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung if (mcl == NULL) { 54348a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung mCodec = NULL; // remove the codec. 54448a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung return NO_INIT; // if called from Java should raise IOException 54548a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung } 5466f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen ssize_t codecIdx = mcl->findCodecByName(tmp.c_str()); 5476f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen if (codecIdx >= 0) { 54860b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar const sp<MediaCodecInfo> info = mcl->getCodecInfo(codecIdx); 54960b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar Vector<AString> mimes; 55060b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar info->getSupportedMimes(&mimes); 55160b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar for (size_t i = 0; i < mimes.size(); i++) { 55260b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar if (mimes[i].startsWith("video/")) { 55367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mIsVideo = true; 55460b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar break; 5556f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen } 5566f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen } 5576f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen } 5585778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 5595778822d86b0337407514b9372562b86edfa91cdAndreas Huber 56067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mIsVideo) { 56167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // video codec needs dedicated looper 5625778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mCodecLooper == NULL) { 5635778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodecLooper = new ALooper; 5645778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodecLooper->setName("CodecLooper"); 5655778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodecLooper->start(false, false, ANDROID_PRIORITY_AUDIO); 5665778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 5675778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5685778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodecLooper->registerHandler(mCodec); 5695778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 5705778822d86b0337407514b9372562b86edfa91cdAndreas Huber mLooper->registerHandler(mCodec); 5715778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 5725778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5735778822d86b0337407514b9372562b86edfa91cdAndreas Huber mLooper->registerHandler(this); 5745778822d86b0337407514b9372562b86edfa91cdAndreas Huber 57579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim mCodec->setCallback( 576fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim std::make_shared<MediaCodecCallback>(new AMessage(kWhatCodecNotify, this))); 5775778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5781d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatInit, this); 5795778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setString("name", name); 5805778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("nameIsType", nameIsType); 5815778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5825778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (nameIsType) { 5835778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("encoder", encoder); 5845778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 5855778822d86b0337407514b9372562b86edfa91cdAndreas Huber 58667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu status_t err; 58767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Vector<MediaResource> resources; 588ea15fd29af81490311af9e12949b43524c39400eRonghua Wu MediaResource::Type type = 589ea15fd29af81490311af9e12949b43524c39400eRonghua Wu secureCodec ? MediaResource::kSecureCodec : MediaResource::kNonSecureCodec; 590ea15fd29af81490311af9e12949b43524c39400eRonghua Wu MediaResource::SubType subtype = 591ea15fd29af81490311af9e12949b43524c39400eRonghua Wu mIsVideo ? MediaResource::kVideoCodec : MediaResource::kAudioCodec; 592ea15fd29af81490311af9e12949b43524c39400eRonghua Wu resources.push_back(MediaResource(type, subtype, 1)); 59367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu for (int i = 0; i <= kMaxRetry; ++i) { 59467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (i > 0) { 59567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // Don't try to reclaim resource for the first time. 59637c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu if (!mResourceManagerService->reclaimResource(resources)) { 59767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 59867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 59967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 60067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 60167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<AMessage> response; 60267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu err = PostAndAwaitResponse(msg, &response); 60367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (!isResourceError(err)) { 60467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 60567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 60667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 60767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return err; 6085778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 6095778822d86b0337407514b9372562b86edfa91cdAndreas Huber 610c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhangstatus_t MediaCodec::setCallback(const sp<AMessage> &callback) { 6111d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatSetCallback, this); 612c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setMessage("callback", callback); 613c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 614c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> response; 615c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang return PostAndAwaitResponse(msg, &response); 616c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 617c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 61890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarstatus_t MediaCodec::setOnFrameRenderedNotification(const sp<AMessage> ¬ify) { 61990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar sp<AMessage> msg = new AMessage(kWhatSetNotification, this); 62090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar msg->setMessage("on-frame-rendered", notify); 62190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar return msg->post(); 62290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 62390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 6245778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::configure( 6255778822d86b0337407514b9372562b86edfa91cdAndreas Huber const sp<AMessage> &format, 626f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar const sp<Surface> &surface, 6271bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber const sp<ICrypto> &crypto, 6285778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t flags) { 6291d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatConfigure, this); 6305778822d86b0337407514b9372562b86edfa91cdAndreas Huber 63167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mIsVideo) { 63267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu format->findInt32("width", &mVideoWidth); 63367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu format->findInt32("height", &mVideoHeight); 634505aab41c0e8e79a49d4506344fcd9d220d5965bChong Zhang if (!format->findInt32("rotation-degrees", &mRotationDegrees)) { 635505aab41c0e8e79a49d4506344fcd9d220d5965bChong Zhang mRotationDegrees = 0; 636505aab41c0e8e79a49d4506344fcd9d220d5965bChong Zhang } 6372034457336d28124e0f9f3c625978052ae03fceaWei Jia 6382034457336d28124e0f9f3c625978052ae03fceaWei Jia // Prevent possible integer overflow in downstream code. 6392034457336d28124e0f9f3c625978052ae03fceaWei Jia if (mInitIsEncoder 6402034457336d28124e0f9f3c625978052ae03fceaWei Jia && (uint64_t)mVideoWidth * mVideoHeight > (uint64_t)INT32_MAX / 4) { 6412034457336d28124e0f9f3c625978052ae03fceaWei Jia ALOGE("buffer size is too big, width=%d, height=%d", mVideoWidth, mVideoHeight); 6422034457336d28124e0f9f3c625978052ae03fceaWei Jia return BAD_VALUE; 6432034457336d28124e0f9f3c625978052ae03fceaWei Jia } 64467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 64567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 6465778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setMessage("format", format); 6475778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("flags", flags); 648f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar msg->setObject("surface", surface); 6491bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber 6501bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber if (crypto != NULL) { 6511bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber msg->setPointer("crypto", crypto.get()); 6525778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 6535778822d86b0337407514b9372562b86edfa91cdAndreas Huber 65467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // save msg for reset 65567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mConfigureMsg = msg; 656f64b36deccd473b545dbed22c2feb11fc49157e5Chong Zhang 65767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu status_t err; 65867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Vector<MediaResource> resources; 659ea15fd29af81490311af9e12949b43524c39400eRonghua Wu MediaResource::Type type = (mFlags & kFlagIsSecure) ? 660ea15fd29af81490311af9e12949b43524c39400eRonghua Wu MediaResource::kSecureCodec : MediaResource::kNonSecureCodec; 661ea15fd29af81490311af9e12949b43524c39400eRonghua Wu MediaResource::SubType subtype = 662ea15fd29af81490311af9e12949b43524c39400eRonghua Wu mIsVideo ? MediaResource::kVideoCodec : MediaResource::kAudioCodec; 663ea15fd29af81490311af9e12949b43524c39400eRonghua Wu resources.push_back(MediaResource(type, subtype, 1)); 66467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // Don't know the buffer size at this point, but it's fine to use 1 because 66567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // the reclaimResource call doesn't consider the requester's buffer size for now. 666ea15fd29af81490311af9e12949b43524c39400eRonghua Wu resources.push_back(MediaResource(MediaResource::kGraphicMemory, 1)); 66767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu for (int i = 0; i <= kMaxRetry; ++i) { 66867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (i > 0) { 66967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // Don't try to reclaim resource for the first time. 67037c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu if (!mResourceManagerService->reclaimResource(resources)) { 67167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 67267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 67367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 674f64b36deccd473b545dbed22c2feb11fc49157e5Chong Zhang 67567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<AMessage> response; 67667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu err = PostAndAwaitResponse(msg, &response); 67767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (err != OK && err != INVALID_OPERATION) { 67867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // MediaCodec now set state to UNINITIALIZED upon any fatal error. 67967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // To maintain backward-compatibility, do a reset() to put codec 68067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // back into INITIALIZED state. 68167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // But don't reset if the err is INVALID_OPERATION, which means 68267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // the configure failure is due to wrong state. 68367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 68467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ALOGE("configure failed with err 0x%08x, resetting...", err); 68567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu reset(); 68667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 68767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (!isResourceError(err)) { 68867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 68967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 690f64b36deccd473b545dbed22c2feb11fc49157e5Chong Zhang } 691f64b36deccd473b545dbed22c2feb11fc49157e5Chong Zhang return err; 6925778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 6935778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6948f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhangstatus_t MediaCodec::setInputSurface( 695d291c222357303b9611cab89d0c3b047584ef377Chong Zhang const sp<PersistentSurface> &surface) { 6968f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang sp<AMessage> msg = new AMessage(kWhatSetInputSurface, this); 697d291c222357303b9611cab89d0c3b047584ef377Chong Zhang msg->setObject("input-surface", surface.get()); 698d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 699d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<AMessage> response; 700d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return PostAndAwaitResponse(msg, &response); 701d291c222357303b9611cab89d0c3b047584ef377Chong Zhang} 702d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 7031dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t MediaCodec::setSurface(const sp<Surface> &surface) { 7041dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AMessage> msg = new AMessage(kWhatSetSurface, this); 7051dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar msg->setObject("surface", surface); 7061dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 7071dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AMessage> response; 7081dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return PostAndAwaitResponse(msg, &response); 7091dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar} 7101dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 7117cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFaddenstatus_t MediaCodec::createInputSurface( 7127cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<IGraphicBufferProducer>* bufferProducer) { 7131d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatCreateInputSurface, this); 7147cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 7157cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<AMessage> response; 7167cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden status_t err = PostAndAwaitResponse(msg, &response); 7177cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden if (err == NO_ERROR) { 7187cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden // unwrap the sp<IGraphicBufferProducer> 7197cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<RefBase> obj; 7207cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden bool found = response->findObject("input-surface", &obj); 7217cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden CHECK(found); 7227cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<BufferProducerWrapper> wrapper( 7237cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden static_cast<BufferProducerWrapper*>(obj.get())); 7247cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden *bufferProducer = wrapper->getBufferProducer(); 7257cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } else { 7267cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden ALOGW("createInputSurface failed, err=%d", err); 7277cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 7287cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden return err; 7297cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden} 7307cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 73167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuuint64_t MediaCodec::getGraphicBufferSize() { 73267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (!mIsVideo) { 73367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return 0; 73467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 73567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 73667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu uint64_t size = 0; 73767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu size_t portNum = sizeof(mPortBuffers) / sizeof((mPortBuffers)[0]); 73867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu for (size_t i = 0; i < portNum; ++i) { 73967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // TODO: this is just an estimation, we should get the real buffer size from ACodec. 74067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu size += mPortBuffers[i].size() * mVideoWidth * mVideoHeight * 3 / 2; 74167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 74267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return size; 74367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 74467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 745ea15fd29af81490311af9e12949b43524c39400eRonghua Wuvoid MediaCodec::addResource( 746ea15fd29af81490311af9e12949b43524c39400eRonghua Wu MediaResource::Type type, MediaResource::SubType subtype, uint64_t value) { 74767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Vector<MediaResource> resources; 748c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu resources.push_back(MediaResource(type, subtype, value)); 74967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mResourceManagerService->addResource( 75037c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu getId(mResourceManagerClient), mResourceManagerClient, resources); 75167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 75267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 7535778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::start() { 7541d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatStart, this); 7555778822d86b0337407514b9372562b86edfa91cdAndreas Huber 75667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu status_t err; 75767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Vector<MediaResource> resources; 758ea15fd29af81490311af9e12949b43524c39400eRonghua Wu MediaResource::Type type = (mFlags & kFlagIsSecure) ? 759ea15fd29af81490311af9e12949b43524c39400eRonghua Wu MediaResource::kSecureCodec : MediaResource::kNonSecureCodec; 760ea15fd29af81490311af9e12949b43524c39400eRonghua Wu MediaResource::SubType subtype = 761ea15fd29af81490311af9e12949b43524c39400eRonghua Wu mIsVideo ? MediaResource::kVideoCodec : MediaResource::kAudioCodec; 762ea15fd29af81490311af9e12949b43524c39400eRonghua Wu resources.push_back(MediaResource(type, subtype, 1)); 76367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // Don't know the buffer size at this point, but it's fine to use 1 because 76467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // the reclaimResource call doesn't consider the requester's buffer size for now. 765ea15fd29af81490311af9e12949b43524c39400eRonghua Wu resources.push_back(MediaResource(MediaResource::kGraphicMemory, 1)); 76667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu for (int i = 0; i <= kMaxRetry; ++i) { 76767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (i > 0) { 76867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // Don't try to reclaim resource for the first time. 76937c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu if (!mResourceManagerService->reclaimResource(resources)) { 77067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 77167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 77267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // Recover codec from previous error before retry start. 77367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu err = reset(); 77467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (err != OK) { 77567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ALOGE("retrying start: failed to reset codec"); 77667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 77767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 77867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<AMessage> response; 77967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu err = PostAndAwaitResponse(mConfigureMsg, &response); 78067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (err != OK) { 78167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ALOGE("retrying start: failed to configure codec"); 78267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 78367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 78467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 78567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 78667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<AMessage> response; 78767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu err = PostAndAwaitResponse(msg, &response); 78867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (!isResourceError(err)) { 78967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 79067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 79167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 79267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return err; 7935778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 7945778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7955778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::stop() { 7961d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatStop, this); 7975778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7985778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 7995778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 8005778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 8015778822d86b0337407514b9372562b86edfa91cdAndreas Huber 8024b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wubool MediaCodec::hasPendingBuffer(int portIndex) { 803fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim const Vector<BufferInfo> &buffers = mPortBuffers[portIndex]; 804fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim for (size_t i = 0; i < buffers.size(); ++i) { 805fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim const BufferInfo &info = buffers.itemAt(i); 806fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim if (info.mOwnedByClient) { 807fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim return true; 808fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim } 809fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim } 810fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim return false; 8114b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu} 8124b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu 8134b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wubool MediaCodec::hasPendingBuffer() { 8144b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu return hasPendingBuffer(kPortIndexInput) || hasPendingBuffer(kPortIndexOutput); 8154b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu} 8164b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu 8174b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wustatus_t MediaCodec::reclaim(bool force) { 81858828196edf2fc4debbd7913198a8149f039b4a9Ronghua Wu ALOGD("MediaCodec::reclaim(%p) %s", this, mInitName.c_str()); 81947a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu sp<AMessage> msg = new AMessage(kWhatRelease, this); 82047a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu msg->setInt32("reclaimed", 1); 8214b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu msg->setInt32("force", force ? 1 : 0); 82247a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu 82347a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu sp<AMessage> response; 8240abb2aa4859ced9165c77324cb83d1cd94f5f20cRonghua Wu status_t ret = PostAndAwaitResponse(msg, &response); 8250abb2aa4859ced9165c77324cb83d1cd94f5f20cRonghua Wu if (ret == -ENOENT) { 8260abb2aa4859ced9165c77324cb83d1cd94f5f20cRonghua Wu ALOGD("MediaCodec looper is gone, skip reclaim"); 8270abb2aa4859ced9165c77324cb83d1cd94f5f20cRonghua Wu ret = OK; 8280abb2aa4859ced9165c77324cb83d1cd94f5f20cRonghua Wu } 8290abb2aa4859ced9165c77324cb83d1cd94f5f20cRonghua Wu return ret; 83047a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu} 83147a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu 832c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberstatus_t MediaCodec::release() { 8331d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatRelease, this); 834c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 835c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber sp<AMessage> response; 836c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return PostAndAwaitResponse(msg, &response); 837c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber} 838c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 839671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnarstatus_t MediaCodec::reset() { 840671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar /* When external-facing MediaCodec object is created, 841671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar it is already initialized. Thus, reset is essentially 842671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar release() followed by init(), plus clearing the state */ 843671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 844671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar status_t err = release(); 845671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 846671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar // unregister handlers 847671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar if (mCodec != NULL) { 848671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar if (mCodecLooper != NULL) { 849671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mCodecLooper->unregisterHandler(mCodec->id()); 850671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar } else { 851671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mLooper->unregisterHandler(mCodec->id()); 852671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar } 853671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mCodec = NULL; 854671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar } 855671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mLooper->unregisterHandler(id()); 856671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 857671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mFlags = 0; // clear all flags 858251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mStickyError = OK; 859671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 860671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar // reset state not reset by setState(UNINITIALIZED) 861671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mReplyID = 0; 862671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mDequeueInputReplyID = 0; 863671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mDequeueOutputReplyID = 0; 864671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mDequeueInputTimeoutGeneration = 0; 865671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mDequeueOutputTimeoutGeneration = 0; 866671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mHaveInputSurface = false; 867671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 868671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar if (err == OK) { 869dc9f58dc23a86d0635fd8601d1cbc8d47bab0303Andy Hung err = init(mInitName, mInitNameIsType, mInitIsEncoder); 870671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar } 871671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar return err; 872671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar} 873671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 8745778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::queueInputBuffer( 8755778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t index, 8765778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t offset, 8775778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t size, 8785778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t presentationTimeUs, 8795b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber uint32_t flags, 8805b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber AString *errorDetailMsg) { 8815b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber if (errorDetailMsg != NULL) { 8825b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber errorDetailMsg->clear(); 8835b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber } 8845b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber 8851d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatQueueInputBuffer, this); 8865778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setSize("index", index); 8875778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setSize("offset", offset); 8885778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setSize("size", size); 8895778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt64("timeUs", presentationTimeUs); 8905778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("flags", flags); 8915b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber msg->setPointer("errorDetailMsg", errorDetailMsg); 8925778822d86b0337407514b9372562b86edfa91cdAndreas Huber 8935778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 8945778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 8955778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 8965778822d86b0337407514b9372562b86edfa91cdAndreas Huber 8974b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huberstatus_t MediaCodec::queueSecureInputBuffer( 8984b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size_t index, 8994b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size_t offset, 9004b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const CryptoPlugin::SubSample *subSamples, 9014b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size_t numSubSamples, 9024b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const uint8_t key[16], 9034b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const uint8_t iv[16], 9044b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CryptoPlugin::Mode mode, 90518cb1eca504817b5b144a023ae2792d90e74c9a5Jeff Tinker const CryptoPlugin::Pattern &pattern, 9064b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber int64_t presentationTimeUs, 9075b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber uint32_t flags, 9085b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber AString *errorDetailMsg) { 9095b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber if (errorDetailMsg != NULL) { 9105b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber errorDetailMsg->clear(); 9115b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber } 9125b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber 9131d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatQueueInputBuffer, this); 9144b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setSize("index", index); 9154b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setSize("offset", offset); 9164b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setPointer("subSamples", (void *)subSamples); 9174b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setSize("numSubSamples", numSubSamples); 9184b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setPointer("key", (void *)key); 9194b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setPointer("iv", (void *)iv); 9204b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setInt32("mode", mode); 92118cb1eca504817b5b144a023ae2792d90e74c9a5Jeff Tinker msg->setInt32("encryptBlocks", pattern.mEncryptBlocks); 92218cb1eca504817b5b144a023ae2792d90e74c9a5Jeff Tinker msg->setInt32("skipBlocks", pattern.mSkipBlocks); 9234b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setInt64("timeUs", presentationTimeUs); 9244b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setInt32("flags", flags); 9255b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber msg->setPointer("errorDetailMsg", errorDetailMsg); 9264b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 9274b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber sp<AMessage> response; 9285b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber status_t err = PostAndAwaitResponse(msg, &response); 9295b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber 9305b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber return err; 9314b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber} 9324b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 9335778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::dequeueInputBuffer(size_t *index, int64_t timeoutUs) { 9341d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatDequeueInputBuffer, this); 9355778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt64("timeoutUs", timeoutUs); 9365778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9375778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 9385778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err; 9395778822d86b0337407514b9372562b86edfa91cdAndreas Huber if ((err = PostAndAwaitResponse(msg, &response)) != OK) { 9405778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 9415778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 9425778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9435778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findSize("index", index)); 9445778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9455778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 9465778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 9475778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9485778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::dequeueOutputBuffer( 9495778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t *index, 9505778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t *offset, 9515778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t *size, 9525778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t *presentationTimeUs, 9535778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t *flags, 9545778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t timeoutUs) { 9551d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatDequeueOutputBuffer, this); 9565778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt64("timeoutUs", timeoutUs); 9575778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9585778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 9595778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err; 9605778822d86b0337407514b9372562b86edfa91cdAndreas Huber if ((err = PostAndAwaitResponse(msg, &response)) != OK) { 9615778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 9625778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 9635778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9645778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findSize("index", index)); 9655778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findSize("offset", offset)); 9665778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findSize("size", size)); 9675778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findInt64("timeUs", presentationTimeUs)); 9685778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findInt32("flags", (int32_t *)flags)); 9695778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9705778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 9715778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 9725778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9735778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::renderOutputBufferAndRelease(size_t index) { 9741d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatReleaseOutputBuffer, this); 9755778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setSize("index", index); 9765778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("render", true); 9775778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9785778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 9795778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 9805778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 9815778822d86b0337407514b9372562b86edfa91cdAndreas Huber 982fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnarstatus_t MediaCodec::renderOutputBufferAndRelease(size_t index, int64_t timestampNs) { 9831d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatReleaseOutputBuffer, this); 984fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar msg->setSize("index", index); 985fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar msg->setInt32("render", true); 986fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar msg->setInt64("timestampNs", timestampNs); 987fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar 988fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar sp<AMessage> response; 989fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar return PostAndAwaitResponse(msg, &response); 990fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar} 991fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar 9925778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::releaseOutputBuffer(size_t index) { 9931d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatReleaseOutputBuffer, this); 9945778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setSize("index", index); 9955778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9965778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 9975778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 9985778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 9995778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10007cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFaddenstatus_t MediaCodec::signalEndOfInputStream() { 10011d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatSignalEndOfInputStream, this); 10027cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 10037cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<AMessage> response; 10047cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden return PostAndAwaitResponse(msg, &response); 10057cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden} 10067cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 10075778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::getOutputFormat(sp<AMessage> *format) const { 10081d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatGetOutputFormat, this); 10095778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10105778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 10115778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err; 10125778822d86b0337407514b9372562b86edfa91cdAndreas Huber if ((err = PostAndAwaitResponse(msg, &response)) != OK) { 10135778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 10145778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 10155778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10165778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findMessage("format", format)); 10175778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10185778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 10195778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 10205778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1021e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnarstatus_t MediaCodec::getInputFormat(sp<AMessage> *format) const { 10221d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatGetInputFormat, this); 1023e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 1024e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar sp<AMessage> response; 1025e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar status_t err; 1026e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if ((err = PostAndAwaitResponse(msg, &response)) != OK) { 1027e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar return err; 1028e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 1029e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 1030e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar CHECK(response->findMessage("format", format)); 1031e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 1032e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar return OK; 1033e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar} 1034e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 1035717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjostatus_t MediaCodec::getName(AString *name) const { 10361d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatGetName, this); 1037717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 1038717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo sp<AMessage> response; 1039717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo status_t err; 1040717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo if ((err = PostAndAwaitResponse(msg, &response)) != OK) { 1041717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo return err; 1042717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo } 1043717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 1044717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo CHECK(response->findString("name", name)); 1045717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 1046717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo return OK; 1047717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo} 1048717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 10497e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kimstatus_t MediaCodec::getInputBuffers(Vector<sp<MediaCodecBuffer> > *buffers) const { 10501d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatGetBuffers, this); 10515778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("portIndex", kPortIndexInput); 10525778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setPointer("buffers", buffers); 10535778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10545778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 10555778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 10565778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 10575778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10587e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kimstatus_t MediaCodec::getOutputBuffers(Vector<sp<MediaCodecBuffer> > *buffers) const { 10591d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatGetBuffers, this); 10605778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("portIndex", kPortIndexOutput); 10615778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setPointer("buffers", buffers); 10625778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10635778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 10645778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 10655778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 10665778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10677e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kimstatus_t MediaCodec::getOutputBuffer(size_t index, sp<MediaCodecBuffer> *buffer) { 10687bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar sp<AMessage> format; 10697bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar return getBufferAndFormat(kPortIndexOutput, index, buffer, &format); 10707bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar} 10717bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 10727bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnarstatus_t MediaCodec::getOutputFormat(size_t index, sp<AMessage> *format) { 10737e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim sp<MediaCodecBuffer> buffer; 10747bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar return getBufferAndFormat(kPortIndexOutput, index, &buffer, format); 10757bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar} 10767bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 10777e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kimstatus_t MediaCodec::getInputBuffer(size_t index, sp<MediaCodecBuffer> *buffer) { 10787bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar sp<AMessage> format; 10797bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar return getBufferAndFormat(kPortIndexInput, index, buffer, &format); 10807bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar} 10817bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 10820e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnarbool MediaCodec::isExecuting() const { 10830e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar return mState == STARTED || mState == FLUSHED; 10840e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar} 10850e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar 10867bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnarstatus_t MediaCodec::getBufferAndFormat( 10877bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar size_t portIndex, size_t index, 10887e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim sp<MediaCodecBuffer> *buffer, sp<AMessage> *format) { 10897bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar // use mutex instead of a context switch 109047a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu if (mReleasedByResourceManager) { 1091b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage ALOGE("getBufferAndFormat - resource already released"); 109247a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu return DEAD_OBJECT; 109347a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu } 109447a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu 1095b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage if (buffer == NULL) { 10967e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim ALOGE("getBufferAndFormat - null MediaCodecBuffer"); 1097b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage return INVALID_OPERATION; 1098b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage } 1099b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage 1100b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage if (format == NULL) { 1101b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage ALOGE("getBufferAndFormat - null AMessage"); 1102b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage return INVALID_OPERATION; 1103b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage } 1104b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage 11057bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar buffer->clear(); 11067bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar format->clear(); 1107b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage 11080e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (!isExecuting()) { 1109b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage ALOGE("getBufferAndFormat - not executing"); 11107bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar return INVALID_OPERATION; 11117bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar } 11127bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 11137bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar // we do not want mPortBuffers to change during this section 11147bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar // we also don't want mOwnedByClient to change during this 11157bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Mutex::Autolock al(mBufferLock); 1116b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage 1117fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim Vector<BufferInfo> *buffers = &mPortBuffers[portIndex]; 1118fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim if (index >= buffers->size()) { 1119b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage ALOGE("getBufferAndFormat - trying to get buffer with " 1120fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim "bad index (index=%zu buffer_size=%zu)", index, buffers->size()); 1121b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage return INVALID_OPERATION; 11227bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar } 1123b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage 1124fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim const BufferInfo &info = buffers->itemAt(index); 1125b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage if (!info.mOwnedByClient) { 1126b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage ALOGE("getBufferAndFormat - invalid operation " 11270362655ca9494052f348f83dabecf9ea27003976Aaron Vaage "(the index %zu is not owned by client)", index); 1128b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage return INVALID_OPERATION; 1129b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage } 1130b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage 11314811923e80a8abefa278307ebf8cc9b0294ba67fWonsik Kim *buffer = info.mData; 1132fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim *format = info.mData->format(); 1133b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage 11347bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar return OK; 11357bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar} 11367bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 11375778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::flush() { 11381d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatFlush, this); 11395778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11405778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 11415778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 11425778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 11435778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1144496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huberstatus_t MediaCodec::requestIDRFrame() { 11451d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatRequestIDRFrame, this))->post(); 1146496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 1147496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber return OK; 1148496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber} 1149496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 1150575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Hubervoid MediaCodec::requestActivityNotification(const sp<AMessage> ¬ify) { 11511d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatRequestActivityNotification, this); 1152575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber msg->setMessage("notify", notify); 1153575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber msg->post(); 1154575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber} 1155575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 11565778822d86b0337407514b9372562b86edfa91cdAndreas Huber//////////////////////////////////////////////////////////////////////////////// 11575778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11585778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid MediaCodec::cancelPendingDequeueOperations() { 11595778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mFlags & kFlagDequeueInputPending) { 1160c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(mDequeueInputReplyID, INVALID_OPERATION); 11615778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11625778822d86b0337407514b9372562b86edfa91cdAndreas Huber ++mDequeueInputTimeoutGeneration; 11635778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputReplyID = 0; 11645778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueInputPending; 11655778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 11665778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11675778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mFlags & kFlagDequeueOutputPending) { 1168c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(mDequeueOutputReplyID, INVALID_OPERATION); 11695778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11705778822d86b0337407514b9372562b86edfa91cdAndreas Huber ++mDequeueOutputTimeoutGeneration; 11715778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueOutputReplyID = 0; 11725778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueOutputPending; 11735778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 11745778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 11755778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11763f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnarbool MediaCodec::handleDequeueInputBuffer(const sp<AReplyToken> &replyID, bool newRequest) { 11770e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (!isExecuting() || (mFlags & kFlagIsAsync) 11785778822d86b0337407514b9372562b86edfa91cdAndreas Huber || (newRequest && (mFlags & kFlagDequeueInputPending))) { 1179c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 11805778822d86b0337407514b9372562b86edfa91cdAndreas Huber return true; 1181251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 1182251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 1183251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return true; 11845778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 11855778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11865778822d86b0337407514b9372562b86edfa91cdAndreas Huber ssize_t index = dequeuePortBuffer(kPortIndexInput); 11875778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11885778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (index < 0) { 11895778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ(index, -EAGAIN); 11905778822d86b0337407514b9372562b86edfa91cdAndreas Huber return false; 11915778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 11925778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11935778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response = new AMessage; 11945778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setSize("index", index); 11955778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->postReply(replyID); 11965778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11975778822d86b0337407514b9372562b86edfa91cdAndreas Huber return true; 11985778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 11995778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12003f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnarbool MediaCodec::handleDequeueOutputBuffer(const sp<AReplyToken> &replyID, bool newRequest) { 12010e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (!isExecuting() || (mFlags & kFlagIsAsync) 12025778822d86b0337407514b9372562b86edfa91cdAndreas Huber || (newRequest && (mFlags & kFlagDequeueOutputPending))) { 120347a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu PostReplyWithError(replyID, INVALID_OPERATION); 1204251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 120547a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu PostReplyWithError(replyID, getStickyError()); 12065778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (mFlags & kFlagOutputBuffersChanged) { 120747a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu PostReplyWithError(replyID, INFO_OUTPUT_BUFFERS_CHANGED); 12085778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagOutputBuffersChanged; 12095778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (mFlags & kFlagOutputFormatChanged) { 121047a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu PostReplyWithError(replyID, INFO_FORMAT_CHANGED); 12115778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagOutputFormatChanged; 12125778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 121347a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu sp<AMessage> response = new AMessage; 12145778822d86b0337407514b9372562b86edfa91cdAndreas Huber ssize_t index = dequeuePortBuffer(kPortIndexOutput); 12155778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12165778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (index < 0) { 12175778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ(index, -EAGAIN); 12185778822d86b0337407514b9372562b86edfa91cdAndreas Huber return false; 12195778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 12205778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12217e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim const sp<MediaCodecBuffer> &buffer = 1222fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim mPortBuffers[kPortIndexOutput].itemAt(index).mData; 12235778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12245778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setSize("index", index); 12255778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setSize("offset", buffer->offset()); 12265778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setSize("size", buffer->size()); 12275778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12285778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t timeUs; 12295778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(buffer->meta()->findInt64("timeUs", &timeUs)); 12305778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12315778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setInt64("timeUs", timeUs); 12325778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1233fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim int32_t omxFlags; 1234fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim CHECK(buffer->meta()->findInt32("omxFlags", &omxFlags)); 1235fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim 1236fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim uint32_t flags = 0; 1237fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim if (omxFlags & OMX_BUFFERFLAG_SYNCFRAME) { 1238fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim flags |= BUFFER_FLAG_SYNCFRAME; 1239fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim } 1240fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim if (omxFlags & OMX_BUFFERFLAG_CODECCONFIG) { 1241fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim flags |= BUFFER_FLAG_CODECCONFIG; 1242fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim } 1243fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim if (omxFlags & OMX_BUFFERFLAG_EOS) { 1244fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim flags |= BUFFER_FLAG_EOS; 1245fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim } 12465778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12475778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setInt32("flags", flags); 124847a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu response->postReply(replyID); 12495778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 12505778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12515778822d86b0337407514b9372562b86edfa91cdAndreas Huber return true; 12525778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 12535778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12545778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid MediaCodec::onMessageReceived(const sp<AMessage> &msg) { 12555778822d86b0337407514b9372562b86edfa91cdAndreas Huber switch (msg->what()) { 12565778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatCodecNotify: 12575778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 12585778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t what; 12595778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("what", &what)); 12605778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12615778822d86b0337407514b9372562b86edfa91cdAndreas Huber switch (what) { 126279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim case kWhatError: 12635778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 1264251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung int32_t err, actionCode; 1265251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung CHECK(msg->findInt32("err", &err)); 1266251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung CHECK(msg->findInt32("actionCode", &actionCode)); 12675778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12689e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen ALOGE("Codec reported err %#x, actionCode %d, while in state %d", 12699e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen err, actionCode, mState); 1270251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (err == DEAD_OBJECT) { 1271aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber mFlags |= kFlagSawMediaServerDie; 127252dfbee90cc3c4426428318e06a92774f5201198Praveen Chavan mFlags &= ~kFlagIsComponentAllocated; 1273aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber } 1274aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber 12755530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia bool sendErrorResponse = true; 12765778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12775778822d86b0337407514b9372562b86edfa91cdAndreas Huber switch (mState) { 12785778822d86b0337407514b9372562b86edfa91cdAndreas Huber case INITIALIZING: 12795778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 12805778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(UNINITIALIZED); 12815778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 12825778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 12835778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12845778822d86b0337407514b9372562b86edfa91cdAndreas Huber case CONFIGURING: 12855778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 1286c22c695660ed9edaba0d4cd7c0ab3a794216fe80Wei Jia setState(actionCode == ACTION_CODE_FATAL ? 1287c22c695660ed9edaba0d4cd7c0ab3a794216fe80Wei Jia UNINITIALIZED : INITIALIZED); 12885778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 12895778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 12905778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12915778822d86b0337407514b9372562b86edfa91cdAndreas Huber case STARTING: 12925778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 1293c22c695660ed9edaba0d4cd7c0ab3a794216fe80Wei Jia setState(actionCode == ACTION_CODE_FATAL ? 1294c22c695660ed9edaba0d4cd7c0ab3a794216fe80Wei Jia UNINITIALIZED : CONFIGURED); 12955778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 12965778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 12975778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1298c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber case RELEASING: 12995778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 13005778822d86b0337407514b9372562b86edfa91cdAndreas Huber // Ignore the error, assuming we'll still get 13015d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang // the shutdown complete notification. If we 13025d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang // don't, we'll timeout and force release. 13035530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia sendErrorResponse = false; 13045d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang } 13055d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang // fall-thru 13065d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang case STOPPING: 13075d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang { 1308aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber if (mFlags & kFlagSawMediaServerDie) { 130903ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // MediaServer died, there definitely won't 131003ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // be a shutdown complete notification after 131103ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // all. 131203ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber 131303ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // note that we're directly going from 131403ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // STOPPING->UNINITIALIZED, instead of the 131503ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // usual STOPPING->INITIALIZED state. 131603ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber setState(UNINITIALIZED); 13176e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar if (mState == RELEASING) { 13186e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar mComponentName.clear(); 13196e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar } 132003ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber (new AMessage)->postReply(mReplyID); 13215d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang sendErrorResponse = false; 132203ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber } 13235778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 13245778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 13255778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13265778822d86b0337407514b9372562b86edfa91cdAndreas Huber case FLUSHING: 13275778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 13289e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen if (actionCode == ACTION_CODE_FATAL) { 13299e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen setState(UNINITIALIZED); 13309e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen } else { 13319e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen setState( 13329e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen (mFlags & kFlagIsAsync) ? FLUSHED : STARTED); 13339e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen } 13345778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 13355778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 13365778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13370e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar case FLUSHED: 13385778822d86b0337407514b9372562b86edfa91cdAndreas Huber case STARTED: 13395778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 13405530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia sendErrorResponse = false; 13415778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1342251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setStickyError(err); 1343575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 13445778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13455778822d86b0337407514b9372562b86edfa91cdAndreas Huber cancelPendingDequeueOperations(); 1346c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1347c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 1348251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung onError(err, actionCode); 1349251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 1350251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung switch (actionCode) { 1351251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case ACTION_CODE_TRANSIENT: 1352251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 1353251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case ACTION_CODE_RECOVERABLE: 1354251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setState(INITIALIZED); 1355251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 1356251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung default: 1357251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setState(UNINITIALIZED); 1358251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 1359c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 13605778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 13615778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 13625778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13635778822d86b0337407514b9372562b86edfa91cdAndreas Huber default: 13645778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 13655530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia sendErrorResponse = false; 13665778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1367251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setStickyError(err); 1368575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 1369c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1370251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung // actionCode in an uninitialized state is always fatal. 1371251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (mState == UNINITIALIZED) { 1372251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung actionCode = ACTION_CODE_FATAL; 1373251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 1374c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 1375251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung onError(err, actionCode); 1376251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 1377251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung switch (actionCode) { 1378251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case ACTION_CODE_TRANSIENT: 1379251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 1380251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case ACTION_CODE_RECOVERABLE: 1381251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setState(INITIALIZED); 1382251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 1383251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung default: 1384251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setState(UNINITIALIZED); 1385251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 1386c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 13875778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 13885778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 13895778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 13905778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13915530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia if (sendErrorResponse) { 1392251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(mReplyID, err); 13935778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 13945778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 13955778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 13965778822d86b0337407514b9372562b86edfa91cdAndreas Huber 139779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim case kWhatComponentAllocated: 13985778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 13995778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ(mState, INITIALIZING); 14005778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(INITIALIZED); 140152dfbee90cc3c4426428318e06a92774f5201198Praveen Chavan mFlags |= kFlagIsComponentAllocated; 14025778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1403717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo CHECK(msg->findString("componentName", &mComponentName)); 14045778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1405717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo if (mComponentName.startsWith("OMX.google.")) { 14063a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar mFlags |= kFlagUsesSoftwareRenderer; 14075778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 14083a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar mFlags &= ~kFlagUsesSoftwareRenderer; 14095778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14105778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1411ea15fd29af81490311af9e12949b43524c39400eRonghua Wu MediaResource::Type resourceType; 1412717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo if (mComponentName.endsWith(".secure")) { 14131bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber mFlags |= kFlagIsSecure; 1414ea15fd29af81490311af9e12949b43524c39400eRonghua Wu resourceType = MediaResource::kSecureCodec; 14151bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber } else { 14161bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber mFlags &= ~kFlagIsSecure; 1417ea15fd29af81490311af9e12949b43524c39400eRonghua Wu resourceType = MediaResource::kNonSecureCodec; 14181bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber } 1419c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu 142058828196edf2fc4debbd7913198a8149f039b4a9Ronghua Wu if (mIsVideo) { 142158828196edf2fc4debbd7913198a8149f039b4a9Ronghua Wu // audio codec is currently ignored. 1422ea15fd29af81490311af9e12949b43524c39400eRonghua Wu addResource(resourceType, MediaResource::kVideoCodec, 1); 142358828196edf2fc4debbd7913198a8149f039b4a9Ronghua Wu } 14241bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber 14255778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(mReplyID); 14265778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 14275778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14285778822d86b0337407514b9372562b86edfa91cdAndreas Huber 142979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim case kWhatComponentConfigured: 14305778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 1431c6044a135324979e62cc59db9dbde8b11c4bb74bAndy Hung if (mState == UNINITIALIZED || mState == INITIALIZED) { 1432c6044a135324979e62cc59db9dbde8b11c4bb74bAndy Hung // In case a kWhatError message came in and replied with error, 1433c6044a135324979e62cc59db9dbde8b11c4bb74bAndy Hung // we log a warning and ignore. 1434c6044a135324979e62cc59db9dbde8b11c4bb74bAndy Hung ALOGW("configure interrupted by error, current state %d", mState); 1435c6044a135324979e62cc59db9dbde8b11c4bb74bAndy Hung break; 1436c6044a135324979e62cc59db9dbde8b11c4bb74bAndy Hung } 14375778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ(mState, CONFIGURING); 14385778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14396507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden // reset input surface flag 14406507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mHaveInputSurface = false; 14416507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden 1442e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar CHECK(msg->findMessage("input-format", &mInputFormat)); 1443e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar CHECK(msg->findMessage("output-format", &mOutputFormat)); 1444b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGV("[%s] configured as input format: %s, output format: %s", 1445b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mComponentName.c_str(), 1446b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mInputFormat->debugString(4).c_str(), 1447b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mOutputFormat->debugString(4).c_str()); 14483a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar int32_t usingSwRenderer; 14493a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (mOutputFormat->findInt32("using-sw-renderer", &usingSwRenderer) 14503a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar && usingSwRenderer) { 14513a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar mFlags |= kFlagUsesSoftwareRenderer; 14523a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 14532606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang setState(CONFIGURED); 14545778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(mReplyID); 14555778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 14565778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14575778822d86b0337407514b9372562b86edfa91cdAndreas Huber 145879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim case kWhatInputSurfaceCreated: 14597cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 146092cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar // response to initiateCreateInputSurface() 14617cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden status_t err = NO_ERROR; 14621dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AMessage> response = new AMessage; 14637cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden if (!msg->findInt32("err", &err)) { 14647cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<RefBase> obj; 14657cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden msg->findObject("input-surface", &obj); 1466b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar CHECK(msg->findMessage("input-format", &mInputFormat)); 1467b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar CHECK(msg->findMessage("output-format", &mOutputFormat)); 1468b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGV("[%s] input surface created as input format: %s, output format: %s", 1469b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mComponentName.c_str(), 1470b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mInputFormat->debugString(4).c_str(), 1471b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mOutputFormat->debugString(4).c_str()); 14727cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden CHECK(obj != NULL); 14737cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden response->setObject("input-surface", obj); 14746507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mHaveInputSurface = true; 14757cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } else { 14767cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden response->setInt32("err", err); 14777cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 14787cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden response->postReply(mReplyID); 14797cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 14807cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 14817cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 148279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim case kWhatInputSurfaceAccepted: 1483d291c222357303b9611cab89d0c3b047584ef377Chong Zhang { 14848f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang // response to initiateSetInputSurface() 1485d291c222357303b9611cab89d0c3b047584ef377Chong Zhang status_t err = NO_ERROR; 1486d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<AMessage> response = new AMessage(); 1487d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (!msg->findInt32("err", &err)) { 1488addf2cbb120346ae42e78fa739245a353db5edadChong Zhang CHECK(msg->findMessage("input-format", &mInputFormat)); 1489addf2cbb120346ae42e78fa739245a353db5edadChong Zhang CHECK(msg->findMessage("output-format", &mOutputFormat)); 1490d291c222357303b9611cab89d0c3b047584ef377Chong Zhang mHaveInputSurface = true; 1491d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } else { 1492d291c222357303b9611cab89d0c3b047584ef377Chong Zhang response->setInt32("err", err); 1493d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 1494d291c222357303b9611cab89d0c3b047584ef377Chong Zhang response->postReply(mReplyID); 1495d291c222357303b9611cab89d0c3b047584ef377Chong Zhang break; 1496d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 1497d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 149879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim case kWhatSignaledInputEOS: 14997cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 150092cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar // response to signalEndOfInputStream() 15011dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AMessage> response = new AMessage; 15027cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden status_t err; 15037cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden if (msg->findInt32("err", &err)) { 15047cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden response->setInt32("err", err); 15057cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 15067cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden response->postReply(mReplyID); 15077cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 15087cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 15097cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 1510fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim 1511fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim case kWhatBuffersAllocated: 15125778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 1513fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim Mutex::Autolock al(mBufferLock); 1514fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim int32_t portIndex; 1515fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim CHECK(msg->findInt32("portIndex", &portIndex)); 1516fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim 1517fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim ALOGV("%s buffers allocated", 1518fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim portIndex == kPortIndexInput ? "input" : "output"); 1519fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim 1520fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim CHECK(portIndex == kPortIndexInput 1521fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim || portIndex == kPortIndexOutput); 1522fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim 1523fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim mPortBuffers[portIndex].clear(); 1524fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim mPortBufferArrays[portIndex].clear(); 1525fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim 1526fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim Vector<BufferInfo> *buffers = &mPortBuffers[portIndex]; 1527fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim 1528fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim sp<RefBase> obj; 1529fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim CHECK(msg->findObject("portDesc", &obj)); 1530fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim 1531fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim sp<CodecBase::PortDescription> portDesc = 1532fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim static_cast<CodecBase::PortDescription *>(obj.get()); 1533fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim 1534fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim size_t numBuffers = portDesc->countBuffers(); 1535fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim 1536fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim size_t totalSize = 0; 1537fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim for (size_t i = 0; i < numBuffers; ++i) { 1538fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim if (portIndex == kPortIndexInput && mCrypto != NULL) { 1539fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim totalSize += portDesc->bufferAt(i)->capacity(); 1540fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim } 15415778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15425778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1543fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim if (totalSize) { 1544fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim mDealer = new MemoryDealer(totalSize, "MediaCodec"); 1545fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim } 1546fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim 1547fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim for (size_t i = 0; i < numBuffers; ++i) { 1548fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim BufferInfo info; 1549fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim info.mBufferID = portDesc->bufferIDAt(i); 1550fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim info.mOwnedByClient = false; 1551fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim sp<MediaCodecBuffer> buffer = portDesc->bufferAt(i); 1552fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim if (portIndex == kPortIndexInput && mCrypto != NULL) { 1553fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim info.mSharedEncryptedBuffer = mDealer->allocate(buffer->capacity()); 1554fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim buffer = new SharedMemoryBuffer( 1555fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim mInputFormat, info.mSharedEncryptedBuffer); 1556fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim } 1557fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim buffers->push_back(info); 1558fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim mPortBufferArrays[portIndex].push_back(buffer); 1559fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim } 1560fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim 1561fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim if (portIndex == kPortIndexOutput) { 1562fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim if (mState == STARTING) { 1563fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim // We're always allocating output buffers after 1564fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim // allocating input buffers, so this is a good 1565fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim // indication that now all buffers are allocated. 1566fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim if (mIsVideo) { 1567fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim addResource( 1568fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim MediaResource::kGraphicMemory, 1569fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim MediaResource::kUnspecifiedSubType, 1570fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim getGraphicBufferSize()); 1571fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim } 1572fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim setState(STARTED); 1573fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim (new AMessage)->postReply(mReplyID); 1574fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim } else { 1575fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim mFlags |= kFlagOutputBuffersChanged; 1576fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim postActivityNotificationIfPossible(); 1577fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim } 1578fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim } 15795778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 15805778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15815778822d86b0337407514b9372562b86edfa91cdAndreas Huber 158279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim case kWhatOutputFramesRendered: 158390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar { 158490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // ignore these in all states except running, and check that we have a 158590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // notification set 158690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (mState == STARTED && mOnFrameRenderedNotification != NULL) { 158790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar sp<AMessage> notify = mOnFrameRenderedNotification->dup(); 158890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar notify->setMessage("data", msg); 158990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar notify->post(); 159090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 159190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar break; 159290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 159390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 159479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim case kWhatFillThisBuffer: 15955778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 15965778822d86b0337407514b9372562b86edfa91cdAndreas Huber /* size_t index = */updateBuffers(kPortIndexInput, msg); 15975778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1598c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber if (mState == FLUSHING 1599c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber || mState == STOPPING 1600c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber || mState == RELEASING) { 16015778822d86b0337407514b9372562b86edfa91cdAndreas Huber returnBuffersToCodecOnPort(kPortIndexInput); 16025778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 16035778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 16045778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1605fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim // TODO: hold reference of buffer from downstream when 1606fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim // mPortBuffers is removed. 1607fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim 16088ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber if (!mCSD.empty()) { 16098ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber ssize_t index = dequeuePortBuffer(kPortIndexInput); 16108ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber CHECK_GE(index, 0); 16118ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 16128ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber // If codec specific data had been specified as 16138ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber // part of the format in the call to configure and 16148ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber // if there's more csd left, we submit it here 16158ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber // clients only get access to input buffers once 16168ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber // this data has been exhausted. 16178ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 16188ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber status_t err = queueCSDInputBuffer(index); 16198ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 16208ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber if (err != OK) { 16218ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber ALOGE("queueCSDInputBuffer failed w/ error %d", 16228ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber err); 16238ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 1624251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setStickyError(err); 1625575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 1626575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 16278ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber cancelPendingDequeueOperations(); 16288ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber } 16298ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber break; 16308ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber } 16318ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 1632c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 16336e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar if (!mHaveInputSurface) { 16343d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang if (mState == FLUSHED) { 16353d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang mHavePendingInputBuffers = true; 16363d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang } else { 16373d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang onInputBufferAvailable(); 16383d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang } 16396e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar } 1640c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } else if (mFlags & kFlagDequeueInputPending) { 16415778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(handleDequeueInputBuffer(mDequeueInputReplyID)); 16425778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16435778822d86b0337407514b9372562b86edfa91cdAndreas Huber ++mDequeueInputTimeoutGeneration; 16445778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueInputPending; 16455778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputReplyID = 0; 1646575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber } else { 1647575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 16485778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 16495778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 16505778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 16515778822d86b0337407514b9372562b86edfa91cdAndreas Huber 165279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim case kWhatDrainThisBuffer: 16535778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 16545778822d86b0337407514b9372562b86edfa91cdAndreas Huber /* size_t index = */updateBuffers(kPortIndexOutput, msg); 16555778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1656c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber if (mState == FLUSHING 1657c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber || mState == STOPPING 1658c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber || mState == RELEASING) { 16595778822d86b0337407514b9372562b86edfa91cdAndreas Huber returnBuffersToCodecOnPort(kPortIndexOutput); 16605778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 16615778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 16625778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16637e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim sp<RefBase> obj; 16647e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim CHECK(msg->findObject("buffer", &obj)); 16657e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim sp<MediaCodecBuffer> buffer = static_cast<MediaCodecBuffer *>(obj.get()); 1666fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim // TODO: hold buffer's reference when we remove mPortBuffers 16675778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1668fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim int32_t omxFlags; 1669fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim CHECK(msg->findInt32("flags", &omxFlags)); 1670fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim 1671fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim buffer->meta()->setInt32("omxFlags", omxFlags); 1672fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim if (mOutputFormat != buffer->format()) { 1673fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim mOutputFormat = buffer->format(); 1674fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim ALOGV("[%s] output format changed to: %s", 1675fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim mComponentName.c_str(), mOutputFormat->debugString(4).c_str()); 1676fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim 1677fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim if (mSoftRenderer == NULL && 1678fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim mSurface != NULL && 1679fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim (mFlags & kFlagUsesSoftwareRenderer)) { 1680fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim AString mime; 1681fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim CHECK(mOutputFormat->findString("mime", &mime)); 1682fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim 1683fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim // TODO: propagate color aspects to software renderer to allow better 1684fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim // color conversion to RGB. For now, just mark dataspace for YUV 1685fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim // rendering. 1686fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim int32_t dataSpace; 1687fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim if (mOutputFormat->findInt32("android._dataspace", &dataSpace)) { 1688fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim ALOGD("[%s] setting dataspace on output surface to #%x", 1689fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim mComponentName.c_str(), dataSpace); 1690fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim int err = native_window_set_buffers_data_space( 1691fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim mSurface.get(), (android_dataspace)dataSpace); 1692fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim ALOGW_IF(err != 0, "failed to set dataspace on surface (%d)", err); 1693fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim } 1694fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim 1695fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim if (mime.startsWithIgnoreCase("video/")) { 1696fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim mSoftRenderer = new SoftwareRenderer(mSurface, mRotationDegrees); 1697fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim } 1698fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim } 16995778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1700fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim if (mFlags & kFlagIsEncoder) { 1701fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim // Before we announce the format change we should 1702fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim // collect codec specific data and amend the output 1703fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim // format as necessary. 1704fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim if (omxFlags & OMX_BUFFERFLAG_CODECCONFIG) { 1705fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim status_t err = 1706fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim amendOutputFormatWithCodecSpecificData(buffer); 1707fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim 1708fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim if (err != OK) { 1709fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim ALOGE("Codec spit out malformed codec " 1710fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim "specific data!"); 1711fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim } 1712e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 1713e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 1714e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 1715c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 1716c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang onOutputFormatChanged(); 1717c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } else { 1718c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mFlags |= kFlagOutputFormatChanged; 1719fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim postActivityNotificationIfPossible(); 1720fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim } 1721fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim 1722fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim // Notify mCrypto of video resolution changes 1723fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim if (mCrypto != NULL) { 1724fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim int32_t left, top, right, bottom, width, height; 1725fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim if (mOutputFormat->findRect("crop", &left, &top, &right, &bottom)) { 1726fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim mCrypto->notifyResolution(right - left + 1, bottom - top + 1); 1727fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim } else if (mOutputFormat->findInt32("width", &width) 1728fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim && mOutputFormat->findInt32("height", &height)) { 1729fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim mCrypto->notifyResolution(width, height); 1730fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim } 1731c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 1732e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 1733e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 1734c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 1735c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang onOutputBufferAvailable(); 1736c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } else if (mFlags & kFlagDequeueOutputPending) { 17375778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(handleDequeueOutputBuffer(mDequeueOutputReplyID)); 17385778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17395778822d86b0337407514b9372562b86edfa91cdAndreas Huber ++mDequeueOutputTimeoutGeneration; 17405778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueOutputPending; 17415778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueOutputReplyID = 0; 1742575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber } else { 1743575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 17445778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 1745575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 17465778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 17475778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 17485778822d86b0337407514b9372562b86edfa91cdAndreas Huber 174979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim case kWhatEOS: 17505778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 17515778822d86b0337407514b9372562b86edfa91cdAndreas Huber // We already notify the client of this by using the 17525778822d86b0337407514b9372562b86edfa91cdAndreas Huber // corresponding flag in "onOutputBufferReady". 17535778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 17545778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 17555778822d86b0337407514b9372562b86edfa91cdAndreas Huber 175679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim case kWhatStopCompleted: 17575778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 1758349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang if (mState != STOPPING) { 1759349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang ALOGW("Received kWhatStopCompleted in state %d", mState); 17605d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang break; 17615d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang } 1762349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang setState(INITIALIZED); 1763349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang (new AMessage)->postReply(mReplyID); 1764349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang break; 1765349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang } 1766349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang 176779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim case kWhatReleaseCompleted: 1768349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang { 1769349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang if (mState != RELEASING) { 1770349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang ALOGW("Received kWhatReleaseCompleted in state %d", mState); 1771349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang break; 1772c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 1773349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang setState(UNINITIALIZED); 1774349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang mComponentName.clear(); 1775349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang 177652dfbee90cc3c4426428318e06a92774f5201198Praveen Chavan mFlags &= ~kFlagIsComponentAllocated; 17775778822d86b0337407514b9372562b86edfa91cdAndreas Huber 177867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mResourceManagerService->removeResource(getId(mResourceManagerClient)); 177967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 17805778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(mReplyID); 17815778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 17825778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 17835778822d86b0337407514b9372562b86edfa91cdAndreas Huber 178479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim case kWhatFlushCompleted: 17855778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 17865530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia if (mState != FLUSHING) { 17875530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia ALOGW("received FlushCompleted message in state %d", 17885530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia mState); 17895530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia break; 17905530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia } 17915778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17920e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (mFlags & kFlagIsAsync) { 17930e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar setState(FLUSHED); 17940e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar } else { 17950e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar setState(STARTED); 17960e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar mCodec->signalResume(); 17970e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar } 17985778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17995778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(mReplyID); 18005778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 18015778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 18025778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18035778822d86b0337407514b9372562b86edfa91cdAndreas Huber default: 18045778822d86b0337407514b9372562b86edfa91cdAndreas Huber TRESPASS(); 18055778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 18065778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 18075778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 18085778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18095778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatInit: 18105778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 18113f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 18125778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 18135778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18145778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mState != UNINITIALIZED) { 1815c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 18165778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 18175778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 18185778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18195778822d86b0337407514b9372562b86edfa91cdAndreas Huber mReplyID = replyID; 18205778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(INITIALIZING); 18215778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18225778822d86b0337407514b9372562b86edfa91cdAndreas Huber AString name; 18235778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findString("name", &name)); 18245778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18255778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t nameIsType; 18265778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t encoder = false; 18270db280176bd3277e3256252d063f3712b1905ba9Andreas Huber CHECK(msg->findInt32("nameIsType", &nameIsType)); 18280db280176bd3277e3256252d063f3712b1905ba9Andreas Huber if (nameIsType) { 18295778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("encoder", &encoder)); 18305778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 18315778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18325778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> format = new AMessage; 18335778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18345778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (nameIsType) { 18355778822d86b0337407514b9372562b86edfa91cdAndreas Huber format->setString("mime", name.c_str()); 18365778822d86b0337407514b9372562b86edfa91cdAndreas Huber format->setInt32("encoder", encoder); 18375778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 18385778822d86b0337407514b9372562b86edfa91cdAndreas Huber format->setString("componentName", name.c_str()); 18395778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 18405778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18415778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->initiateAllocateComponent(format); 18425778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 18435778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 18445778822d86b0337407514b9372562b86edfa91cdAndreas Huber 184590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar case kWhatSetNotification: 184690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar { 184790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar sp<AMessage> notify; 184890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (msg->findMessage("on-frame-rendered", ¬ify)) { 184990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mOnFrameRenderedNotification = notify; 185090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 185190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar break; 185290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 185390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 1854c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang case kWhatSetCallback: 1855c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang { 18563f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 1857c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang CHECK(msg->senderAwaitsResponse(&replyID)); 1858c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1859c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mState == UNINITIALIZED 1860c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang || mState == INITIALIZING 18610e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar || isExecuting()) { 18620e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar // callback can't be set after codec is executing, 1863c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang // or before it's initialized (as the callback 1864c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang // will be cleared when it goes to INITIALIZED) 1865c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 1866c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang break; 1867c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 1868c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1869c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> callback; 1870c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang CHECK(msg->findMessage("callback", &callback)); 1871c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1872c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mCallback = callback; 1873c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1874c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mCallback != NULL) { 1875c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang ALOGI("MediaCodec will operate in async mode"); 1876c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mFlags |= kFlagIsAsync; 1877c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } else { 1878c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mFlags &= ~kFlagIsAsync; 1879c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 1880c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1881c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> response = new AMessage; 1882c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang response->postReply(replyID); 1883c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang break; 1884c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 1885c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 18865778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatConfigure: 18875778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 18883f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 18895778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 18905778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18915778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mState != INITIALIZED) { 1892c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 18935778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 18945778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 18955778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18965778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<RefBase> obj; 1897f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar CHECK(msg->findObject("surface", &obj)); 18985778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18995778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> format; 19005778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findMessage("format", &format)); 19015778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19028b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar int32_t push; 19038b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar if (msg->findInt32("push-blank-buffers-on-shutdown", &push) && push != 0) { 19048b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar mFlags |= kFlagPushBlankBuffersOnShutdown; 19058b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar } 19068b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar 19075778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (obj != NULL) { 19085778822d86b0337407514b9372562b86edfa91cdAndreas Huber format->setObject("native-window", obj); 1909f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar status_t err = handleSetSurface(static_cast<Surface *>(obj.get())); 19107541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber if (err != OK) { 1911c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, err); 19127541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber break; 19131bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber } 19141bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber } else { 1915f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar handleSetSurface(NULL); 19161bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber } 19171bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber 19187541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber mReplyID = replyID; 19197541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber setState(CONFIGURING); 19207541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 19211bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber void *crypto; 19221bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber if (!msg->findPointer("crypto", &crypto)) { 19231bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber crypto = NULL; 19245778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19255778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19261bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber mCrypto = static_cast<ICrypto *>(crypto); 19271bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber 19285778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t flags; 19295778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("flags", (int32_t *)&flags)); 19305778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19315778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (flags & CONFIGURE_FLAG_ENCODE) { 19325778822d86b0337407514b9372562b86edfa91cdAndreas Huber format->setInt32("encoder", true); 1933e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mFlags |= kFlagIsEncoder; 19345778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19355778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19368ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber extractCSD(format); 19378ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 19385778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->initiateConfigureComponent(format); 19395778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 19405778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19415778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19421dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar case kWhatSetSurface: 19431dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar { 19441dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AReplyToken> replyID; 19451dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar CHECK(msg->senderAwaitsResponse(&replyID)); 19461dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 19471dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar status_t err = OK; 19481dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<Surface> surface; 19491dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 19501dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar switch (mState) { 19511dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar case CONFIGURED: 19521dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar case STARTED: 19531dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar case FLUSHED: 19541dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar { 19551dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<RefBase> obj; 19561dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar (void)msg->findObject("surface", &obj); 19571dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<Surface> surface = static_cast<Surface *>(obj.get()); 19581dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mSurface == NULL) { 19591dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // do not support setting surface if it was not set 19601dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = INVALID_OPERATION; 19611dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } else if (obj == NULL) { 19621dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // do not support unsetting surface 19631dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = BAD_VALUE; 19641dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } else { 19651dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = connectToSurface(surface); 1966098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar if (err == ALREADY_EXISTS) { 1967098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar // reconnecting to same surface 19681dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = OK; 19691dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } else { 19701dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err == OK) { 19711dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mFlags & kFlagUsesSoftwareRenderer) { 19728b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar if (mSoftRenderer != NULL 19738b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar && (mFlags & kFlagPushBlankBuffersOnShutdown)) { 19748b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar pushBlankBuffersToNativeWindow(mSurface.get()); 19758b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar } 19761dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mSoftRenderer = new SoftwareRenderer(surface); 19771dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // TODO: check if this was successful 19781dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } else { 19791dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = mCodec->setSurface(surface); 19801dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 19811dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 19821dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err == OK) { 19831dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar (void)disconnectFromSurface(); 19841dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mSurface = surface; 19851dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 19861dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 19871dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 19881dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar break; 19891dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 19901dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 19911dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar default: 19921dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = INVALID_OPERATION; 19931dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar break; 19941dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 19951dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 19961dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar PostReplyWithError(replyID, err); 19971dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar break; 19981dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 19991dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 20007cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden case kWhatCreateInputSurface: 20018f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang case kWhatSetInputSurface: 20027cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 20033f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 20047cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden CHECK(msg->senderAwaitsResponse(&replyID)); 20057cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 20067cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden // Must be configured, but can't have been started yet. 20077cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden if (mState != CONFIGURED) { 2008c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 20097cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 20107cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 20117cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 20127cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mReplyID = replyID; 2013d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (msg->what() == kWhatCreateInputSurface) { 2014d291c222357303b9611cab89d0c3b047584ef377Chong Zhang mCodec->initiateCreateInputSurface(); 2015d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } else { 2016d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<RefBase> obj; 2017d291c222357303b9611cab89d0c3b047584ef377Chong Zhang CHECK(msg->findObject("input-surface", &obj)); 2018d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 20198f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang mCodec->initiateSetInputSurface( 2020d291c222357303b9611cab89d0c3b047584ef377Chong Zhang static_cast<PersistentSurface *>(obj.get())); 2021d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 20227cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 20237cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 20245778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatStart: 20255778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 20263f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 20275778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 20285778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20290e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (mState == FLUSHED) { 2030d9e0603a1be07dbb347c55050c7d4629ea7492e8Chong Zhang setState(STARTED); 20313d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang if (mHavePendingInputBuffers) { 20323d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang onInputBufferAvailable(); 20333d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang mHavePendingInputBuffers = false; 20343d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang } 20350e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar mCodec->signalResume(); 20360e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar PostReplyWithError(replyID, OK); 2037d9e0603a1be07dbb347c55050c7d4629ea7492e8Chong Zhang break; 20380e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar } else if (mState != CONFIGURED) { 2039c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 20405778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 20415778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20425778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20435778822d86b0337407514b9372562b86edfa91cdAndreas Huber mReplyID = replyID; 20445778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(STARTING); 20455778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20465778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->initiateStart(); 20475778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 20485778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20495778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20505778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatStop: 2051c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber case kWhatRelease: 2052c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber { 2053aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber State targetState = 2054aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber (msg->what() == kWhatStop) ? INITIALIZED : UNINITIALIZED; 2055aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber 20563f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 2057c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 2058c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 205947a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu // already stopped/released 206047a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu if (mState == UNINITIALIZED && mReleasedByResourceManager) { 206147a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu sp<AMessage> response = new AMessage; 206247a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu response->setInt32("err", OK); 206347a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu response->postReply(replyID); 206447a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu break; 206547a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu } 206647a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu 206747a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu int32_t reclaimed = 0; 206847a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu msg->findInt32("reclaimed", &reclaimed); 206947a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu if (reclaimed) { 207047a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu mReleasedByResourceManager = true; 20714b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu 20724b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu int32_t force = 0; 20734b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu msg->findInt32("force", &force); 20744b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu if (!force && hasPendingBuffer()) { 20754b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu ALOGW("Can't reclaim codec right now due to pending buffers."); 20764b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu 20774b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu // return WOULD_BLOCK to ask resource manager to retry later. 20784b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu sp<AMessage> response = new AMessage; 20794b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu response->setInt32("err", WOULD_BLOCK); 20804b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu response->postReply(replyID); 20814b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu 20824b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu // notify the async client 20834b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu if (mFlags & kFlagIsAsync) { 20844b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu onError(DEAD_OBJECT, ACTION_CODE_FATAL); 20854b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu } 20864b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu break; 20874b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu } 208847a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu } 208947a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu 20905d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang bool isReleasingAllocatedComponent = 20915d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang (mFlags & kFlagIsComponentAllocated) && targetState == UNINITIALIZED; 20925d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang if (!isReleasingAllocatedComponent // See 1 209333223c4f97abb78fa8c92e1b8c817546f15d97e1Andy Hung && mState != INITIALIZED 20940e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar && mState != CONFIGURED && !isExecuting()) { 209533223c4f97abb78fa8c92e1b8c817546f15d97e1Andy Hung // 1) Permit release to shut down the component if allocated. 209633223c4f97abb78fa8c92e1b8c817546f15d97e1Andy Hung // 209733223c4f97abb78fa8c92e1b8c817546f15d97e1Andy Hung // 2) We may be in "UNINITIALIZED" state already and 209852dfbee90cc3c4426428318e06a92774f5201198Praveen Chavan // also shutdown the encoder/decoder without the 209903ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // client being aware of this if media server died while 210003ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // we were being stopped. The client would assume that 210103ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // after stop() returned, it would be safe to call release() 210203ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // and it should be in this case, no harm to allow a release() 210303ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // if we're already uninitialized. 2104c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber sp<AMessage> response = new AMessage; 210547a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu // TODO: we shouldn't throw an exception for stop/release. Change this to wait until 210647a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu // the previous stop/release completes and then reply with OK. 21076e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar status_t err = mState == targetState ? OK : INVALID_OPERATION; 21086e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar response->setInt32("err", err); 21096e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar if (err == OK && targetState == UNINITIALIZED) { 21106e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar mComponentName.clear(); 21116e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar } 2112c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber response->postReply(replyID); 2113c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber break; 2114c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 2115c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 21165d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang // If we're flushing, or we're stopping but received a release 21175d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang // request, post the reply for the pending call first, and consider 21185d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang // it done. The reply token will be replaced after this, and we'll 21195d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang // no longer be able to reply. 21205d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang if (mState == FLUSHING || mState == STOPPING) { 21215d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang (new AMessage)->postReply(mReplyID); 21225d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang } 21235d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang 2124aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber if (mFlags & kFlagSawMediaServerDie) { 2125aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber // It's dead, Jim. Don't expect initiateShutdown to yield 2126aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber // any useful results now... 2127aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber setState(UNINITIALIZED); 21286e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar if (targetState == UNINITIALIZED) { 21296e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar mComponentName.clear(); 21306e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar } 2131aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber (new AMessage)->postReply(replyID); 2132aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber break; 2133aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber } 2134aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber 21355d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang // If we already have an error, component may not be able to 21365d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang // complete the shutdown properly. If we're stopping, post the 21375d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang // reply now with an error to unblock the client, client can 21385d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang // release after the failure (instead of ANR). 21395d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang if (msg->what() == kWhatStop && (mFlags & kFlagStickyError)) { 21405d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang PostReplyWithError(replyID, getStickyError()); 21415d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang break; 21425d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang } 21435d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang 2144c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mReplyID = replyID; 2145aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber setState(msg->what() == kWhatStop ? STOPPING : RELEASING); 2146aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber 2147aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber mCodec->initiateShutdown( 2148aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber msg->what() == kWhatStop /* keepComponentAllocated */); 2149c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 215086b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu returnBuffersToCodec(reclaimed); 21518b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar 21528b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar if (mSoftRenderer != NULL && (mFlags & kFlagPushBlankBuffersOnShutdown)) { 21538b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar pushBlankBuffersToNativeWindow(mSurface.get()); 21548b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar } 21555d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang 21565778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 21575778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 21585778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21595778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatDequeueInputBuffer: 21605778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 21613f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 21625778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 21635778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2164c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 2165c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang ALOGE("dequeueOutputBuffer can't be used in async mode"); 2166c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 2167c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang break; 2168c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2169c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 21706507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden if (mHaveInputSurface) { 21716507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden ALOGE("dequeueInputBuffer can't be used with input surface"); 2172c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 21736507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden break; 21746507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden } 21756507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden 21765778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (handleDequeueInputBuffer(replyID, true /* new request */)) { 21775778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 21785778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 21795778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21805778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t timeoutUs; 21815778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt64("timeoutUs", &timeoutUs)); 21825778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21835778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (timeoutUs == 0ll) { 2184c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, -EAGAIN); 21855778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 21865778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 21875778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21885778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags |= kFlagDequeueInputPending; 21895778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputReplyID = replyID; 21905778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21915778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (timeoutUs > 0ll) { 21925778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> timeoutMsg = 21931d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar new AMessage(kWhatDequeueInputTimedOut, this); 21945778822d86b0337407514b9372562b86edfa91cdAndreas Huber timeoutMsg->setInt32( 21955778822d86b0337407514b9372562b86edfa91cdAndreas Huber "generation", ++mDequeueInputTimeoutGeneration); 21965778822d86b0337407514b9372562b86edfa91cdAndreas Huber timeoutMsg->post(timeoutUs); 21975778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 21985778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 21995778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 22005778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22015778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatDequeueInputTimedOut: 22025778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 22035778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t generation; 22045778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("generation", &generation)); 22055778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22065778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (generation != mDequeueInputTimeoutGeneration) { 22075778822d86b0337407514b9372562b86edfa91cdAndreas Huber // Obsolete 22085778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 22095778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 22105778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22115778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(mFlags & kFlagDequeueInputPending); 22125778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2213c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(mDequeueInputReplyID, -EAGAIN); 22145778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22155778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueInputPending; 22165778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputReplyID = 0; 22175778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 22185778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 22195778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22205778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatQueueInputBuffer: 22215778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 22223f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 22235778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 22245778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2225251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (!isExecuting()) { 2226c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 22275778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 2228251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 2229251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 2230251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 22315778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 22325778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22335778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = onQueueInputBuffer(msg); 22345778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2235c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, err); 22365778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 22375778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 22385778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22395778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatDequeueOutputBuffer: 22405778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 22413f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 22425778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 22435778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2244c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 2245c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang ALOGE("dequeueOutputBuffer can't be used in async mode"); 2246c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 2247c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang break; 2248c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2249c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 22505778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (handleDequeueOutputBuffer(replyID, true /* new request */)) { 22515778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 22525778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 22535778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22545778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t timeoutUs; 22555778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt64("timeoutUs", &timeoutUs)); 22565778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22575778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (timeoutUs == 0ll) { 2258c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, -EAGAIN); 22595778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 22605778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 22615778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22625778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags |= kFlagDequeueOutputPending; 22635778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueOutputReplyID = replyID; 22645778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22655778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (timeoutUs > 0ll) { 22665778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> timeoutMsg = 22671d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar new AMessage(kWhatDequeueOutputTimedOut, this); 22685778822d86b0337407514b9372562b86edfa91cdAndreas Huber timeoutMsg->setInt32( 22695778822d86b0337407514b9372562b86edfa91cdAndreas Huber "generation", ++mDequeueOutputTimeoutGeneration); 22705778822d86b0337407514b9372562b86edfa91cdAndreas Huber timeoutMsg->post(timeoutUs); 22715778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 22725778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 22735778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 22745778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22755778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatDequeueOutputTimedOut: 22765778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 22775778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t generation; 22785778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("generation", &generation)); 22795778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22805778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (generation != mDequeueOutputTimeoutGeneration) { 22815778822d86b0337407514b9372562b86edfa91cdAndreas Huber // Obsolete 22825778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 22835778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 22845778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22855778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(mFlags & kFlagDequeueOutputPending); 22865778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2287c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(mDequeueOutputReplyID, -EAGAIN); 22885778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22895778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueOutputPending; 22905778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueOutputReplyID = 0; 22915778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 22925778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 22935778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22945778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatReleaseOutputBuffer: 22955778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 22963f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 22975778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 22985778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2299251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (!isExecuting()) { 2300c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 23015778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 2302251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 2303251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 2304251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 23055778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23065778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23075778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = onReleaseOutputBuffer(msg); 23085778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2309c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, err); 23105778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 23115778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23125778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23137cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden case kWhatSignalEndOfInputStream: 23147cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 23153f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 23167cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden CHECK(msg->senderAwaitsResponse(&replyID)); 23177cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 23186d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang if (!isExecuting() || !mHaveInputSurface) { 2319c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 23207cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 2321251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 2322251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 2323251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 23247cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 23257cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 23267cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mReplyID = replyID; 23277cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mCodec->signalEndOfInputStream(); 23287cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 23297cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 23307cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 23315778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatGetBuffers: 23325778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 23333f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 23345778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 233529b7dcf6d3cdb97103467dc8106151c6260c239aJeff Tinker if (!isExecuting() || (mFlags & kFlagIsAsync)) { 2336c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 23375778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 2338251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 2339251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 2340251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 23415778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23425778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23435778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t portIndex; 23445778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("portIndex", &portIndex)); 23455778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23467e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim Vector<sp<MediaCodecBuffer> > *dstBuffers; 23475778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findPointer("buffers", (void **)&dstBuffers)); 23485778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23495778822d86b0337407514b9372562b86edfa91cdAndreas Huber dstBuffers->clear(); 2350e4aab10641a099d8a295b3ed61e2f5248f28a669Chong Zhang // If we're using input surface (either non-persistent created by 2351e4aab10641a099d8a295b3ed61e2f5248f28a669Chong Zhang // createInputSurface(), or persistent set by setInputSurface()), 2352e4aab10641a099d8a295b3ed61e2f5248f28a669Chong Zhang // give the client an empty input buffers array. 2353e4aab10641a099d8a295b3ed61e2f5248f28a669Chong Zhang if (portIndex != kPortIndexInput || !mHaveInputSurface) { 2354fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim const Vector<sp<MediaCodecBuffer>> &srcBuffers = mPortBufferArrays[portIndex]; 2355fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim 2356fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim for (size_t i = 0; i < srcBuffers.size(); ++i) { 2357fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim dstBuffers->push_back(srcBuffers[i]); 2358e4aab10641a099d8a295b3ed61e2f5248f28a669Chong Zhang } 23595778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23605778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23615778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(replyID); 23625778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 23635778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23645778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23655778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatFlush: 23665778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 23673f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 23685778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 23695778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2370251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (!isExecuting()) { 2371c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 23725778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 2373251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 2374251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 2375251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 23765778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23775778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23785778822d86b0337407514b9372562b86edfa91cdAndreas Huber mReplyID = replyID; 23790e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar // TODO: skip flushing if already FLUSHED 23805778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(FLUSHING); 23815778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23825778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->signalFlush(); 23835778822d86b0337407514b9372562b86edfa91cdAndreas Huber returnBuffersToCodec(); 23845778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 23855778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23865778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2387e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar case kWhatGetInputFormat: 23885778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatGetOutputFormat: 23895778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 2390e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar sp<AMessage> format = 2391e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar (msg->what() == kWhatGetOutputFormat ? mOutputFormat : mInputFormat); 2392e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 23933f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 23945778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 23955778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2396e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if ((mState != CONFIGURED && mState != STARTING && 23970e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar mState != STARTED && mState != FLUSHING && 23980e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar mState != FLUSHED) 2399e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar || format == NULL) { 2400c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 24015778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 2402251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 2403251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 2404251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 24055778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24065778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24075778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response = new AMessage; 2408e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar response->setMessage("format", format); 24095778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->postReply(replyID); 24105778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 24115778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24125778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2413496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber case kWhatRequestIDRFrame: 2414496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber { 2415496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber mCodec->signalRequestIDRFrame(); 2416496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber break; 2417496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber } 2418496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 2419575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber case kWhatRequestActivityNotification: 2420575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber { 2421575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber CHECK(mActivityNotify == NULL); 2422575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber CHECK(msg->findMessage("notify", &mActivityNotify)); 2423575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 2424575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 2425575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber break; 2426575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber } 2427575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 2428717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo case kWhatGetName: 2429717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo { 24303f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 2431717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo CHECK(msg->senderAwaitsResponse(&replyID)); 2432717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 2433717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo if (mComponentName.empty()) { 2434c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 2435717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo break; 2436717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo } 2437717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 2438717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo sp<AMessage> response = new AMessage; 2439717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo response->setString("name", mComponentName.c_str()); 2440717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo response->postReply(replyID); 2441717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo break; 2442717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo } 2443717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 2444a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber case kWhatSetParameters: 2445a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber { 24463f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 2447a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 2448a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 2449a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber sp<AMessage> params; 2450a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber CHECK(msg->findMessage("params", ¶ms)); 2451a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 2452a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber status_t err = onSetParameters(params); 2453a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 2454c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, err); 2455a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber break; 2456a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber } 2457a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 24585778822d86b0337407514b9372562b86edfa91cdAndreas Huber default: 24595778822d86b0337407514b9372562b86edfa91cdAndreas Huber TRESPASS(); 24605778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24615778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 24625778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24638ee516a515c70a492c395b67ce12e19e7d159804Andreas Hubervoid MediaCodec::extractCSD(const sp<AMessage> &format) { 24648ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber mCSD.clear(); 24658ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 24668ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber size_t i = 0; 24678ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber for (;;) { 24688ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber sp<ABuffer> csd; 2469a1e8944a21e5833b7aadc451776f11797f5f9273Elliott Hughes if (!format->findBuffer(AStringPrintf("csd-%u", i).c_str(), &csd)) { 24708ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber break; 24718ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber } 24724f59c7e373a7e883f21ba33d44ea7caa86b65b02Hangyu Kuang if (csd->size() == 0) { 24734f59c7e373a7e883f21ba33d44ea7caa86b65b02Hangyu Kuang ALOGW("csd-%zu size is 0", i); 24744f59c7e373a7e883f21ba33d44ea7caa86b65b02Hangyu Kuang } 24758ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 24768ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber mCSD.push_back(csd); 24778ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber ++i; 24788ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber } 24798ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 2480a5750e0dad9e90f2195ce36f2c4457fa04b2b83eMark Salyzyn ALOGV("Found %zu pieces of codec specific data.", mCSD.size()); 24818ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber} 24828ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 24838ee516a515c70a492c395b67ce12e19e7d159804Andreas Huberstatus_t MediaCodec::queueCSDInputBuffer(size_t bufferIndex) { 24848ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber CHECK(!mCSD.empty()); 24858ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 2486fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim const BufferInfo *info = 2487fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim &mPortBuffers[kPortIndexInput].itemAt(bufferIndex); 24888ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 24898ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber sp<ABuffer> csd = *mCSD.begin(); 24908ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber mCSD.erase(mCSD.begin()); 24918ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 2492fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim const sp<MediaCodecBuffer> &codecInputData = info->mData; 24938ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 24948ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber if (csd->size() > codecInputData->capacity()) { 24958ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber return -EINVAL; 24968ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber } 24978ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 24988ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber memcpy(codecInputData->data(), csd->data(), csd->size()); 24998ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 25008ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber AString errorDetailMsg; 25018ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 25021d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatQueueInputBuffer, this); 25038ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setSize("index", bufferIndex); 25048ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setSize("offset", 0); 25058ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setSize("size", csd->size()); 25068ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setInt64("timeUs", 0ll); 25078ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setInt32("flags", BUFFER_FLAG_CODECCONFIG); 25088ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setPointer("errorDetailMsg", &errorDetailMsg); 25098ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 25108ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber return onQueueInputBuffer(msg); 25118ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber} 25128ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 25135778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid MediaCodec::setState(State newState) { 25147541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber if (newState == INITIALIZED || newState == UNINITIALIZED) { 25155778822d86b0337407514b9372562b86edfa91cdAndreas Huber delete mSoftRenderer; 25165778822d86b0337407514b9372562b86edfa91cdAndreas Huber mSoftRenderer = NULL; 25175778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25181bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber mCrypto.clear(); 2519f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar handleSetSurface(NULL); 25205778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2521671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mInputFormat.clear(); 25225778822d86b0337407514b9372562b86edfa91cdAndreas Huber mOutputFormat.clear(); 25235778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagOutputFormatChanged; 25245778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagOutputBuffersChanged; 25255778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagStickyError; 2526e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mFlags &= ~kFlagIsEncoder; 2527c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mFlags &= ~kFlagIsAsync; 2528251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mStickyError = OK; 2529575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 2530575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber mActivityNotify.clear(); 2531c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mCallback.clear(); 25325778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 25335778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2534717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo if (newState == UNINITIALIZED) { 2535671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar // return any straggling buffers, e.g. if we got here on an error 2536671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar returnBuffersToCodec(); 2537671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 2538aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber // The component is gone, mediaserver's probably back up already 2539aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber // but should definitely be back up should we try to instantiate 2540aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber // another component.. and the cycle continues. 2541aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber mFlags &= ~kFlagSawMediaServerDie; 2542717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo } 2543717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 25445778822d86b0337407514b9372562b86edfa91cdAndreas Huber mState = newState; 25455778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25465778822d86b0337407514b9372562b86edfa91cdAndreas Huber cancelPendingDequeueOperations(); 25472606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 25482606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang updateBatteryStat(); 25495778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 25505778822d86b0337407514b9372562b86edfa91cdAndreas Huber 255186b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wuvoid MediaCodec::returnBuffersToCodec(bool isReclaim) { 255286b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu returnBuffersToCodecOnPort(kPortIndexInput, isReclaim); 255386b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu returnBuffersToCodecOnPort(kPortIndexOutput, isReclaim); 25545778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 25555778822d86b0337407514b9372562b86edfa91cdAndreas Huber 255686b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wuvoid MediaCodec::returnBuffersToCodecOnPort(int32_t portIndex, bool isReclaim) { 25575778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(portIndex == kPortIndexInput || portIndex == kPortIndexOutput); 25587bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Mutex::Autolock al(mBufferLock); 25595778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2560fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim Vector<BufferInfo> *buffers = &mPortBuffers[portIndex]; 25615778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2562fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim for (size_t i = 0; i < buffers->size(); ++i) { 2563fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim BufferInfo *info = &buffers->editItemAt(i); 2564fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim 2565fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim if (info->mNotify != NULL) { 2566fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim sp<AMessage> msg = info->mNotify; 2567fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim msg->setObject("buffer", (info->mSecureData != nullptr) 2568fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim ? info->mSecureData : info->mData); 2569fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim msg->setInt32("discarded", true); 2570fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim info->mNotify = NULL; 257186b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu if (isReclaim && info->mOwnedByClient) { 257286b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu ALOGD("port %d buffer %zu still owned by client when codec is reclaimed", 257386b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu portIndex, i); 257486b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu } else { 257586b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu info->mOwnedByClient = false; 2576fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim info->mData.clear(); 2577fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim info->mSecureData.clear(); 2578fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim } 2579fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim 2580fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim if (portIndex == kPortIndexInput) { 2581fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim /* no error, just returning buffers */ 2582fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim msg->setInt32("err", OK); 25835778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2584fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim msg->post(); 25855778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 25865778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 25875778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25885778822d86b0337407514b9372562b86edfa91cdAndreas Huber mAvailPortBuffers[portIndex].clear(); 25895778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 25905778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25915778822d86b0337407514b9372562b86edfa91cdAndreas Hubersize_t MediaCodec::updateBuffers( 25925778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t portIndex, const sp<AMessage> &msg) { 25935778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(portIndex == kPortIndexInput || portIndex == kPortIndexOutput); 2594fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim 2595fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim uint32_t bufferID; 2596fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim CHECK(msg->findInt32("buffer-id", (int32_t*)&bufferID)); 2597fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim sp<RefBase> obj; 2598fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim CHECK(msg->findObject("buffer", &obj)); 2599fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim sp<MediaCodecBuffer> buffer = static_cast<MediaCodecBuffer *>(obj.get()); 26005778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2601fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim Vector<BufferInfo> *buffers = &mPortBuffers[portIndex]; 2602fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim 2603fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim for (size_t i = 0; i < buffers->size(); ++i) { 2604fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim BufferInfo *info = &buffers->editItemAt(i); 2605fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim 2606fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim if (info->mBufferID == bufferID) { 2607fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim CHECK(info->mNotify == NULL); 2608fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim CHECK(msg->findMessage("reply", &info->mNotify)); 2609fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim 2610fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim if (portIndex == kPortIndexInput && mCrypto != NULL) { 2611fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim info->mSecureData = buffer; 2612fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim info->mData = mPortBufferArrays[portIndex][i]; 2613fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim } else { 2614fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim info->mData = buffer; 2615fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim } 2616fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim mAvailPortBuffers[portIndex].push_back(i); 2617fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim 2618fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim return i; 26195778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 26205778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 26215778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2622fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim TRESPASS(); 2623fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim 2624fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim return 0; 26255778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 26265778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26275778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::onQueueInputBuffer(const sp<AMessage> &msg) { 26285778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t index; 26295778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t offset; 26305778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t size; 26315778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t timeUs; 26325778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t flags; 26335778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findSize("index", &index)); 26345778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findSize("offset", &offset)); 26355778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt64("timeUs", &timeUs)); 26365778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("flags", (int32_t *)&flags)); 26375778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26384b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const CryptoPlugin::SubSample *subSamples; 26394b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size_t numSubSamples; 26404b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const uint8_t *key; 26414b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const uint8_t *iv; 26424b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CryptoPlugin::Mode mode = CryptoPlugin::kMode_Unencrypted; 26434b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 26444b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber // We allow the simpler queueInputBuffer API to be used even in 26454b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber // secure mode, by fabricating a single unencrypted subSample. 26464b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CryptoPlugin::SubSample ss; 2647d9f1f950d18b4e166b178d93260074019588c956Jeff Tinker CryptoPlugin::Pattern pattern; 26484b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 26494b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber if (msg->findSize("size", &size)) { 26504b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber if (mCrypto != NULL) { 26514b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber ss.mNumBytesOfClearData = size; 26524b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber ss.mNumBytesOfEncryptedData = 0; 26534b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 26544b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber subSamples = &ss; 26554b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber numSubSamples = 1; 26564b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber key = NULL; 26574b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber iv = NULL; 2658d9f1f950d18b4e166b178d93260074019588c956Jeff Tinker pattern.mEncryptBlocks = 0; 2659d9f1f950d18b4e166b178d93260074019588c956Jeff Tinker pattern.mSkipBlocks = 0; 26604b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber } 26614b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber } else { 26624b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber if (mCrypto == NULL) { 26634b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber return -EINVAL; 26644b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber } 26654b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 26664b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CHECK(msg->findPointer("subSamples", (void **)&subSamples)); 26674b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CHECK(msg->findSize("numSubSamples", &numSubSamples)); 26684b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CHECK(msg->findPointer("key", (void **)&key)); 26694b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CHECK(msg->findPointer("iv", (void **)&iv)); 2670d9f1f950d18b4e166b178d93260074019588c956Jeff Tinker CHECK(msg->findInt32("encryptBlocks", (int32_t *)&pattern.mEncryptBlocks)); 2671d9f1f950d18b4e166b178d93260074019588c956Jeff Tinker CHECK(msg->findInt32("skipBlocks", (int32_t *)&pattern.mSkipBlocks)); 26724b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 26734b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber int32_t tmp; 26744b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CHECK(msg->findInt32("mode", &tmp)); 26754b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 26764b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber mode = (CryptoPlugin::Mode)tmp; 26774b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 26784b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size = 0; 26794b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber for (size_t i = 0; i < numSubSamples; ++i) { 26804b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size += subSamples[i].mNumBytesOfClearData; 26814b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size += subSamples[i].mNumBytesOfEncryptedData; 26824b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber } 26834b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber } 26844b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 26855778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (index >= mPortBuffers[kPortIndexInput].size()) { 26865778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -ERANGE; 26875778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 26885778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2689fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim BufferInfo *info = &mPortBuffers[kPortIndexInput].editItemAt(index); 26905778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2691fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim if (info->mNotify == NULL || !info->mOwnedByClient) { 26925778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -EACCES; 26935778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 26945778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26955778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (offset + size > info->mData->capacity()) { 26965778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -EINVAL; 26975778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 26985778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2699fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim sp<AMessage> reply = info->mNotify; 27005778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mData->setRange(offset, size); 27015778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2702fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim sp<MediaCodecBuffer> buffer = info->mData; 27031bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber if (mCrypto != NULL) { 27045b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber AString *errorDetailMsg; 27055b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber CHECK(msg->findPointer("errorDetailMsg", (void **)&errorDetailMsg)); 27065b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber 2707fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim void *dst_pointer = nullptr; 2708fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim ICrypto::DestinationType dst_type = ICrypto::kDestinationTypeOpaqueHandle; 2709fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim 2710fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim if ((mFlags & kFlagIsSecure) == 0) { 2711fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim dst_pointer = info->mSecureData->base(); 2712fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim dst_type = ICrypto::kDestinationTypeVmPointer; 2713fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim } else { 2714fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim sp<SecureBuffer> secureData = static_cast<SecureBuffer *>(info->mSecureData.get()); 2715fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim dst_pointer = secureData->getDestinationPointer(); 2716fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim dst_type = secureData->getDestinationType(); 2717fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim } 2718fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim 2719fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim ssize_t result = mCrypto->decrypt( 2720fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim dst_type, 27211bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber key, 27221bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber iv, 27231bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber mode, 272418cb1eca504817b5b144a023ae2792d90e74c9a5Jeff Tinker pattern, 2725fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim info->mSharedEncryptedBuffer, 2726fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim offset, 27274b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber subSamples, 27284b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber numSubSamples, 2729fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim dst_pointer, 27305b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber errorDetailMsg); 2731fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim 2732fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim if (result < 0) { 2733fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim return result; 2734fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim } 2735fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim 2736fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim info->mSecureData->setRange(0, result); 2737fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim buffer = info->mSecureData; 27387bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar } 2739fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim buffer->meta()->setInt64("timeUs", timeUs); 27405778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2741fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim if (flags & BUFFER_FLAG_EOS) { 2742fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim buffer->meta()->setInt32("eos", true); 2743fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim } 2744fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim 2745fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim if (flags & BUFFER_FLAG_CODECCONFIG) { 2746fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim buffer->meta()->setInt32("csd", true); 2747fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim } 2748fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim 2749fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim // synchronization boundary for getBufferAndFormat 2750fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim { 2751fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim Mutex::Autolock al(mBufferLock); 2752fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim info->mOwnedByClient = false; 2753fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim } 2754fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim info->mData.clear(); 2755fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim info->mSecureData.clear(); 2756fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim reply->setObject("buffer", buffer); 2757fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim reply->post(); 2758fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim 2759fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim info->mNotify = NULL; 2760fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim 2761fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim return OK; 27625778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 27635778822d86b0337407514b9372562b86edfa91cdAndreas Huber 276490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar//static 276590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarsize_t MediaCodec::CreateFramesRenderedMessage( 27660d1ed381fde5dac12dd84fcf3da66dac46699378Chih-Hung Hsieh const std::list<FrameRenderTracker::Info> &done, sp<AMessage> &msg) { 276790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar size_t index = 0; 276890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 276990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar for (std::list<FrameRenderTracker::Info>::const_iterator it = done.cbegin(); 277090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar it != done.cend(); ++it) { 277190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (it->getRenderTimeNs() < 0) { 277290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar continue; // dropped frame from tracking 277390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 277490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar msg->setInt64(AStringPrintf("%zu-media-time-us", index).c_str(), it->getMediaTimeUs()); 277590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar msg->setInt64(AStringPrintf("%zu-system-nano", index).c_str(), it->getRenderTimeNs()); 277690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar ++index; 277790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 277890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar return index; 277990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 278090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 27815778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::onReleaseOutputBuffer(const sp<AMessage> &msg) { 27825778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t index; 27835778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findSize("index", &index)); 27845778822d86b0337407514b9372562b86edfa91cdAndreas Huber 27855778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t render; 27865778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("render", &render)) { 27875778822d86b0337407514b9372562b86edfa91cdAndreas Huber render = 0; 27885778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 27895778822d86b0337407514b9372562b86edfa91cdAndreas Huber 27900e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (!isExecuting()) { 27915778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -EINVAL; 27925778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 27935778822d86b0337407514b9372562b86edfa91cdAndreas Huber 27945778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (index >= mPortBuffers[kPortIndexOutput].size()) { 27955778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -ERANGE; 27965778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 27975778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2798fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim BufferInfo *info = &mPortBuffers[kPortIndexOutput].editItemAt(index); 27995778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2800fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim if (info->mNotify == NULL || !info->mOwnedByClient) { 28015778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -EACCES; 28025778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 28035778822d86b0337407514b9372562b86edfa91cdAndreas Huber 28047bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar // synchronization boundary for getBufferAndFormat 28057bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar { 28067bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Mutex::Autolock al(mBufferLock); 28077bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar info->mOwnedByClient = false; 28087bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar } 28097bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 2810fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim if (render && info->mData != NULL && info->mData->size() != 0) { 2811fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim info->mNotify->setInt32("render", true); 2812fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim 281390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar int64_t mediaTimeUs = -1; 2814fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim info->mData->meta()->findInt64("timeUs", &mediaTimeUs); 281590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 281690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar int64_t renderTimeNs = 0; 2817c8edf5af010ac24a99b302a18e7b84e8b4b2b783Lajos Molnar if (!msg->findInt64("timestampNs", &renderTimeNs)) { 2818c8edf5af010ac24a99b302a18e7b84e8b4b2b783Lajos Molnar // use media timestamp if client did not request a specific render timestamp 2819c8edf5af010ac24a99b302a18e7b84e8b4b2b783Lajos Molnar ALOGV("using buffer PTS of %lld", (long long)mediaTimeUs); 282090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar renderTimeNs = mediaTimeUs * 1000; 2821fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar } 2822fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim info->mNotify->setInt64("timestampNs", renderTimeNs); 2823fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar 28245778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mSoftRenderer != NULL) { 282590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar std::list<FrameRenderTracker::Info> doneFrames = mSoftRenderer->render( 2826fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim info->mData->data(), info->mData->size(), 2827fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim mediaTimeUs, renderTimeNs, NULL, info->mData->format()); 282890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 282990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // if we are running, notify rendered frames 283090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (!doneFrames.empty() && mState == STARTED && mOnFrameRenderedNotification != NULL) { 283190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar sp<AMessage> notify = mOnFrameRenderedNotification->dup(); 283290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar sp<AMessage> data = new AMessage; 283390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (CreateFramesRenderedMessage(doneFrames, data)) { 283490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar notify->setMessage("data", data); 283590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar notify->post(); 283690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 283790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 28385778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 28395778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 28405778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2841fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim info->mNotify->setObject("buffer", info->mData); 2842fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim info->mData.clear(); 2843fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim info->mNotify->post(); 2844fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim info->mNotify.clear(); 2845fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim 28465778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 28475778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 28485778822d86b0337407514b9372562b86edfa91cdAndreas Huber 28495778822d86b0337407514b9372562b86edfa91cdAndreas Huberssize_t MediaCodec::dequeuePortBuffer(int32_t portIndex) { 28505778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(portIndex == kPortIndexInput || portIndex == kPortIndexOutput); 28515778822d86b0337407514b9372562b86edfa91cdAndreas Huber 28525778822d86b0337407514b9372562b86edfa91cdAndreas Huber List<size_t> *availBuffers = &mAvailPortBuffers[portIndex]; 28535778822d86b0337407514b9372562b86edfa91cdAndreas Huber 28545778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (availBuffers->empty()) { 28555778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -EAGAIN; 28565778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 28575778822d86b0337407514b9372562b86edfa91cdAndreas Huber 28585778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t index = *availBuffers->begin(); 28595778822d86b0337407514b9372562b86edfa91cdAndreas Huber availBuffers->erase(availBuffers->begin()); 28605778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2861fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim BufferInfo *info = &mPortBuffers[portIndex].editItemAt(index); 28625778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(!info->mOwnedByClient); 28637bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar { 28647bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Mutex::Autolock al(mBufferLock); 28657bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar info->mOwnedByClient = true; 286603c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 286703c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar // set image-data 2868fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim if (info->mData->format() != NULL) { 286903c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar sp<ABuffer> imageData; 2870fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim if (info->mData->format()->findBuffer("image-data", &imageData)) { 287103c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar info->mData->meta()->setBuffer("image-data", imageData); 287203c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar } 287303c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar int32_t left, top, right, bottom; 2874fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim if (info->mData->format()->findRect("crop", &left, &top, &right, &bottom)) { 287503c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar info->mData->meta()->setRect("crop-rect", left, top, right, bottom); 287603c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar } 287703c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar } 28787bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar } 28795778822d86b0337407514b9372562b86edfa91cdAndreas Huber 28805778822d86b0337407514b9372562b86edfa91cdAndreas Huber return index; 28815778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 28825778822d86b0337407514b9372562b86edfa91cdAndreas Huber 28831dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t MediaCodec::connectToSurface(const sp<Surface> &surface) { 28841dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar status_t err = OK; 28851dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (surface != NULL) { 2886b9fa58afa4c7772fe3c4cfdea9e45bc85cf43537Lajos Molnar uint64_t oldId, newId; 2887098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar if (mSurface != NULL 2888b9fa58afa4c7772fe3c4cfdea9e45bc85cf43537Lajos Molnar && surface->getUniqueId(&newId) == NO_ERROR 2889b9fa58afa4c7772fe3c4cfdea9e45bc85cf43537Lajos Molnar && mSurface->getUniqueId(&oldId) == NO_ERROR 2890b9fa58afa4c7772fe3c4cfdea9e45bc85cf43537Lajos Molnar && newId == oldId) { 2891b9fa58afa4c7772fe3c4cfdea9e45bc85cf43537Lajos Molnar ALOGI("[%s] connecting to the same surface. Nothing to do.", mComponentName.c_str()); 2892098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar return ALREADY_EXISTS; 2893098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar } 2894098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar 28951dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = native_window_api_connect(surface.get(), NATIVE_WINDOW_API_MEDIA); 2896098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar if (err == OK) { 2897264bac95912efe121d6a60026612617f04f42966Lajos Molnar // Require a fresh set of buffers after each connect by using a unique generation 2898264bac95912efe121d6a60026612617f04f42966Lajos Molnar // number. Rely on the fact that max supported process id by Linux is 2^22. 2899264bac95912efe121d6a60026612617f04f42966Lajos Molnar // PID is never 0 so we don't have to worry that we use the default generation of 0. 2900264bac95912efe121d6a60026612617f04f42966Lajos Molnar // TODO: come up with a unique scheme if other producers also set the generation number. 2901264bac95912efe121d6a60026612617f04f42966Lajos Molnar static uint32_t mSurfaceGeneration = 0; 2902264bac95912efe121d6a60026612617f04f42966Lajos Molnar uint32_t generation = (getpid() << 10) | (++mSurfaceGeneration & ((1 << 10) - 1)); 2903264bac95912efe121d6a60026612617f04f42966Lajos Molnar surface->setGenerationNumber(generation); 2904264bac95912efe121d6a60026612617f04f42966Lajos Molnar ALOGI("[%s] setting surface generation to %u", mComponentName.c_str(), generation); 2905264bac95912efe121d6a60026612617f04f42966Lajos Molnar 2906264bac95912efe121d6a60026612617f04f42966Lajos Molnar // HACK: clear any free buffers. Remove when connect will automatically do this. 2907264bac95912efe121d6a60026612617f04f42966Lajos Molnar // This is needed as the consumer may be holding onto stale frames that it can reattach 2908264bac95912efe121d6a60026612617f04f42966Lajos Molnar // to this surface after disconnect/connect, and those free frames would inherit the new 2909264bac95912efe121d6a60026612617f04f42966Lajos Molnar // generation number. Disconnecting after setting a unique generation prevents this. 2910264bac95912efe121d6a60026612617f04f42966Lajos Molnar native_window_api_disconnect(surface.get(), NATIVE_WINDOW_API_MEDIA); 2911264bac95912efe121d6a60026612617f04f42966Lajos Molnar err = native_window_api_connect(surface.get(), NATIVE_WINDOW_API_MEDIA); 2912264bac95912efe121d6a60026612617f04f42966Lajos Molnar } 2913264bac95912efe121d6a60026612617f04f42966Lajos Molnar 2914264bac95912efe121d6a60026612617f04f42966Lajos Molnar if (err != OK) { 29151dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGE("native_window_api_connect returned an error: %s (%d)", strerror(-err), err); 29161dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 29171dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 2918098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar // do not return ALREADY_EXISTS unless surfaces are the same 2919098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar return err == ALREADY_EXISTS ? BAD_VALUE : err; 29201dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar} 29217541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 29221dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t MediaCodec::disconnectFromSurface() { 29231dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar status_t err = OK; 2924f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar if (mSurface != NULL) { 2925264bac95912efe121d6a60026612617f04f42966Lajos Molnar // Resetting generation is not technically needed, but there is no need to keep it either 2926264bac95912efe121d6a60026612617f04f42966Lajos Molnar mSurface->setGenerationNumber(0); 29271dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = native_window_api_disconnect(mSurface.get(), NATIVE_WINDOW_API_MEDIA); 29287541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber if (err != OK) { 29291dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGW("native_window_api_disconnect returned an error: %s (%d)", strerror(-err), err); 29307541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber } 29311dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // assume disconnected even on error 2932f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar mSurface.clear(); 29337541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber } 29341dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 29351dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar} 29367541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 29371dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t MediaCodec::handleSetSurface(const sp<Surface> &surface) { 29381dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar status_t err = OK; 29391dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mSurface != NULL) { 29401dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar (void)disconnectFromSurface(); 29411dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 2942f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar if (surface != NULL) { 29431dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = connectToSurface(surface); 29441dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err == OK) { 29451dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mSurface = surface; 29467541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber } 29477541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber } 29481dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 29497541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber} 29507541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 2951c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhangvoid MediaCodec::onInputBufferAvailable() { 2952c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang int32_t index; 2953c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang while ((index = dequeuePortBuffer(kPortIndexInput)) >= 0) { 2954c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> msg = mCallback->dup(); 2955c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("callbackID", CB_INPUT_AVAILABLE); 2956c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("index", index); 2957c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->post(); 2958c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2959c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 2960c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2961c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhangvoid MediaCodec::onOutputBufferAvailable() { 2962c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang int32_t index; 2963c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang while ((index = dequeuePortBuffer(kPortIndexOutput)) >= 0) { 29647e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim const sp<MediaCodecBuffer> &buffer = 2965fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim mPortBuffers[kPortIndexOutput].itemAt(index).mData; 2966c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> msg = mCallback->dup(); 2967c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("callbackID", CB_OUTPUT_AVAILABLE); 2968c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("index", index); 2969c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setSize("offset", buffer->offset()); 2970c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setSize("size", buffer->size()); 2971c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2972c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang int64_t timeUs; 2973c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang CHECK(buffer->meta()->findInt64("timeUs", &timeUs)); 2974c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2975c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt64("timeUs", timeUs); 2976c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2977fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim int32_t omxFlags; 2978fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim CHECK(buffer->meta()->findInt32("omxFlags", &omxFlags)); 2979fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim 2980fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim uint32_t flags = 0; 2981fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim if (omxFlags & OMX_BUFFERFLAG_SYNCFRAME) { 2982fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim flags |= BUFFER_FLAG_SYNCFRAME; 2983fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim } 2984fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim if (omxFlags & OMX_BUFFERFLAG_CODECCONFIG) { 2985fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim flags |= BUFFER_FLAG_CODECCONFIG; 2986fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim } 2987fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim if (omxFlags & OMX_BUFFERFLAG_EOS) { 2988fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim flags |= BUFFER_FLAG_EOS; 2989fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim } 2990c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2991c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("flags", flags); 2992c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2993c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->post(); 2994c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2995c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 2996c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2997749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhangvoid MediaCodec::onError(status_t err, int32_t actionCode, const char *detail) { 2998c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mCallback != NULL) { 2999c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> msg = mCallback->dup(); 3000c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("callbackID", CB_ERROR); 3001c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("err", err); 3002749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhang msg->setInt32("actionCode", actionCode); 3003749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhang 3004749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhang if (detail != NULL) { 3005749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhang msg->setString("detail", detail); 3006749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhang } 3007c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 3008c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->post(); 3009c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 3010c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 3011c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 3012c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhangvoid MediaCodec::onOutputFormatChanged() { 3013c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mCallback != NULL) { 3014c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> msg = mCallback->dup(); 3015c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("callbackID", CB_OUTPUT_FORMAT_CHANGED); 3016c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setMessage("format", mOutputFormat); 3017c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->post(); 3018c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 3019c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 3020c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 3021fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim 3022575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Hubervoid MediaCodec::postActivityNotificationIfPossible() { 3023575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber if (mActivityNotify == NULL) { 3024575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber return; 3025575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber } 3026575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 3027e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang bool isErrorOrOutputChanged = 3028e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang (mFlags & (kFlagStickyError 3029575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber | kFlagOutputBuffersChanged 3030e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang | kFlagOutputFormatChanged)); 3031e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang 3032e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang if (isErrorOrOutputChanged 3033575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber || !mAvailPortBuffers[kPortIndexInput].empty() 3034575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber || !mAvailPortBuffers[kPortIndexOutput].empty()) { 3035e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang mActivityNotify->setInt32("input-buffers", 3036e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang mAvailPortBuffers[kPortIndexInput].size()); 3037e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang 3038e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang if (isErrorOrOutputChanged) { 3039e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang // we want consumer to dequeue as many times as it can 3040e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang mActivityNotify->setInt32("output-buffers", INT32_MAX); 3041e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang } else { 3042e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang mActivityNotify->setInt32("output-buffers", 3043e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang mAvailPortBuffers[kPortIndexOutput].size()); 3044e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang } 3045575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber mActivityNotify->post(); 3046575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber mActivityNotify.clear(); 3047575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber } 3048575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber} 3049575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 3050a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huberstatus_t MediaCodec::setParameters(const sp<AMessage> ¶ms) { 30511d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatSetParameters, this); 3052a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber msg->setMessage("params", params); 3053a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 3054a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber sp<AMessage> response; 3055a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber return PostAndAwaitResponse(msg, &response); 3056a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber} 3057a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 3058a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huberstatus_t MediaCodec::onSetParameters(const sp<AMessage> ¶ms) { 3059a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber mCodec->signalSetParameters(params); 3060a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 3061a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber return OK; 3062a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber} 3063a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 3064e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huberstatus_t MediaCodec::amendOutputFormatWithCodecSpecificData( 30657e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim const sp<MediaCodecBuffer> &buffer) { 3066e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber AString mime; 3067e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber CHECK(mOutputFormat->findString("mime", &mime)); 3068e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3069e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (!strcasecmp(mime.c_str(), MEDIA_MIMETYPE_VIDEO_AVC)) { 3070e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // Codec specific data should be SPS and PPS in a single buffer, 3071e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // each prefixed by a startcode (0x00 0x00 0x00 0x01). 3072e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // We separate the two and put them into the output format 3073e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // under the keys "csd-0" and "csd-1". 3074e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3075e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber unsigned csdIndex = 0; 3076e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3077e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber const uint8_t *data = buffer->data(); 3078e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber size_t size = buffer->size(); 3079e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3080e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber const uint8_t *nalStart; 3081e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber size_t nalSize; 3082e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber while (getNextNALUnit(&data, &size, &nalStart, &nalSize, true) == OK) { 3083e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber sp<ABuffer> csd = new ABuffer(nalSize + 4); 3084e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber memcpy(csd->data(), "\x00\x00\x00\x01", 4); 3085e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber memcpy(csd->data() + 4, nalStart, nalSize); 3086e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3087e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mOutputFormat->setBuffer( 3088a1e8944a21e5833b7aadc451776f11797f5f9273Elliott Hughes AStringPrintf("csd-%u", csdIndex).c_str(), csd); 3089e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3090e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber ++csdIndex; 3091e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 3092e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3093e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (csdIndex != 2) { 3094e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber return ERROR_MALFORMED; 3095e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 3096e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } else { 3097e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // For everything else we just stash the codec specific data into 3098e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // the output format as a single piece of csd under "csd-0". 30997e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim sp<ABuffer> csd = new ABuffer(buffer->size()); 31007e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim memcpy(csd->data(), buffer->data(), buffer->size()); 31017e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim csd->setRange(0, buffer->size()); 31027e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim mOutputFormat->setBuffer("csd-0", csd); 3103e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 3104e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3105e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber return OK; 3106e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber} 3107e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 31082606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhangvoid MediaCodec::updateBatteryStat() { 31093f273d10817ddb2f792ae043de692efcdf1988aeWei Jia if (!mIsVideo) { 31103f273d10817ddb2f792ae043de692efcdf1988aeWei Jia return; 31113f273d10817ddb2f792ae043de692efcdf1988aeWei Jia } 31122606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 31133f273d10817ddb2f792ae043de692efcdf1988aeWei Jia if (mState == CONFIGURED && !mBatteryStatNotified) { 3114f2ae3e19080938db8cbf29a963fd744a3964fcc2Wei Jia BatteryNotifier::getInstance().noteStartVideo(mUid); 31152606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mBatteryStatNotified = true; 31162606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } else if (mState == UNINITIALIZED && mBatteryStatNotified) { 3117f2ae3e19080938db8cbf29a963fd744a3964fcc2Wei Jia BatteryNotifier::getInstance().noteStopVideo(mUid); 31182606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mBatteryStatNotified = false; 31192606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } 31202606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang} 31212606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 31225778822d86b0337407514b9372562b86edfa91cdAndreas Huber} // namespace android 3123