MediaCodec.cpp revision 8574195df5de20af5fc16d6f9da1b132d6d5bfee
15778822d86b0337407514b9372562b86edfa91cdAndreas Huber/* 25778822d86b0337407514b9372562b86edfa91cdAndreas Huber * Copyright 2012, The Android Open Source Project 35778822d86b0337407514b9372562b86edfa91cdAndreas Huber * 45778822d86b0337407514b9372562b86edfa91cdAndreas Huber * Licensed under the Apache License, Version 2.0 (the "License"); 55778822d86b0337407514b9372562b86edfa91cdAndreas Huber * you may not use this file except in compliance with the License. 65778822d86b0337407514b9372562b86edfa91cdAndreas Huber * You may obtain a copy of the License at 75778822d86b0337407514b9372562b86edfa91cdAndreas Huber * 85778822d86b0337407514b9372562b86edfa91cdAndreas Huber * http://www.apache.org/licenses/LICENSE-2.0 95778822d86b0337407514b9372562b86edfa91cdAndreas Huber * 105778822d86b0337407514b9372562b86edfa91cdAndreas Huber * Unless required by applicable law or agreed to in writing, software 115778822d86b0337407514b9372562b86edfa91cdAndreas Huber * distributed under the License is distributed on an "AS IS" BASIS, 125778822d86b0337407514b9372562b86edfa91cdAndreas Huber * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 135778822d86b0337407514b9372562b86edfa91cdAndreas Huber * See the License for the specific language governing permissions and 145778822d86b0337407514b9372562b86edfa91cdAndreas Huber * limitations under the License. 155778822d86b0337407514b9372562b86edfa91cdAndreas Huber */ 165778822d86b0337407514b9372562b86edfa91cdAndreas Huber 175778822d86b0337407514b9372562b86edfa91cdAndreas Huber//#define LOG_NDEBUG 0 185778822d86b0337407514b9372562b86edfa91cdAndreas Huber#define LOG_TAG "MediaCodec" 19fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar#include <inttypes.h> 205778822d86b0337407514b9372562b86edfa91cdAndreas Huber 212606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include "include/avc_utils.h" 224811923e80a8abefa278307ebf8cc9b0294ba67fWonsik Kim#include "include/SecureBuffer.h" 237e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim#include "include/SharedMemoryBuffer.h" 245778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include "include/SoftwareRenderer.h" 255778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker#include <binder/IMemory.h> 2767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu#include <binder/IPCThreadState.h> 282606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include <binder/IServiceManager.h> 29c481b5012a5f6cf72e5e93b36f1ed4c9169916f2Jeff Tinker#include <binder/MemoryDealer.h> 3079608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang#include <gui/BufferQueue.h> 311a2952aee048ca7b1765e2bc09ebe9aeddaeafa3Mathias Agopian#include <gui/Surface.h> 32ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber#include <media/ICrypto.h> 33d291c222357303b9611cab89d0c3b047584ef377Chong Zhang#include <media/IOMX.h> 3467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu#include <media/IResourceManagerService.h> 357e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim#include <media/MediaCodecBuffer.h> 36db1221479a7ffe7094c51c463bbd36522ed106abRay Essick#include <media/MediaAnalyticsItem.h> 375778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/foundation/ABuffer.h> 385778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/foundation/ADebug.h> 395778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/foundation/AMessage.h> 405b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber#include <media/stagefright/foundation/AString.h> 41dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim#include <media/stagefright/foundation/AUtils.h> 42ed3e3e046840d5bf1ca84a8c0cc097425e89d6d6Andreas Huber#include <media/stagefright/foundation/hexdump.h> 435778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/ACodec.h> 447cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden#include <media/stagefright/BufferProducerWrapper.h> 452606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include <media/stagefright/MediaCodec.h> 466f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen#include <media/stagefright/MediaCodecList.h> 47e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber#include <media/stagefright/MediaDefs.h> 485778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/MediaErrors.h> 49744f5739019d1fd917f981e740b353c3d73fd1a8David Smith#include <media/stagefright/MediaFilter.h> 505778822d86b0337407514b9372562b86edfa91cdAndreas Huber#include <media/stagefright/MetaData.h> 51d291c222357303b9611cab89d0c3b047584ef377Chong Zhang#include <media/stagefright/OMXClient.h> 52d291c222357303b9611cab89d0c3b047584ef377Chong Zhang#include <media/stagefright/PersistentSurface.h> 538b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar#include <media/stagefright/SurfaceUtils.h> 5499e69716215cd0665379bc90d708f2ea8689831dRuben Brunk#include <mediautils/BatteryNotifier.h> 552606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include <private/android_filesystem_config.h> 562606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include <utils/Log.h> 572606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang#include <utils/Singleton.h> 58e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 595778822d86b0337407514b9372562b86edfa91cdAndreas Hubernamespace android { 605778822d86b0337407514b9372562b86edfa91cdAndreas Huber 61db1221479a7ffe7094c51c463bbd36522ed106abRay Essick// key for media statistics 628574195df5de20af5fc16d6f9da1b132d6d5bfeeRay Essickstatic const char *kCodecKeyName = "codec"; 63db1221479a7ffe7094c51c463bbd36522ed106abRay Essick// attrs for media statistics 648574195df5de20af5fc16d6f9da1b132d6d5bfeeRay Essickstatic const char *kCodecCodec = "codec"; /* e.g. OMX.google.aac.decoder */ 658574195df5de20af5fc16d6f9da1b132d6d5bfeeRay Essickstatic const char *kCodecMime = "mime"; /* e.g. audio/mime */ 668574195df5de20af5fc16d6f9da1b132d6d5bfeeRay Essickstatic const char *kCodecMode = "mode"; /* audio, video */ 678574195df5de20af5fc16d6f9da1b132d6d5bfeeRay Essickstatic const char *kCodecSecure = "secure"; /* 0, 1 */ 688574195df5de20af5fc16d6f9da1b132d6d5bfeeRay Essick 69db1221479a7ffe7094c51c463bbd36522ed106abRay Essick 70db1221479a7ffe7094c51c463bbd36522ed106abRay Essick 710d1ed381fde5dac12dd84fcf3da66dac46699378Chih-Hung Hsiehstatic int64_t getId(const sp<IResourceManagerClient> &client) { 7267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return (int64_t) client.get(); 7367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 7467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 7567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wustatic bool isResourceError(status_t err) { 7647a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu return (err == NO_MEMORY); 7767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 7867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 7967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wustatic const int kMaxRetry = 2; 804b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wustatic const int kMaxReclaimWaitTimeInUs = 500000; // 0.5s 81dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimstatic const int kNumBuffersAlign = 16; 8267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 8379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim//////////////////////////////////////////////////////////////////////////////// 8479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 8567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wustruct ResourceManagerClient : public BnResourceManagerClient { 86090ef604f81447eab4aa0a5b45d6307482573560Chih-Hung Hsieh explicit ResourceManagerClient(MediaCodec* codec) : mMediaCodec(codec) {} 8767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 8867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu virtual bool reclaimResource() { 8967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<MediaCodec> codec = mMediaCodec.promote(); 9067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (codec == NULL) { 9167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // codec is already gone. 9267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return true; 9367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 9447a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu status_t err = codec->reclaim(); 954b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu if (err == WOULD_BLOCK) { 964b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu ALOGD("Wait for the client to release codec."); 974b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu usleep(kMaxReclaimWaitTimeInUs); 984b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu ALOGD("Try to reclaim again."); 994b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu err = codec->reclaim(true /* force */); 1004b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu } 10167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (err != OK) { 10267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ALOGW("ResourceManagerClient failed to release codec with err %d", err); 10367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 10467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return (err == OK); 10567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 10667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 1078f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu virtual String8 getName() { 1088f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu String8 ret; 1098f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu sp<MediaCodec> codec = mMediaCodec.promote(); 1108f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu if (codec == NULL) { 1118f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu // codec is already gone. 1128f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu return ret; 1138f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu } 1148f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu 1158f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu AString name; 1168f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu if (codec->getName(&name) == OK) { 1178f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu ret.setTo(name.c_str()); 1188f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu } 1198f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu return ret; 1208f9dd872366f54b6260506c75c3d0cc3f9f73f81Ronghua Wu } 12167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 12267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuprotected: 12367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu virtual ~ResourceManagerClient() {} 12467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 12567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuprivate: 12667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu wp<MediaCodec> mMediaCodec; 12767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 12867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu DISALLOW_EVIL_CONSTRUCTORS(ResourceManagerClient); 12967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu}; 13067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 13168845c14ebf2c7282800b1abffde38d8e9a57aabRonghua WuMediaCodec::ResourceManagerServiceProxy::ResourceManagerServiceProxy(pid_t pid) 13268845c14ebf2c7282800b1abffde38d8e9a57aabRonghua Wu : mPid(pid) { 13368845c14ebf2c7282800b1abffde38d8e9a57aabRonghua Wu if (mPid == MediaCodec::kNoPid) { 13468845c14ebf2c7282800b1abffde38d8e9a57aabRonghua Wu mPid = IPCThreadState::self()->getCallingPid(); 13568845c14ebf2c7282800b1abffde38d8e9a57aabRonghua Wu } 13667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 13767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 13867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua WuMediaCodec::ResourceManagerServiceProxy::~ResourceManagerServiceProxy() { 13967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mService != NULL) { 14067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu IInterface::asBinder(mService)->unlinkToDeath(this); 14167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 14267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 14367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 14467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuvoid MediaCodec::ResourceManagerServiceProxy::init() { 14567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<IServiceManager> sm = defaultServiceManager(); 14667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<IBinder> binder = sm->getService(String16("media.resource_manager")); 14767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mService = interface_cast<IResourceManagerService>(binder); 14867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mService == NULL) { 14967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ALOGE("Failed to get ResourceManagerService"); 15067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return; 15167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 152e4237177a4a3eea059cd74247b2d770d301a8230Ronghua Wu IInterface::asBinder(mService)->linkToDeath(this); 15367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 15467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 15567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuvoid MediaCodec::ResourceManagerServiceProxy::binderDied(const wp<IBinder>& /*who*/) { 15667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ALOGW("ResourceManagerService died."); 15767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Mutex::Autolock _l(mLock); 15867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mService.clear(); 15967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 16067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 16167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuvoid MediaCodec::ResourceManagerServiceProxy::addResource( 16267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu int64_t clientId, 1630d1ed381fde5dac12dd84fcf3da66dac46699378Chih-Hung Hsieh const sp<IResourceManagerClient> &client, 16467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu const Vector<MediaResource> &resources) { 16567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Mutex::Autolock _l(mLock); 16667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mService == NULL) { 16767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return; 16867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 16937c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu mService->addResource(mPid, clientId, client, resources); 17067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 17167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 17267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuvoid MediaCodec::ResourceManagerServiceProxy::removeResource(int64_t clientId) { 17367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Mutex::Autolock _l(mLock); 17467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mService == NULL) { 17567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return; 17667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 17737c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu mService->removeResource(mPid, clientId); 17867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 17967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 18067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wubool MediaCodec::ResourceManagerServiceProxy::reclaimResource( 18137c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu const Vector<MediaResource> &resources) { 18267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Mutex::Autolock _l(mLock); 18367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mService == NULL) { 18467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return false; 18567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 18637c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu return mService->reclaimResource(mPid, resources); 18767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 18867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 18979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim//////////////////////////////////////////////////////////////////////////////// 19079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 191dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik KimMediaCodec::BufferInfo::BufferInfo() : mOwnedByClient(false) {} 192dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim 193dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim//////////////////////////////////////////////////////////////////////////////// 194dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim 19579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kimnamespace { 19679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 19779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kimenum { 19879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim kWhatFillThisBuffer = 'fill', 19979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim kWhatDrainThisBuffer = 'drai', 20079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim kWhatEOS = 'eos ', 201dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim kWhatStartCompleted = 'Scom', 20279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim kWhatStopCompleted = 'scom', 20379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim kWhatReleaseCompleted = 'rcom', 20479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim kWhatFlushCompleted = 'fcom', 20579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim kWhatError = 'erro', 20679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim kWhatComponentAllocated = 'cAll', 20779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim kWhatComponentConfigured = 'cCon', 20879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim kWhatInputSurfaceCreated = 'isfc', 20979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim kWhatInputSurfaceAccepted = 'isfa', 21079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim kWhatSignaledInputEOS = 'seos', 21179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim kWhatOutputFramesRendered = 'outR', 212dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim kWhatOutputBuffersChanged = 'outC', 21379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim}; 21479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 215dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimclass BufferCallback : public CodecBase::BufferCallback { 21679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kimpublic: 217dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim explicit BufferCallback(const sp<AMessage> ¬ify); 218dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim virtual ~BufferCallback() = default; 219dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim 220dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim virtual void onInputBufferAvailable( 221dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim size_t index, const sp<MediaCodecBuffer> &buffer) override; 222dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim virtual void onOutputBufferAvailable( 223dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim size_t index, const sp<MediaCodecBuffer> &buffer) override; 224dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimprivate: 225dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim const sp<AMessage> mNotify; 226dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim}; 227dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim 228dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik KimBufferCallback::BufferCallback(const sp<AMessage> ¬ify) 229dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim : mNotify(notify) {} 230dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim 231dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid BufferCallback::onInputBufferAvailable( 232dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim size_t index, const sp<MediaCodecBuffer> &buffer) { 233dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim sp<AMessage> notify(mNotify->dup()); 234dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim notify->setInt32("what", kWhatFillThisBuffer); 235dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim notify->setSize("index", index); 236dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim notify->setObject("buffer", buffer); 237dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim notify->post(); 238dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim} 239dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim 240dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid BufferCallback::onOutputBufferAvailable( 241dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim size_t index, const sp<MediaCodecBuffer> &buffer) { 242dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim sp<AMessage> notify(mNotify->dup()); 243dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim notify->setInt32("what", kWhatDrainThisBuffer); 244dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim notify->setSize("index", index); 245dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim notify->setObject("buffer", buffer); 246dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim notify->post(); 247dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim} 248dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim 249dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimclass CodecCallback : public CodecBase::CodecCallback { 250dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimpublic: 251dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim explicit CodecCallback(const sp<AMessage> ¬ify); 252dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim virtual ~CodecCallback() = default; 25379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 25479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim virtual void onEos(status_t err) override; 255dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim virtual void onStartCompleted() override; 25679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim virtual void onStopCompleted() override; 25779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim virtual void onReleaseCompleted() override; 25879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim virtual void onFlushCompleted() override; 25979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim virtual void onError(status_t err, enum ActionCode actionCode) override; 26079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim virtual void onComponentAllocated(const char *componentName) override; 26179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim virtual void onComponentConfigured( 26279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim const sp<AMessage> &inputFormat, const sp<AMessage> &outputFormat) override; 26379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim virtual void onInputSurfaceCreated( 26479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim const sp<AMessage> &inputFormat, 26579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim const sp<AMessage> &outputFormat, 26679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim const sp<BufferProducerWrapper> &inputSurface) override; 26779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim virtual void onInputSurfaceCreationFailed(status_t err) override; 26879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim virtual void onInputSurfaceAccepted( 26979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim const sp<AMessage> &inputFormat, 27079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim const sp<AMessage> &outputFormat) override; 27179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim virtual void onInputSurfaceDeclined(status_t err) override; 27279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim virtual void onSignaledInputEOS(status_t err) override; 27379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim virtual void onOutputFramesRendered(const std::list<FrameRenderTracker::Info> &done) override; 274dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim virtual void onOutputBuffersChanged() override; 27579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kimprivate: 27679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim const sp<AMessage> mNotify; 27779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim}; 27879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 279dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik KimCodecCallback::CodecCallback(const sp<AMessage> ¬ify) : mNotify(notify) {} 28079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 281dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid CodecCallback::onEos(status_t err) { 28279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim sp<AMessage> notify(mNotify->dup()); 283dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim notify->setInt32("what", kWhatEOS); 284dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim notify->setInt32("err", err); 285fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim notify->post(); 286fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim} 287fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim 288dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid CodecCallback::onStartCompleted() { 289fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim sp<AMessage> notify(mNotify->dup()); 290dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim notify->setInt32("what", kWhatStartCompleted); 29179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->post(); 29279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} 29379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 294dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid CodecCallback::onStopCompleted() { 29579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim sp<AMessage> notify(mNotify->dup()); 29679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("what", kWhatStopCompleted); 29779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->post(); 29879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} 29979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 300dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid CodecCallback::onReleaseCompleted() { 30179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim sp<AMessage> notify(mNotify->dup()); 30279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("what", kWhatReleaseCompleted); 30379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->post(); 30479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} 30579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 306dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid CodecCallback::onFlushCompleted() { 30779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim sp<AMessage> notify(mNotify->dup()); 30879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("what", kWhatFlushCompleted); 30979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->post(); 31079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} 31179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 312dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid CodecCallback::onError(status_t err, enum ActionCode actionCode) { 31379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim sp<AMessage> notify(mNotify->dup()); 31479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("what", kWhatError); 31579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("err", err); 31679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("actionCode", actionCode); 31779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->post(); 31879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} 31979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 320dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid CodecCallback::onComponentAllocated(const char *componentName) { 32179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim sp<AMessage> notify(mNotify->dup()); 32279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("what", kWhatComponentAllocated); 32379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setString("componentName", componentName); 32479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->post(); 32579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} 32679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 327dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid CodecCallback::onComponentConfigured( 32879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim const sp<AMessage> &inputFormat, const sp<AMessage> &outputFormat) { 32979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim sp<AMessage> notify(mNotify->dup()); 33079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("what", kWhatComponentConfigured); 33179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setMessage("input-format", inputFormat); 33279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setMessage("output-format", outputFormat); 33379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->post(); 33479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} 33579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 336dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid CodecCallback::onInputSurfaceCreated( 33779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim const sp<AMessage> &inputFormat, 33879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim const sp<AMessage> &outputFormat, 33979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim const sp<BufferProducerWrapper> &inputSurface) { 34079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim sp<AMessage> notify(mNotify->dup()); 34179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("what", kWhatInputSurfaceCreated); 34279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setMessage("input-format", inputFormat); 34379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setMessage("output-format", outputFormat); 34479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setObject("input-surface", inputSurface); 34579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->post(); 34679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} 34779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 348dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid CodecCallback::onInputSurfaceCreationFailed(status_t err) { 34979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim sp<AMessage> notify(mNotify->dup()); 35079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("what", kWhatInputSurfaceCreated); 35179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("err", err); 35279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->post(); 35379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} 35479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 355dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid CodecCallback::onInputSurfaceAccepted( 35679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim const sp<AMessage> &inputFormat, 35779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim const sp<AMessage> &outputFormat) { 35879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim sp<AMessage> notify(mNotify->dup()); 35979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("what", kWhatInputSurfaceAccepted); 36079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setMessage("input-format", inputFormat); 36179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setMessage("output-format", outputFormat); 36279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->post(); 36379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} 36479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 365dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid CodecCallback::onInputSurfaceDeclined(status_t err) { 36679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim sp<AMessage> notify(mNotify->dup()); 36779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("what", kWhatInputSurfaceAccepted); 36879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("err", err); 36979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->post(); 37079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} 37179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 372dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid CodecCallback::onSignaledInputEOS(status_t err) { 37379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim sp<AMessage> notify(mNotify->dup()); 37479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("what", kWhatSignaledInputEOS); 37579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim if (err != OK) { 37679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("err", err); 37779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim } 37879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->post(); 37979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} 38079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 381dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid CodecCallback::onOutputFramesRendered(const std::list<FrameRenderTracker::Info> &done) { 38279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim sp<AMessage> notify(mNotify->dup()); 38379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->setInt32("what", kWhatOutputFramesRendered); 38479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim if (MediaCodec::CreateFramesRenderedMessage(done, notify)) { 38579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim notify->post(); 38679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim } 38779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} 38879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 389dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kimvoid CodecCallback::onOutputBuffersChanged() { 390dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim sp<AMessage> notify(mNotify->dup()); 391dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim notify->setInt32("what", kWhatOutputBuffersChanged); 392dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim notify->post(); 393dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim} 394dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim 39579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim} // namespace 39679054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 39779054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim//////////////////////////////////////////////////////////////////////////////// 39879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim 3995778822d86b0337407514b9372562b86edfa91cdAndreas Huber// static 4005778822d86b0337407514b9372562b86edfa91cdAndreas Hubersp<MediaCodec> MediaCodec::CreateByType( 401f2ae3e19080938db8cbf29a963fd744a3964fcc2Wei Jia const sp<ALooper> &looper, const AString &mime, bool encoder, status_t *err, pid_t pid, 402f2ae3e19080938db8cbf29a963fd744a3964fcc2Wei Jia uid_t uid) { 403f2ae3e19080938db8cbf29a963fd744a3964fcc2Wei Jia sp<MediaCodec> codec = new MediaCodec(looper, pid, uid); 4045778822d86b0337407514b9372562b86edfa91cdAndreas Huber 405251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung const status_t ret = codec->init(mime, true /* nameIsType */, encoder); 406251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (err != NULL) { 407251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung *err = ret; 408251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 409251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return ret == OK ? codec : NULL; // NULL deallocates codec. 4105778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 4115778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4125778822d86b0337407514b9372562b86edfa91cdAndreas Huber// static 4135778822d86b0337407514b9372562b86edfa91cdAndreas Hubersp<MediaCodec> MediaCodec::CreateByComponentName( 414f2ae3e19080938db8cbf29a963fd744a3964fcc2Wei Jia const sp<ALooper> &looper, const AString &name, status_t *err, pid_t pid, uid_t uid) { 415f2ae3e19080938db8cbf29a963fd744a3964fcc2Wei Jia sp<MediaCodec> codec = new MediaCodec(looper, pid, uid); 4165778822d86b0337407514b9372562b86edfa91cdAndreas Huber 417251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung const status_t ret = codec->init(name, false /* nameIsType */, false /* encoder */); 418251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (err != NULL) { 419251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung *err = ret; 420251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 421251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return ret == OK ? codec : NULL; // NULL deallocates codec. 4225778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 4235778822d86b0337407514b9372562b86edfa91cdAndreas Huber 424d291c222357303b9611cab89d0c3b047584ef377Chong Zhang// static 4255b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnarstatus_t MediaCodec::QueryCapabilities( 4265b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar const AString &name, const AString &mime, bool isEncoder, 4275b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar sp<MediaCodecInfo::Capabilities> *caps /* nonnull */) { 4285b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // TRICKY: this method is used by MediaCodecList/Info during its 4295b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // initialization. As such, we cannot create a MediaCodec instance 4305b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // because that requires an initialized MediaCodecList. 4315b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 4325b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar sp<CodecBase> codec = GetCodecBase(name); 4335b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (codec == NULL) { 4345b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return NAME_NOT_FOUND; 4355b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 4365b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 4375b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return codec->queryCapabilities(name, mime, isEncoder, caps); 4385b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar} 4395b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 4405b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar// static 441d291c222357303b9611cab89d0c3b047584ef377Chong Zhangsp<PersistentSurface> MediaCodec::CreatePersistentInputSurface() { 442d291c222357303b9611cab89d0c3b047584ef377Chong Zhang OMXClient client; 443addf2cbb120346ae42e78fa739245a353db5edadChong Zhang if (client.connect() != OK) { 444addf2cbb120346ae42e78fa739245a353db5edadChong Zhang ALOGE("Failed to connect to OMX to create persistent input surface."); 44579608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang return NULL; 44679608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang } 44779608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang 448addf2cbb120346ae42e78fa739245a353db5edadChong Zhang sp<IOMX> omx = client.interface(); 44979608158c2254fe1357959157f2d0c1560a8a6c6Chong Zhang 450d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<IGraphicBufferProducer> bufferProducer; 451addf2cbb120346ae42e78fa739245a353db5edadChong Zhang sp<IGraphicBufferSource> bufferSource; 452d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 453addf2cbb120346ae42e78fa739245a353db5edadChong Zhang status_t err = omx->createInputSurface(&bufferProducer, &bufferSource); 454d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 455d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (err != OK) { 456d291c222357303b9611cab89d0c3b047584ef377Chong Zhang ALOGE("Failed to create persistent input surface."); 457d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return NULL; 458d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 459d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 460addf2cbb120346ae42e78fa739245a353db5edadChong Zhang return new PersistentSurface(bufferProducer, bufferSource); 461d291c222357303b9611cab89d0c3b047584ef377Chong Zhang} 462d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 463f2ae3e19080938db8cbf29a963fd744a3964fcc2Wei JiaMediaCodec::MediaCodec(const sp<ALooper> &looper, pid_t pid, uid_t uid) 4645778822d86b0337407514b9372562b86edfa91cdAndreas Huber : mState(UNINITIALIZED), 46547a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu mReleasedByResourceManager(false), 4665778822d86b0337407514b9372562b86edfa91cdAndreas Huber mLooper(looper), 46792cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar mCodec(NULL), 4687cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mReplyID(0), 4695778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags(0), 470251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mStickyError(OK), 4715778822d86b0337407514b9372562b86edfa91cdAndreas Huber mSoftRenderer(NULL), 472ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar mResourceManagerClient(new ResourceManagerClient(this)), 47368845c14ebf2c7282800b1abffde38d8e9a57aabRonghua Wu mResourceManagerService(new ResourceManagerServiceProxy(pid)), 4742606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mBatteryStatNotified(false), 4752606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mIsVideo(false), 47667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mVideoWidth(0), 47767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mVideoHeight(0), 478505aab41c0e8e79a49d4506344fcd9d220d5965bChong Zhang mRotationDegrees(0), 4795778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputTimeoutGeneration(0), 4805778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputReplyID(0), 4815778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueOutputTimeoutGeneration(0), 4826507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mDequeueOutputReplyID(0), 4833d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang mHaveInputSurface(false), 4843d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang mHavePendingInputBuffers(false) { 485f2ae3e19080938db8cbf29a963fd744a3964fcc2Wei Jia if (uid == kNoUid) { 486f2ae3e19080938db8cbf29a963fd744a3964fcc2Wei Jia mUid = IPCThreadState::self()->getCallingUid(); 487f2ae3e19080938db8cbf29a963fd744a3964fcc2Wei Jia } else { 488f2ae3e19080938db8cbf29a963fd744a3964fcc2Wei Jia mUid = uid; 489f2ae3e19080938db8cbf29a963fd744a3964fcc2Wei Jia } 490db1221479a7ffe7094c51c463bbd36522ed106abRay Essick // set up our new record, get a sessionID, put it into the in-progress list 4918574195df5de20af5fc16d6f9da1b132d6d5bfeeRay Essick mAnalyticsItem = new MediaAnalyticsItem(kCodecKeyName); 492db1221479a7ffe7094c51c463bbd36522ed106abRay Essick if (mAnalyticsItem != NULL) { 493db1221479a7ffe7094c51c463bbd36522ed106abRay Essick (void) mAnalyticsItem->generateSessionID(); 494db1221479a7ffe7094c51c463bbd36522ed106abRay Essick // don't record it yet; only at the end, when we have decided that we have 495db1221479a7ffe7094c51c463bbd36522ed106abRay Essick // data worth writing (e.g. .count() > 0) 496db1221479a7ffe7094c51c463bbd36522ed106abRay Essick } 4975778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 4985778822d86b0337407514b9372562b86edfa91cdAndreas Huber 4995778822d86b0337407514b9372562b86edfa91cdAndreas HuberMediaCodec::~MediaCodec() { 5005778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ(mState, UNINITIALIZED); 50167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mResourceManagerService->removeResource(getId(mResourceManagerClient)); 502db1221479a7ffe7094c51c463bbd36522ed106abRay Essick 503db1221479a7ffe7094c51c463bbd36522ed106abRay Essick if (mAnalyticsItem != NULL ) { 504db1221479a7ffe7094c51c463bbd36522ed106abRay Essick if (mAnalyticsItem->count() > 0) { 505db1221479a7ffe7094c51c463bbd36522ed106abRay Essick mAnalyticsItem->setFinalized(true); 506db1221479a7ffe7094c51c463bbd36522ed106abRay Essick mAnalyticsItem->selfrecord(); 507db1221479a7ffe7094c51c463bbd36522ed106abRay Essick } 508db1221479a7ffe7094c51c463bbd36522ed106abRay Essick delete mAnalyticsItem; 509db1221479a7ffe7094c51c463bbd36522ed106abRay Essick mAnalyticsItem = NULL; 510db1221479a7ffe7094c51c463bbd36522ed106abRay Essick } 5115778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 5125778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5135778822d86b0337407514b9372562b86edfa91cdAndreas Huber// static 5145778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::PostAndAwaitResponse( 5155778822d86b0337407514b9372562b86edfa91cdAndreas Huber const sp<AMessage> &msg, sp<AMessage> *response) { 5165778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = msg->postAndAwaitResponse(response); 5175778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5185778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (err != OK) { 5195778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 5205778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 5215778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5225778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!(*response)->findInt32("err", &err)) { 5235778822d86b0337407514b9372562b86edfa91cdAndreas Huber err = OK; 5245778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 5255778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5265778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 5275778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 5285778822d86b0337407514b9372562b86edfa91cdAndreas Huber 5293f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnarvoid MediaCodec::PostReplyWithError(const sp<AReplyToken> &replyID, int32_t err) { 53047a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu int32_t finalErr = err; 53147a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu if (mReleasedByResourceManager) { 53247a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu // override the err code if MediaCodec has been released by ResourceManager. 53347a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu finalErr = DEAD_OBJECT; 53447a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu } 53547a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu 536c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> response = new AMessage; 53747a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu response->setInt32("err", finalErr); 538c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang response->postReply(replyID); 539c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 540c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 5415b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar//static 5425b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnarsp<CodecBase> MediaCodec::GetCodecBase(const AString &name, bool nameIsType) { 5435b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar // at this time only ACodec specifies a mime type. 5445b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (nameIsType || name.startsWithIgnoreCase("omx.")) { 5455b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return new ACodec; 5465b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } else if (name.startsWithIgnoreCase("android.filter.")) { 5475b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return new MediaFilter; 5485b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } else { 5495b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar return NULL; 5505b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar } 5515b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar} 5525b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar 553dc9f58dc23a86d0635fd8601d1cbc8d47bab0303Andy Hungstatus_t MediaCodec::init(const AString &name, bool nameIsType, bool encoder) { 55467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mResourceManagerService->init(); 55567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 556671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar // save init parameters for reset 557671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mInitName = name; 558671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mInitNameIsType = nameIsType; 559671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mInitIsEncoder = encoder; 560671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 5615778822d86b0337407514b9372562b86edfa91cdAndreas Huber // Current video decoders do not return from OMX_FillThisBuffer 5625778822d86b0337407514b9372562b86edfa91cdAndreas Huber // quickly, violating the OpenMAX specs, until that is remedied 5635778822d86b0337407514b9372562b86edfa91cdAndreas Huber // we need to invest in an extra looper to free the main event 5645778822d86b0337407514b9372562b86edfa91cdAndreas Huber // queue. 565744f5739019d1fd917f981e740b353c3d73fd1a8David Smith 5665b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar mCodec = GetCodecBase(name, nameIsType); 5675b05e49e6550cb2abf1a88272d6cd460b8957176Lajos Molnar if (mCodec == NULL) { 568744f5739019d1fd917f981e740b353c3d73fd1a8David Smith return NAME_NOT_FOUND; 569744f5739019d1fd917f981e740b353c3d73fd1a8David Smith } 570744f5739019d1fd917f981e740b353c3d73fd1a8David Smith 57167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu bool secureCodec = false; 572dc9f58dc23a86d0635fd8601d1cbc8d47bab0303Andy Hung if (nameIsType && !strncasecmp(name.c_str(), "video/", 6)) { 57367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mIsVideo = true; 5746f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen } else { 5756f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen AString tmp = name; 5766f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen if (tmp.endsWith(".secure")) { 57767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu secureCodec = true; 5786f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen tmp.erase(tmp.size() - 7, 7); 5796f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen } 58060b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar const sp<IMediaCodecList> mcl = MediaCodecList::getInstance(); 58148a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung if (mcl == NULL) { 58248a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung mCodec = NULL; // remove the codec. 58348a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung return NO_INIT; // if called from Java should raise IOException 58448a31bf3f1c1ed5953a4e64f71cdf528f3a38ee5Andy Hung } 5856f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen ssize_t codecIdx = mcl->findCodecByName(tmp.c_str()); 5866f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen if (codecIdx >= 0) { 58760b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar const sp<MediaCodecInfo> info = mcl->getCodecInfo(codecIdx); 58860b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar Vector<AString> mimes; 58960b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar info->getSupportedMimes(&mimes); 59060b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar for (size_t i = 0; i < mimes.size(); i++) { 59160b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar if (mimes[i].startsWith("video/")) { 59267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mIsVideo = true; 59360b1c0e79d12a1c70758bc8d060156924635f8baLajos Molnar break; 5946f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen } 5956f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen } 5966f9439efd2a6004b588605f6a9d4af20c98e8e80Marco Nelissen } 5975778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 5985778822d86b0337407514b9372562b86edfa91cdAndreas Huber 59967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mIsVideo) { 60067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // video codec needs dedicated looper 6015778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mCodecLooper == NULL) { 6025778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodecLooper = new ALooper; 6035778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodecLooper->setName("CodecLooper"); 6045778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodecLooper->start(false, false, ANDROID_PRIORITY_AUDIO); 6055778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 6065778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6075778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodecLooper->registerHandler(mCodec); 6085778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 6095778822d86b0337407514b9372562b86edfa91cdAndreas Huber mLooper->registerHandler(mCodec); 6105778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 6115778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6125778822d86b0337407514b9372562b86edfa91cdAndreas Huber mLooper->registerHandler(this); 6135778822d86b0337407514b9372562b86edfa91cdAndreas Huber 61479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim mCodec->setCallback( 615dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim std::unique_ptr<CodecBase::CodecCallback>( 616dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim new CodecCallback(new AMessage(kWhatCodecNotify, this)))); 617dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mBufferChannel = mCodec->getBufferChannel(); 618dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mBufferChannel->setCallback( 619dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim std::unique_ptr<CodecBase::BufferCallback>( 620dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim new BufferCallback(new AMessage(kWhatCodecNotify, this)))); 6215778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6221d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatInit, this); 6235778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setString("name", name); 6245778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("nameIsType", nameIsType); 6255778822d86b0337407514b9372562b86edfa91cdAndreas Huber 6265778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (nameIsType) { 6275778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("encoder", encoder); 6285778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 6295778822d86b0337407514b9372562b86edfa91cdAndreas Huber 630db1221479a7ffe7094c51c463bbd36522ed106abRay Essick if (mAnalyticsItem != NULL) { 631db1221479a7ffe7094c51c463bbd36522ed106abRay Essick if (nameIsType) { 632db1221479a7ffe7094c51c463bbd36522ed106abRay Essick // name is the mime type 6338574195df5de20af5fc16d6f9da1b132d6d5bfeeRay Essick mAnalyticsItem->setCString(kCodecMime, name.c_str()); 634db1221479a7ffe7094c51c463bbd36522ed106abRay Essick } else { 6358574195df5de20af5fc16d6f9da1b132d6d5bfeeRay Essick mAnalyticsItem->setCString(kCodecCodec, name.c_str()); 636db1221479a7ffe7094c51c463bbd36522ed106abRay Essick } 6378574195df5de20af5fc16d6f9da1b132d6d5bfeeRay Essick mAnalyticsItem->setCString(kCodecMode, mIsVideo ? "video" : "audio"); 638db1221479a7ffe7094c51c463bbd36522ed106abRay Essick //mAnalyticsItem->setInt32("type", nameIsType); 639db1221479a7ffe7094c51c463bbd36522ed106abRay Essick if (nameIsType) 640db1221479a7ffe7094c51c463bbd36522ed106abRay Essick mAnalyticsItem->setInt32("encoder", encoder); 641db1221479a7ffe7094c51c463bbd36522ed106abRay Essick } 642db1221479a7ffe7094c51c463bbd36522ed106abRay Essick 64367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu status_t err; 64467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Vector<MediaResource> resources; 645ea15fd29af81490311af9e12949b43524c39400eRonghua Wu MediaResource::Type type = 646ea15fd29af81490311af9e12949b43524c39400eRonghua Wu secureCodec ? MediaResource::kSecureCodec : MediaResource::kNonSecureCodec; 647ea15fd29af81490311af9e12949b43524c39400eRonghua Wu MediaResource::SubType subtype = 648ea15fd29af81490311af9e12949b43524c39400eRonghua Wu mIsVideo ? MediaResource::kVideoCodec : MediaResource::kAudioCodec; 649ea15fd29af81490311af9e12949b43524c39400eRonghua Wu resources.push_back(MediaResource(type, subtype, 1)); 65067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu for (int i = 0; i <= kMaxRetry; ++i) { 65167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (i > 0) { 65267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // Don't try to reclaim resource for the first time. 65337c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu if (!mResourceManagerService->reclaimResource(resources)) { 65467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 65567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 65667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 65767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 65867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<AMessage> response; 65967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu err = PostAndAwaitResponse(msg, &response); 66067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (!isResourceError(err)) { 66167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 66267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 66367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 66467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return err; 6655778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 6665778822d86b0337407514b9372562b86edfa91cdAndreas Huber 667c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhangstatus_t MediaCodec::setCallback(const sp<AMessage> &callback) { 6681d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatSetCallback, this); 669c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setMessage("callback", callback); 670c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 671c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> response; 672c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang return PostAndAwaitResponse(msg, &response); 673c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 674c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 67590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarstatus_t MediaCodec::setOnFrameRenderedNotification(const sp<AMessage> ¬ify) { 67690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar sp<AMessage> msg = new AMessage(kWhatSetNotification, this); 67790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar msg->setMessage("on-frame-rendered", notify); 67890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar return msg->post(); 67990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 68090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 6815778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::configure( 6825778822d86b0337407514b9372562b86edfa91cdAndreas Huber const sp<AMessage> &format, 683f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar const sp<Surface> &surface, 6841bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber const sp<ICrypto> &crypto, 6855778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t flags) { 6861d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatConfigure, this); 6875778822d86b0337407514b9372562b86edfa91cdAndreas Huber 68867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (mIsVideo) { 68967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu format->findInt32("width", &mVideoWidth); 69067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu format->findInt32("height", &mVideoHeight); 691505aab41c0e8e79a49d4506344fcd9d220d5965bChong Zhang if (!format->findInt32("rotation-degrees", &mRotationDegrees)) { 692505aab41c0e8e79a49d4506344fcd9d220d5965bChong Zhang mRotationDegrees = 0; 693505aab41c0e8e79a49d4506344fcd9d220d5965bChong Zhang } 6942034457336d28124e0f9f3c625978052ae03fceaWei Jia 695db1221479a7ffe7094c51c463bbd36522ed106abRay Essick if (mAnalyticsItem != NULL) { 696db1221479a7ffe7094c51c463bbd36522ed106abRay Essick mAnalyticsItem->setInt32("width", mVideoWidth); 697db1221479a7ffe7094c51c463bbd36522ed106abRay Essick mAnalyticsItem->setInt32("height", mVideoHeight); 698db1221479a7ffe7094c51c463bbd36522ed106abRay Essick mAnalyticsItem->setInt32("rotation", mRotationDegrees); 699db1221479a7ffe7094c51c463bbd36522ed106abRay Essick } 700db1221479a7ffe7094c51c463bbd36522ed106abRay Essick 7012034457336d28124e0f9f3c625978052ae03fceaWei Jia // Prevent possible integer overflow in downstream code. 7022034457336d28124e0f9f3c625978052ae03fceaWei Jia if (mInitIsEncoder 7032034457336d28124e0f9f3c625978052ae03fceaWei Jia && (uint64_t)mVideoWidth * mVideoHeight > (uint64_t)INT32_MAX / 4) { 7042034457336d28124e0f9f3c625978052ae03fceaWei Jia ALOGE("buffer size is too big, width=%d, height=%d", mVideoWidth, mVideoHeight); 7052034457336d28124e0f9f3c625978052ae03fceaWei Jia return BAD_VALUE; 7062034457336d28124e0f9f3c625978052ae03fceaWei Jia } 70767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 70867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 7095778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setMessage("format", format); 7105778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("flags", flags); 711f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar msg->setObject("surface", surface); 7121bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber 7131bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber if (crypto != NULL) { 7141bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber msg->setPointer("crypto", crypto.get()); 715db1221479a7ffe7094c51c463bbd36522ed106abRay Essick if (mAnalyticsItem != NULL) { 716db1221479a7ffe7094c51c463bbd36522ed106abRay Essick // XXX: save indication that it's crypto in some way... 717db1221479a7ffe7094c51c463bbd36522ed106abRay Essick mAnalyticsItem->setInt32("crypto", 1); 718db1221479a7ffe7094c51c463bbd36522ed106abRay Essick } 7195778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 7205778822d86b0337407514b9372562b86edfa91cdAndreas Huber 72167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // save msg for reset 72267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mConfigureMsg = msg; 723f64b36deccd473b545dbed22c2feb11fc49157e5Chong Zhang 72467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu status_t err; 72567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Vector<MediaResource> resources; 726ea15fd29af81490311af9e12949b43524c39400eRonghua Wu MediaResource::Type type = (mFlags & kFlagIsSecure) ? 727ea15fd29af81490311af9e12949b43524c39400eRonghua Wu MediaResource::kSecureCodec : MediaResource::kNonSecureCodec; 728ea15fd29af81490311af9e12949b43524c39400eRonghua Wu MediaResource::SubType subtype = 729ea15fd29af81490311af9e12949b43524c39400eRonghua Wu mIsVideo ? MediaResource::kVideoCodec : MediaResource::kAudioCodec; 730ea15fd29af81490311af9e12949b43524c39400eRonghua Wu resources.push_back(MediaResource(type, subtype, 1)); 73167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // Don't know the buffer size at this point, but it's fine to use 1 because 73267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // the reclaimResource call doesn't consider the requester's buffer size for now. 733ea15fd29af81490311af9e12949b43524c39400eRonghua Wu resources.push_back(MediaResource(MediaResource::kGraphicMemory, 1)); 73467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu for (int i = 0; i <= kMaxRetry; ++i) { 73567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (i > 0) { 73667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // Don't try to reclaim resource for the first time. 73737c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu if (!mResourceManagerService->reclaimResource(resources)) { 73867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 73967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 74067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 741f64b36deccd473b545dbed22c2feb11fc49157e5Chong Zhang 74267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<AMessage> response; 74367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu err = PostAndAwaitResponse(msg, &response); 74467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (err != OK && err != INVALID_OPERATION) { 74567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // MediaCodec now set state to UNINITIALIZED upon any fatal error. 74667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // To maintain backward-compatibility, do a reset() to put codec 74767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // back into INITIALIZED state. 74867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // But don't reset if the err is INVALID_OPERATION, which means 74967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // the configure failure is due to wrong state. 75067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 75167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ALOGE("configure failed with err 0x%08x, resetting...", err); 75267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu reset(); 75367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 75467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (!isResourceError(err)) { 75567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 75667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 757f64b36deccd473b545dbed22c2feb11fc49157e5Chong Zhang } 758f64b36deccd473b545dbed22c2feb11fc49157e5Chong Zhang return err; 7595778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 7605778822d86b0337407514b9372562b86edfa91cdAndreas Huber 7618f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhangstatus_t MediaCodec::setInputSurface( 762d291c222357303b9611cab89d0c3b047584ef377Chong Zhang const sp<PersistentSurface> &surface) { 7638f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang sp<AMessage> msg = new AMessage(kWhatSetInputSurface, this); 764d291c222357303b9611cab89d0c3b047584ef377Chong Zhang msg->setObject("input-surface", surface.get()); 765d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 766d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<AMessage> response; 767d291c222357303b9611cab89d0c3b047584ef377Chong Zhang return PostAndAwaitResponse(msg, &response); 768d291c222357303b9611cab89d0c3b047584ef377Chong Zhang} 769d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 7701dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t MediaCodec::setSurface(const sp<Surface> &surface) { 7711dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AMessage> msg = new AMessage(kWhatSetSurface, this); 7721dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar msg->setObject("surface", surface); 7731dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 7741dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AMessage> response; 7751dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return PostAndAwaitResponse(msg, &response); 7761dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar} 7771dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 7787cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFaddenstatus_t MediaCodec::createInputSurface( 7797cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<IGraphicBufferProducer>* bufferProducer) { 7801d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatCreateInputSurface, this); 7817cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 7827cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<AMessage> response; 7837cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden status_t err = PostAndAwaitResponse(msg, &response); 7847cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden if (err == NO_ERROR) { 7857cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden // unwrap the sp<IGraphicBufferProducer> 7867cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<RefBase> obj; 7877cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden bool found = response->findObject("input-surface", &obj); 7887cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden CHECK(found); 7897cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<BufferProducerWrapper> wrapper( 7907cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden static_cast<BufferProducerWrapper*>(obj.get())); 7917cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden *bufferProducer = wrapper->getBufferProducer(); 7927cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } else { 7937cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden ALOGW("createInputSurface failed, err=%d", err); 7947cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 7957cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden return err; 7967cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden} 7977cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 79867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wuuint64_t MediaCodec::getGraphicBufferSize() { 79967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (!mIsVideo) { 80067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return 0; 80167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 80267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 80367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu uint64_t size = 0; 80467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu size_t portNum = sizeof(mPortBuffers) / sizeof((mPortBuffers)[0]); 80567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu for (size_t i = 0; i < portNum; ++i) { 80667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // TODO: this is just an estimation, we should get the real buffer size from ACodec. 80767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu size += mPortBuffers[i].size() * mVideoWidth * mVideoHeight * 3 / 2; 80867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 80967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return size; 81067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 81167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 812ea15fd29af81490311af9e12949b43524c39400eRonghua Wuvoid MediaCodec::addResource( 813ea15fd29af81490311af9e12949b43524c39400eRonghua Wu MediaResource::Type type, MediaResource::SubType subtype, uint64_t value) { 81467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Vector<MediaResource> resources; 815c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu resources.push_back(MediaResource(type, subtype, value)); 81667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mResourceManagerService->addResource( 81737c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu getId(mResourceManagerClient), mResourceManagerClient, resources); 81867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu} 81967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 8205778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::start() { 8211d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatStart, this); 8225778822d86b0337407514b9372562b86edfa91cdAndreas Huber 82367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu status_t err; 82467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu Vector<MediaResource> resources; 825ea15fd29af81490311af9e12949b43524c39400eRonghua Wu MediaResource::Type type = (mFlags & kFlagIsSecure) ? 826ea15fd29af81490311af9e12949b43524c39400eRonghua Wu MediaResource::kSecureCodec : MediaResource::kNonSecureCodec; 827ea15fd29af81490311af9e12949b43524c39400eRonghua Wu MediaResource::SubType subtype = 828ea15fd29af81490311af9e12949b43524c39400eRonghua Wu mIsVideo ? MediaResource::kVideoCodec : MediaResource::kAudioCodec; 829ea15fd29af81490311af9e12949b43524c39400eRonghua Wu resources.push_back(MediaResource(type, subtype, 1)); 83067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // Don't know the buffer size at this point, but it's fine to use 1 because 83167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // the reclaimResource call doesn't consider the requester's buffer size for now. 832ea15fd29af81490311af9e12949b43524c39400eRonghua Wu resources.push_back(MediaResource(MediaResource::kGraphicMemory, 1)); 83367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu for (int i = 0; i <= kMaxRetry; ++i) { 83467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (i > 0) { 83567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // Don't try to reclaim resource for the first time. 83637c8924c508a7c9b8bd3c8ce80fc005070531902Ronghua Wu if (!mResourceManagerService->reclaimResource(resources)) { 83767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 83867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 83967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu // Recover codec from previous error before retry start. 84067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu err = reset(); 84167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (err != OK) { 84267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ALOGE("retrying start: failed to reset codec"); 84367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 84467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 84567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<AMessage> response; 84667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu err = PostAndAwaitResponse(mConfigureMsg, &response); 84767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (err != OK) { 84867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu ALOGE("retrying start: failed to configure codec"); 84967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 85067e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 85167e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 85267e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 85367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu sp<AMessage> response; 85467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu err = PostAndAwaitResponse(msg, &response); 85567e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu if (!isResourceError(err)) { 85667e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu break; 85767e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 85867e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu } 85967e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu return err; 8605778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 8615778822d86b0337407514b9372562b86edfa91cdAndreas Huber 8625778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::stop() { 8631d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatStop, this); 8645778822d86b0337407514b9372562b86edfa91cdAndreas Huber 8655778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 8665778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 8675778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 8685778822d86b0337407514b9372562b86edfa91cdAndreas Huber 8694b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wubool MediaCodec::hasPendingBuffer(int portIndex) { 870dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim return std::any_of( 871dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mPortBuffers[portIndex].begin(), mPortBuffers[portIndex].end(), 872dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim [](const BufferInfo &info) { return info.mOwnedByClient; }); 8734b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu} 8744b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu 8754b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wubool MediaCodec::hasPendingBuffer() { 8764b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu return hasPendingBuffer(kPortIndexInput) || hasPendingBuffer(kPortIndexOutput); 8774b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu} 8784b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu 8794b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wustatus_t MediaCodec::reclaim(bool force) { 88058828196edf2fc4debbd7913198a8149f039b4a9Ronghua Wu ALOGD("MediaCodec::reclaim(%p) %s", this, mInitName.c_str()); 88147a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu sp<AMessage> msg = new AMessage(kWhatRelease, this); 88247a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu msg->setInt32("reclaimed", 1); 8834b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu msg->setInt32("force", force ? 1 : 0); 88447a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu 88547a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu sp<AMessage> response; 8860abb2aa4859ced9165c77324cb83d1cd94f5f20cRonghua Wu status_t ret = PostAndAwaitResponse(msg, &response); 8870abb2aa4859ced9165c77324cb83d1cd94f5f20cRonghua Wu if (ret == -ENOENT) { 8880abb2aa4859ced9165c77324cb83d1cd94f5f20cRonghua Wu ALOGD("MediaCodec looper is gone, skip reclaim"); 8890abb2aa4859ced9165c77324cb83d1cd94f5f20cRonghua Wu ret = OK; 8900abb2aa4859ced9165c77324cb83d1cd94f5f20cRonghua Wu } 8910abb2aa4859ced9165c77324cb83d1cd94f5f20cRonghua Wu return ret; 89247a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu} 89347a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu 894c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huberstatus_t MediaCodec::release() { 8951d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatRelease, this); 896c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 897c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber sp<AMessage> response; 898c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber return PostAndAwaitResponse(msg, &response); 899c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber} 900c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 901671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnarstatus_t MediaCodec::reset() { 902671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar /* When external-facing MediaCodec object is created, 903671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar it is already initialized. Thus, reset is essentially 904671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar release() followed by init(), plus clearing the state */ 905671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 906671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar status_t err = release(); 907671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 908671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar // unregister handlers 909671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar if (mCodec != NULL) { 910671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar if (mCodecLooper != NULL) { 911671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mCodecLooper->unregisterHandler(mCodec->id()); 912671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar } else { 913671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mLooper->unregisterHandler(mCodec->id()); 914671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar } 915671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mCodec = NULL; 916671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar } 917671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mLooper->unregisterHandler(id()); 918671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 919671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mFlags = 0; // clear all flags 920251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mStickyError = OK; 921671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 922671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar // reset state not reset by setState(UNINITIALIZED) 923671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mReplyID = 0; 924671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mDequeueInputReplyID = 0; 925671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mDequeueOutputReplyID = 0; 926671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mDequeueInputTimeoutGeneration = 0; 927671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mDequeueOutputTimeoutGeneration = 0; 928671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mHaveInputSurface = false; 929671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 930671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar if (err == OK) { 931dc9f58dc23a86d0635fd8601d1cbc8d47bab0303Andy Hung err = init(mInitName, mInitNameIsType, mInitIsEncoder); 932671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar } 933671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar return err; 934671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar} 935671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 9365778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::queueInputBuffer( 9375778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t index, 9385778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t offset, 9395778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t size, 9405778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t presentationTimeUs, 9415b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber uint32_t flags, 9425b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber AString *errorDetailMsg) { 9435b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber if (errorDetailMsg != NULL) { 9445b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber errorDetailMsg->clear(); 9455b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber } 9465b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber 9471d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatQueueInputBuffer, this); 9485778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setSize("index", index); 9495778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setSize("offset", offset); 9505778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setSize("size", size); 9515778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt64("timeUs", presentationTimeUs); 9525778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("flags", flags); 9535b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber msg->setPointer("errorDetailMsg", errorDetailMsg); 9545778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9555778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 9565778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 9575778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 9585778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9594b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huberstatus_t MediaCodec::queueSecureInputBuffer( 9604b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size_t index, 9614b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size_t offset, 9624b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const CryptoPlugin::SubSample *subSamples, 9634b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size_t numSubSamples, 9644b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const uint8_t key[16], 9654b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const uint8_t iv[16], 9664b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CryptoPlugin::Mode mode, 96718cb1eca504817b5b144a023ae2792d90e74c9a5Jeff Tinker const CryptoPlugin::Pattern &pattern, 9684b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber int64_t presentationTimeUs, 9695b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber uint32_t flags, 9705b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber AString *errorDetailMsg) { 9715b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber if (errorDetailMsg != NULL) { 9725b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber errorDetailMsg->clear(); 9735b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber } 9745b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber 9751d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatQueueInputBuffer, this); 9764b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setSize("index", index); 9774b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setSize("offset", offset); 9784b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setPointer("subSamples", (void *)subSamples); 9794b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setSize("numSubSamples", numSubSamples); 9804b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setPointer("key", (void *)key); 9814b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setPointer("iv", (void *)iv); 9824b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setInt32("mode", mode); 98318cb1eca504817b5b144a023ae2792d90e74c9a5Jeff Tinker msg->setInt32("encryptBlocks", pattern.mEncryptBlocks); 98418cb1eca504817b5b144a023ae2792d90e74c9a5Jeff Tinker msg->setInt32("skipBlocks", pattern.mSkipBlocks); 9854b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setInt64("timeUs", presentationTimeUs); 9864b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber msg->setInt32("flags", flags); 9875b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber msg->setPointer("errorDetailMsg", errorDetailMsg); 9884b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 9894b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber sp<AMessage> response; 9905b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber status_t err = PostAndAwaitResponse(msg, &response); 9915b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber 9925b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber return err; 9934b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber} 9944b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 9955778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::dequeueInputBuffer(size_t *index, int64_t timeoutUs) { 9961d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatDequeueInputBuffer, this); 9975778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt64("timeoutUs", timeoutUs); 9985778822d86b0337407514b9372562b86edfa91cdAndreas Huber 9995778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 10005778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err; 10015778822d86b0337407514b9372562b86edfa91cdAndreas Huber if ((err = PostAndAwaitResponse(msg, &response)) != OK) { 10025778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 10035778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 10045778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10055778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findSize("index", index)); 10065778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10075778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 10085778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 10095778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10105778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::dequeueOutputBuffer( 10115778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t *index, 10125778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t *offset, 10135778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t *size, 10145778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t *presentationTimeUs, 10155778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t *flags, 10165778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t timeoutUs) { 10171d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatDequeueOutputBuffer, this); 10185778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt64("timeoutUs", timeoutUs); 10195778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10205778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 10215778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err; 10225778822d86b0337407514b9372562b86edfa91cdAndreas Huber if ((err = PostAndAwaitResponse(msg, &response)) != OK) { 10235778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 10245778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 10255778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10265778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findSize("index", index)); 10275778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findSize("offset", offset)); 10285778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findSize("size", size)); 10295778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findInt64("timeUs", presentationTimeUs)); 10305778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findInt32("flags", (int32_t *)flags)); 10315778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10325778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 10335778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 10345778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10355778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::renderOutputBufferAndRelease(size_t index) { 10361d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatReleaseOutputBuffer, this); 10375778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setSize("index", index); 10385778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("render", true); 10395778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10405778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 10415778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 10425778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 10435778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1044fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnarstatus_t MediaCodec::renderOutputBufferAndRelease(size_t index, int64_t timestampNs) { 10451d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatReleaseOutputBuffer, this); 1046fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar msg->setSize("index", index); 1047fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar msg->setInt32("render", true); 1048fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar msg->setInt64("timestampNs", timestampNs); 1049fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar 1050fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar sp<AMessage> response; 1051fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar return PostAndAwaitResponse(msg, &response); 1052fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar} 1053fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar 10545778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::releaseOutputBuffer(size_t index) { 10551d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatReleaseOutputBuffer, this); 10565778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setSize("index", index); 10575778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10585778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 10595778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 10605778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 10615778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10627cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFaddenstatus_t MediaCodec::signalEndOfInputStream() { 10631d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatSignalEndOfInputStream, this); 10647cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 10657cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<AMessage> response; 10667cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden return PostAndAwaitResponse(msg, &response); 10677cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden} 10687cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 10695778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::getOutputFormat(sp<AMessage> *format) const { 10701d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatGetOutputFormat, this); 10715778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10725778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 10735778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err; 10745778822d86b0337407514b9372562b86edfa91cdAndreas Huber if ((err = PostAndAwaitResponse(msg, &response)) != OK) { 10755778822d86b0337407514b9372562b86edfa91cdAndreas Huber return err; 10765778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 10775778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10785778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(response->findMessage("format", format)); 10795778822d86b0337407514b9372562b86edfa91cdAndreas Huber 10805778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 10815778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 10825778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1083e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnarstatus_t MediaCodec::getInputFormat(sp<AMessage> *format) const { 10841d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatGetInputFormat, this); 1085e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 1086e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar sp<AMessage> response; 1087e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar status_t err; 1088e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if ((err = PostAndAwaitResponse(msg, &response)) != OK) { 1089e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar return err; 1090e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar } 1091e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 1092e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar CHECK(response->findMessage("format", format)); 1093e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 1094e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar return OK; 1095e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar} 1096e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 1097717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjostatus_t MediaCodec::getName(AString *name) const { 10981d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatGetName, this); 1099717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 1100717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo sp<AMessage> response; 1101717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo status_t err; 1102717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo if ((err = PostAndAwaitResponse(msg, &response)) != OK) { 1103717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo return err; 1104717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo } 1105717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 1106717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo CHECK(response->findString("name", name)); 1107717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 1108717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo return OK; 1109717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo} 1110717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 1111db1221479a7ffe7094c51c463bbd36522ed106abRay Essickstatus_t MediaCodec::getMetrics(Parcel *reply) { 1112db1221479a7ffe7094c51c463bbd36522ed106abRay Essick 1113db1221479a7ffe7094c51c463bbd36522ed106abRay Essick // shouldn't happen, but be safe 1114db1221479a7ffe7094c51c463bbd36522ed106abRay Essick if (mAnalyticsItem == NULL) { 1115db1221479a7ffe7094c51c463bbd36522ed106abRay Essick return UNKNOWN_ERROR; 1116db1221479a7ffe7094c51c463bbd36522ed106abRay Essick } 1117db1221479a7ffe7094c51c463bbd36522ed106abRay Essick 1118db1221479a7ffe7094c51c463bbd36522ed106abRay Essick // XXX: go get current values for whatever in-flight data we want 1119db1221479a7ffe7094c51c463bbd36522ed106abRay Essick 1120db1221479a7ffe7094c51c463bbd36522ed106abRay Essick // send it back to the caller. 1121db1221479a7ffe7094c51c463bbd36522ed106abRay Essick mAnalyticsItem->writeToParcel(reply); 1122db1221479a7ffe7094c51c463bbd36522ed106abRay Essick 1123db1221479a7ffe7094c51c463bbd36522ed106abRay Essick return OK; 1124db1221479a7ffe7094c51c463bbd36522ed106abRay Essick} 1125db1221479a7ffe7094c51c463bbd36522ed106abRay Essick 11267e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kimstatus_t MediaCodec::getInputBuffers(Vector<sp<MediaCodecBuffer> > *buffers) const { 11271d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatGetBuffers, this); 11285778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("portIndex", kPortIndexInput); 11295778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setPointer("buffers", buffers); 11305778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11315778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 11325778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 11335778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 11345778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11357e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kimstatus_t MediaCodec::getOutputBuffers(Vector<sp<MediaCodecBuffer> > *buffers) const { 11361d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatGetBuffers, this); 11375778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setInt32("portIndex", kPortIndexOutput); 11385778822d86b0337407514b9372562b86edfa91cdAndreas Huber msg->setPointer("buffers", buffers); 11395778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11405778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 11415778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 11425778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 11435778822d86b0337407514b9372562b86edfa91cdAndreas Huber 11447e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kimstatus_t MediaCodec::getOutputBuffer(size_t index, sp<MediaCodecBuffer> *buffer) { 11457bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar sp<AMessage> format; 11467bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar return getBufferAndFormat(kPortIndexOutput, index, buffer, &format); 11477bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar} 11487bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 11497bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnarstatus_t MediaCodec::getOutputFormat(size_t index, sp<AMessage> *format) { 11507e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim sp<MediaCodecBuffer> buffer; 11517bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar return getBufferAndFormat(kPortIndexOutput, index, &buffer, format); 11527bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar} 11537bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 11547e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kimstatus_t MediaCodec::getInputBuffer(size_t index, sp<MediaCodecBuffer> *buffer) { 11557bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar sp<AMessage> format; 11567bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar return getBufferAndFormat(kPortIndexInput, index, buffer, &format); 11577bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar} 11587bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 11590e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnarbool MediaCodec::isExecuting() const { 11600e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar return mState == STARTED || mState == FLUSHED; 11610e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar} 11620e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar 11637bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnarstatus_t MediaCodec::getBufferAndFormat( 11647bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar size_t portIndex, size_t index, 11657e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim sp<MediaCodecBuffer> *buffer, sp<AMessage> *format) { 11667bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar // use mutex instead of a context switch 116747a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu if (mReleasedByResourceManager) { 1168b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage ALOGE("getBufferAndFormat - resource already released"); 116947a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu return DEAD_OBJECT; 117047a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu } 117147a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu 1172b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage if (buffer == NULL) { 11737e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim ALOGE("getBufferAndFormat - null MediaCodecBuffer"); 1174b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage return INVALID_OPERATION; 1175b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage } 1176b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage 1177b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage if (format == NULL) { 1178b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage ALOGE("getBufferAndFormat - null AMessage"); 1179b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage return INVALID_OPERATION; 1180b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage } 1181b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage 11827bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar buffer->clear(); 11837bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar format->clear(); 1184b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage 11850e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (!isExecuting()) { 1186b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage ALOGE("getBufferAndFormat - not executing"); 11877bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar return INVALID_OPERATION; 11887bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar } 11897bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 11907bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar // we do not want mPortBuffers to change during this section 11917bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar // we also don't want mOwnedByClient to change during this 11927bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Mutex::Autolock al(mBufferLock); 1193b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage 1194dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim std::vector<BufferInfo> &buffers = mPortBuffers[portIndex]; 1195dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim if (index >= buffers.size()) { 1196b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage ALOGE("getBufferAndFormat - trying to get buffer with " 1197dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim "bad index (index=%zu buffer_size=%zu)", index, buffers.size()); 1198b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage return INVALID_OPERATION; 11997bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar } 1200b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage 1201dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim const BufferInfo &info = buffers[index]; 1202b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage if (!info.mOwnedByClient) { 1203b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage ALOGE("getBufferAndFormat - invalid operation " 12040362655ca9494052f348f83dabecf9ea27003976Aaron Vaage "(the index %zu is not owned by client)", index); 1205b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage return INVALID_OPERATION; 1206b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage } 1207b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage 12084811923e80a8abefa278307ebf8cc9b0294ba67fWonsik Kim *buffer = info.mData; 1209fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim *format = info.mData->format(); 1210b22909302f02bb33ee6264f9a64cd0a4f3790f48Aaron Vaage 12117bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar return OK; 12127bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar} 12137bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 12145778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::flush() { 12151d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatFlush, this); 12165778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12175778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response; 12185778822d86b0337407514b9372562b86edfa91cdAndreas Huber return PostAndAwaitResponse(msg, &response); 12195778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 12205778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1221496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huberstatus_t MediaCodec::requestIDRFrame() { 12221d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar (new AMessage(kWhatRequestIDRFrame, this))->post(); 1223496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 1224496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber return OK; 1225496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber} 1226496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 1227575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Hubervoid MediaCodec::requestActivityNotification(const sp<AMessage> ¬ify) { 12281d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatRequestActivityNotification, this); 1229575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber msg->setMessage("notify", notify); 1230575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber msg->post(); 1231575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber} 1232575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 12335778822d86b0337407514b9372562b86edfa91cdAndreas Huber//////////////////////////////////////////////////////////////////////////////// 12345778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12355778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid MediaCodec::cancelPendingDequeueOperations() { 12365778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mFlags & kFlagDequeueInputPending) { 1237c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(mDequeueInputReplyID, INVALID_OPERATION); 12385778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12395778822d86b0337407514b9372562b86edfa91cdAndreas Huber ++mDequeueInputTimeoutGeneration; 12405778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputReplyID = 0; 12415778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueInputPending; 12425778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 12435778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12445778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mFlags & kFlagDequeueOutputPending) { 1245c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(mDequeueOutputReplyID, INVALID_OPERATION); 12465778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12475778822d86b0337407514b9372562b86edfa91cdAndreas Huber ++mDequeueOutputTimeoutGeneration; 12485778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueOutputReplyID = 0; 12495778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueOutputPending; 12505778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 12515778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 12525778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12533f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnarbool MediaCodec::handleDequeueInputBuffer(const sp<AReplyToken> &replyID, bool newRequest) { 12540e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (!isExecuting() || (mFlags & kFlagIsAsync) 12555778822d86b0337407514b9372562b86edfa91cdAndreas Huber || (newRequest && (mFlags & kFlagDequeueInputPending))) { 1256c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 12575778822d86b0337407514b9372562b86edfa91cdAndreas Huber return true; 1258251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 1259251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 1260251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung return true; 12615778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 12625778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12635778822d86b0337407514b9372562b86edfa91cdAndreas Huber ssize_t index = dequeuePortBuffer(kPortIndexInput); 12645778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12655778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (index < 0) { 12665778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ(index, -EAGAIN); 12675778822d86b0337407514b9372562b86edfa91cdAndreas Huber return false; 12685778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 12695778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12705778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response = new AMessage; 12715778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setSize("index", index); 12725778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->postReply(replyID); 12735778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12745778822d86b0337407514b9372562b86edfa91cdAndreas Huber return true; 12755778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 12765778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12773f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnarbool MediaCodec::handleDequeueOutputBuffer(const sp<AReplyToken> &replyID, bool newRequest) { 12780e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (!isExecuting() || (mFlags & kFlagIsAsync) 12795778822d86b0337407514b9372562b86edfa91cdAndreas Huber || (newRequest && (mFlags & kFlagDequeueOutputPending))) { 128047a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu PostReplyWithError(replyID, INVALID_OPERATION); 1281251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 128247a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu PostReplyWithError(replyID, getStickyError()); 12835778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (mFlags & kFlagOutputBuffersChanged) { 128447a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu PostReplyWithError(replyID, INFO_OUTPUT_BUFFERS_CHANGED); 12855778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagOutputBuffersChanged; 12865778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else if (mFlags & kFlagOutputFormatChanged) { 128747a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu PostReplyWithError(replyID, INFO_FORMAT_CHANGED); 12885778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagOutputFormatChanged; 12895778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 129047a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu sp<AMessage> response = new AMessage; 12915778822d86b0337407514b9372562b86edfa91cdAndreas Huber ssize_t index = dequeuePortBuffer(kPortIndexOutput); 12925778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12935778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (index < 0) { 12945778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ(index, -EAGAIN); 12955778822d86b0337407514b9372562b86edfa91cdAndreas Huber return false; 12965778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 12975778822d86b0337407514b9372562b86edfa91cdAndreas Huber 12987e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim const sp<MediaCodecBuffer> &buffer = 1299dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mPortBuffers[kPortIndexOutput][index].mData; 13005778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13015778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setSize("index", index); 13025778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setSize("offset", buffer->offset()); 13035778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setSize("size", buffer->size()); 13045778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13055778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t timeUs; 13065778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(buffer->meta()->findInt64("timeUs", &timeUs)); 13075778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13085778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setInt64("timeUs", timeUs); 13095778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1310dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim int32_t flags; 1311dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim CHECK(buffer->meta()->findInt32("flags", &flags)); 13125778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13135778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->setInt32("flags", flags); 131447a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu response->postReply(replyID); 13155778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 13165778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13175778822d86b0337407514b9372562b86edfa91cdAndreas Huber return true; 13185778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 13195778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13205778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid MediaCodec::onMessageReceived(const sp<AMessage> &msg) { 13215778822d86b0337407514b9372562b86edfa91cdAndreas Huber switch (msg->what()) { 13225778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatCodecNotify: 13235778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 13245778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t what; 13255778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("what", &what)); 13265778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13275778822d86b0337407514b9372562b86edfa91cdAndreas Huber switch (what) { 132879054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim case kWhatError: 13295778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 1330251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung int32_t err, actionCode; 1331251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung CHECK(msg->findInt32("err", &err)); 1332251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung CHECK(msg->findInt32("actionCode", &actionCode)); 13335778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13349e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen ALOGE("Codec reported err %#x, actionCode %d, while in state %d", 13359e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen err, actionCode, mState); 1336251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (err == DEAD_OBJECT) { 1337aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber mFlags |= kFlagSawMediaServerDie; 133852dfbee90cc3c4426428318e06a92774f5201198Praveen Chavan mFlags &= ~kFlagIsComponentAllocated; 1339aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber } 1340aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber 13415530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia bool sendErrorResponse = true; 13425778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13435778822d86b0337407514b9372562b86edfa91cdAndreas Huber switch (mState) { 13445778822d86b0337407514b9372562b86edfa91cdAndreas Huber case INITIALIZING: 13455778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 13465778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(UNINITIALIZED); 13475778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 13485778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 13495778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13505778822d86b0337407514b9372562b86edfa91cdAndreas Huber case CONFIGURING: 13515778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 1352c22c695660ed9edaba0d4cd7c0ab3a794216fe80Wei Jia setState(actionCode == ACTION_CODE_FATAL ? 1353c22c695660ed9edaba0d4cd7c0ab3a794216fe80Wei Jia UNINITIALIZED : INITIALIZED); 13545778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 13555778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 13565778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13575778822d86b0337407514b9372562b86edfa91cdAndreas Huber case STARTING: 13585778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 1359c22c695660ed9edaba0d4cd7c0ab3a794216fe80Wei Jia setState(actionCode == ACTION_CODE_FATAL ? 1360c22c695660ed9edaba0d4cd7c0ab3a794216fe80Wei Jia UNINITIALIZED : CONFIGURED); 13615778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 13625778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 13635778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1364c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber case RELEASING: 13655778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 13665778822d86b0337407514b9372562b86edfa91cdAndreas Huber // Ignore the error, assuming we'll still get 13675d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang // the shutdown complete notification. If we 13685d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang // don't, we'll timeout and force release. 13695530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia sendErrorResponse = false; 13705d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang } 13715d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang // fall-thru 13725d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang case STOPPING: 13735d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang { 1374aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber if (mFlags & kFlagSawMediaServerDie) { 137503ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // MediaServer died, there definitely won't 137603ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // be a shutdown complete notification after 137703ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // all. 137803ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber 137903ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // note that we're directly going from 138003ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // STOPPING->UNINITIALIZED, instead of the 138103ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // usual STOPPING->INITIALIZED state. 138203ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber setState(UNINITIALIZED); 13836e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar if (mState == RELEASING) { 13846e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar mComponentName.clear(); 13856e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar } 138603ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber (new AMessage)->postReply(mReplyID); 13875d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang sendErrorResponse = false; 138803ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber } 13895778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 13905778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 13915778822d86b0337407514b9372562b86edfa91cdAndreas Huber 13925778822d86b0337407514b9372562b86edfa91cdAndreas Huber case FLUSHING: 13935778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 13949e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen if (actionCode == ACTION_CODE_FATAL) { 13959e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen setState(UNINITIALIZED); 13969e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen } else { 13979e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen setState( 13989e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen (mFlags & kFlagIsAsync) ? FLUSHED : STARTED); 13999e2b7918eb5621b24bd54c922f630da45339de77Marco Nelissen } 14005778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 14015778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14025778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14030e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar case FLUSHED: 14045778822d86b0337407514b9372562b86edfa91cdAndreas Huber case STARTED: 14055778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 14065530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia sendErrorResponse = false; 14075778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1408251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setStickyError(err); 1409575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 14105778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14115778822d86b0337407514b9372562b86edfa91cdAndreas Huber cancelPendingDequeueOperations(); 1412c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1413c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 1414251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung onError(err, actionCode); 1415251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 1416251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung switch (actionCode) { 1417251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case ACTION_CODE_TRANSIENT: 1418251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 1419251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case ACTION_CODE_RECOVERABLE: 1420251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setState(INITIALIZED); 1421251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 1422251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung default: 1423251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setState(UNINITIALIZED); 1424251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 1425c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 14265778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 14275778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14285778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14295778822d86b0337407514b9372562b86edfa91cdAndreas Huber default: 14305778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 14315530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia sendErrorResponse = false; 14325778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1433251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setStickyError(err); 1434575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 1435c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1436251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung // actionCode in an uninitialized state is always fatal. 1437251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (mState == UNINITIALIZED) { 1438251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung actionCode = ACTION_CODE_FATAL; 1439251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 1440c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 1441251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung onError(err, actionCode); 1442251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } 1443251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung switch (actionCode) { 1444251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case ACTION_CODE_TRANSIENT: 1445251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 1446251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung case ACTION_CODE_RECOVERABLE: 1447251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setState(INITIALIZED); 1448251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 1449251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung default: 1450251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setState(UNINITIALIZED); 1451251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 1452c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 14535778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 14545778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14555778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14565778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14575530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia if (sendErrorResponse) { 1458251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(mReplyID, err); 14595778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14605778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 14615778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14625778822d86b0337407514b9372562b86edfa91cdAndreas Huber 146379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim case kWhatComponentAllocated: 14645778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 14655778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ(mState, INITIALIZING); 14665778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(INITIALIZED); 146752dfbee90cc3c4426428318e06a92774f5201198Praveen Chavan mFlags |= kFlagIsComponentAllocated; 14685778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1469717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo CHECK(msg->findString("componentName", &mComponentName)); 14705778822d86b0337407514b9372562b86edfa91cdAndreas Huber 14718574195df5de20af5fc16d6f9da1b132d6d5bfeeRay Essick if (mComponentName.c_str()) { 14728574195df5de20af5fc16d6f9da1b132d6d5bfeeRay Essick mAnalyticsItem->setCString(kCodecCodec, mComponentName.c_str()); 14738574195df5de20af5fc16d6f9da1b132d6d5bfeeRay Essick } 14748574195df5de20af5fc16d6f9da1b132d6d5bfeeRay Essick 1475717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo if (mComponentName.startsWith("OMX.google.")) { 14763a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar mFlags |= kFlagUsesSoftwareRenderer; 14775778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 14783a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar mFlags &= ~kFlagUsesSoftwareRenderer; 14795778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 14805778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1481ea15fd29af81490311af9e12949b43524c39400eRonghua Wu MediaResource::Type resourceType; 1482717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo if (mComponentName.endsWith(".secure")) { 14831bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber mFlags |= kFlagIsSecure; 1484ea15fd29af81490311af9e12949b43524c39400eRonghua Wu resourceType = MediaResource::kSecureCodec; 14858574195df5de20af5fc16d6f9da1b132d6d5bfeeRay Essick mAnalyticsItem->setInt32(kCodecSecure, 1); 14861bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber } else { 14871bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber mFlags &= ~kFlagIsSecure; 1488ea15fd29af81490311af9e12949b43524c39400eRonghua Wu resourceType = MediaResource::kNonSecureCodec; 14898574195df5de20af5fc16d6f9da1b132d6d5bfeeRay Essick mAnalyticsItem->setInt32(kCodecSecure, 0); 14901bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber } 1491c721e71f4d7e3cd4fc9332fd55fb6942f54cec39Ronghua Wu 149258828196edf2fc4debbd7913198a8149f039b4a9Ronghua Wu if (mIsVideo) { 149358828196edf2fc4debbd7913198a8149f039b4a9Ronghua Wu // audio codec is currently ignored. 1494ea15fd29af81490311af9e12949b43524c39400eRonghua Wu addResource(resourceType, MediaResource::kVideoCodec, 1); 149558828196edf2fc4debbd7913198a8149f039b4a9Ronghua Wu } 14961bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber 14975778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(mReplyID); 14985778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 14995778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15005778822d86b0337407514b9372562b86edfa91cdAndreas Huber 150179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim case kWhatComponentConfigured: 15025778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 1503c6044a135324979e62cc59db9dbde8b11c4bb74bAndy Hung if (mState == UNINITIALIZED || mState == INITIALIZED) { 1504c6044a135324979e62cc59db9dbde8b11c4bb74bAndy Hung // In case a kWhatError message came in and replied with error, 1505c6044a135324979e62cc59db9dbde8b11c4bb74bAndy Hung // we log a warning and ignore. 1506c6044a135324979e62cc59db9dbde8b11c4bb74bAndy Hung ALOGW("configure interrupted by error, current state %d", mState); 1507c6044a135324979e62cc59db9dbde8b11c4bb74bAndy Hung break; 1508c6044a135324979e62cc59db9dbde8b11c4bb74bAndy Hung } 15095778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK_EQ(mState, CONFIGURING); 15105778822d86b0337407514b9372562b86edfa91cdAndreas Huber 15116507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden // reset input surface flag 15126507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mHaveInputSurface = false; 15136507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden 1514e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar CHECK(msg->findMessage("input-format", &mInputFormat)); 1515e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar CHECK(msg->findMessage("output-format", &mOutputFormat)); 1516b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGV("[%s] configured as input format: %s, output format: %s", 1517b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mComponentName.c_str(), 1518b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mInputFormat->debugString(4).c_str(), 1519b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mOutputFormat->debugString(4).c_str()); 15203a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar int32_t usingSwRenderer; 15213a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar if (mOutputFormat->findInt32("using-sw-renderer", &usingSwRenderer) 15223a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar && usingSwRenderer) { 15233a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar mFlags |= kFlagUsesSoftwareRenderer; 15243a01a71dcbb467d06cc5da4a72a82bb588648cfcLajos Molnar } 15252606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang setState(CONFIGURED); 15265778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(mReplyID); 15275778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 15285778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 15295778822d86b0337407514b9372562b86edfa91cdAndreas Huber 153079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim case kWhatInputSurfaceCreated: 15317cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 153292cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar // response to initiateCreateInputSurface() 15337cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden status_t err = NO_ERROR; 15341dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AMessage> response = new AMessage; 15357cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden if (!msg->findInt32("err", &err)) { 15367cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden sp<RefBase> obj; 15377cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden msg->findObject("input-surface", &obj); 1538b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar CHECK(msg->findMessage("input-format", &mInputFormat)); 1539b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar CHECK(msg->findMessage("output-format", &mOutputFormat)); 1540b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar ALOGV("[%s] input surface created as input format: %s, output format: %s", 1541b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mComponentName.c_str(), 1542b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mInputFormat->debugString(4).c_str(), 1543b77d03b62cb743d0faf74b54aa466b4d220b5e61Lajos Molnar mOutputFormat->debugString(4).c_str()); 15447cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden CHECK(obj != NULL); 15457cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden response->setObject("input-surface", obj); 15466507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden mHaveInputSurface = true; 15477cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } else { 15487cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden response->setInt32("err", err); 15497cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 15507cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden response->postReply(mReplyID); 15517cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 15527cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 15537cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 155479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim case kWhatInputSurfaceAccepted: 1555d291c222357303b9611cab89d0c3b047584ef377Chong Zhang { 15568f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang // response to initiateSetInputSurface() 1557d291c222357303b9611cab89d0c3b047584ef377Chong Zhang status_t err = NO_ERROR; 1558d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<AMessage> response = new AMessage(); 1559d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (!msg->findInt32("err", &err)) { 1560addf2cbb120346ae42e78fa739245a353db5edadChong Zhang CHECK(msg->findMessage("input-format", &mInputFormat)); 1561addf2cbb120346ae42e78fa739245a353db5edadChong Zhang CHECK(msg->findMessage("output-format", &mOutputFormat)); 1562d291c222357303b9611cab89d0c3b047584ef377Chong Zhang mHaveInputSurface = true; 1563d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } else { 1564d291c222357303b9611cab89d0c3b047584ef377Chong Zhang response->setInt32("err", err); 1565d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 1566d291c222357303b9611cab89d0c3b047584ef377Chong Zhang response->postReply(mReplyID); 1567d291c222357303b9611cab89d0c3b047584ef377Chong Zhang break; 1568d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 1569d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 157079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim case kWhatSignaledInputEOS: 15717cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 157292cd05b8f2e994aabcdda5d7454c96a707dc9579Lajos Molnar // response to signalEndOfInputStream() 15731dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AMessage> response = new AMessage; 15747cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden status_t err; 15757cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden if (msg->findInt32("err", &err)) { 15767cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden response->setInt32("err", err); 15777cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 15787cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden response->postReply(mReplyID); 15797cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 15807cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 15817cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 1582dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim case kWhatStartCompleted: 15835778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 1584dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim CHECK_EQ(mState, STARTING); 1585dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim if (mIsVideo) { 1586dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim addResource( 1587dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim MediaResource::kGraphicMemory, 1588dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim MediaResource::kUnspecifiedSubType, 1589dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim getGraphicBufferSize()); 1590fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim } 1591dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim setState(STARTED); 1592dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim (new AMessage)->postReply(mReplyID); 1593dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim break; 1594dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim } 1595fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim 1596dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim case kWhatOutputBuffersChanged: 1597dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim { 1598dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mFlags |= kFlagOutputBuffersChanged; 1599dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim postActivityNotificationIfPossible(); 16005778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 16015778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 16025778822d86b0337407514b9372562b86edfa91cdAndreas Huber 160379054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim case kWhatOutputFramesRendered: 160490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar { 160590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // ignore these in all states except running, and check that we have a 160690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // notification set 160790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (mState == STARTED && mOnFrameRenderedNotification != NULL) { 160890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar sp<AMessage> notify = mOnFrameRenderedNotification->dup(); 160990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar notify->setMessage("data", msg); 161090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar notify->post(); 161190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 161290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar break; 161390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 161490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 161579054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim case kWhatFillThisBuffer: 16165778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 16175778822d86b0337407514b9372562b86edfa91cdAndreas Huber /* size_t index = */updateBuffers(kPortIndexInput, msg); 16185778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1619c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber if (mState == FLUSHING 1620c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber || mState == STOPPING 1621c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber || mState == RELEASING) { 16225778822d86b0337407514b9372562b86edfa91cdAndreas Huber returnBuffersToCodecOnPort(kPortIndexInput); 16235778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 16245778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 16255778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16268ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber if (!mCSD.empty()) { 16278ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber ssize_t index = dequeuePortBuffer(kPortIndexInput); 16288ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber CHECK_GE(index, 0); 16298ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 16308ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber // If codec specific data had been specified as 16318ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber // part of the format in the call to configure and 16328ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber // if there's more csd left, we submit it here 16338ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber // clients only get access to input buffers once 16348ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber // this data has been exhausted. 16358ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 16368ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber status_t err = queueCSDInputBuffer(index); 16378ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 16388ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber if (err != OK) { 16398ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber ALOGE("queueCSDInputBuffer failed w/ error %d", 16408ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber err); 16418ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 1642251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung setStickyError(err); 1643575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 1644575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 16458ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber cancelPendingDequeueOperations(); 16468ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber } 16478ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber break; 16488ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber } 16498ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 1650c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 16516e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar if (!mHaveInputSurface) { 16523d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang if (mState == FLUSHED) { 16533d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang mHavePendingInputBuffers = true; 16543d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang } else { 16553d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang onInputBufferAvailable(); 16563d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang } 16576e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar } 1658c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } else if (mFlags & kFlagDequeueInputPending) { 16595778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(handleDequeueInputBuffer(mDequeueInputReplyID)); 16605778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16615778822d86b0337407514b9372562b86edfa91cdAndreas Huber ++mDequeueInputTimeoutGeneration; 16625778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueInputPending; 16635778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputReplyID = 0; 1664575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber } else { 1665575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 16665778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 16675778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 16685778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 16695778822d86b0337407514b9372562b86edfa91cdAndreas Huber 167079054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim case kWhatDrainThisBuffer: 16715778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 16725778822d86b0337407514b9372562b86edfa91cdAndreas Huber /* size_t index = */updateBuffers(kPortIndexOutput, msg); 16735778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1674c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber if (mState == FLUSHING 1675c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber || mState == STOPPING 1676c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber || mState == RELEASING) { 16775778822d86b0337407514b9372562b86edfa91cdAndreas Huber returnBuffersToCodecOnPort(kPortIndexOutput); 16785778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 16795778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 16805778822d86b0337407514b9372562b86edfa91cdAndreas Huber 16817e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim sp<RefBase> obj; 16827e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim CHECK(msg->findObject("buffer", &obj)); 16837e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim sp<MediaCodecBuffer> buffer = static_cast<MediaCodecBuffer *>(obj.get()); 16845778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1685fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim if (mOutputFormat != buffer->format()) { 1686fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim mOutputFormat = buffer->format(); 1687fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim ALOGV("[%s] output format changed to: %s", 1688fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim mComponentName.c_str(), mOutputFormat->debugString(4).c_str()); 1689fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim 1690fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim if (mSoftRenderer == NULL && 1691fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim mSurface != NULL && 1692fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim (mFlags & kFlagUsesSoftwareRenderer)) { 1693fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim AString mime; 1694fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim CHECK(mOutputFormat->findString("mime", &mime)); 1695fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim 1696fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim // TODO: propagate color aspects to software renderer to allow better 1697fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim // color conversion to RGB. For now, just mark dataspace for YUV 1698fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim // rendering. 1699fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim int32_t dataSpace; 1700fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim if (mOutputFormat->findInt32("android._dataspace", &dataSpace)) { 1701fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim ALOGD("[%s] setting dataspace on output surface to #%x", 1702fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim mComponentName.c_str(), dataSpace); 1703fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim int err = native_window_set_buffers_data_space( 1704fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim mSurface.get(), (android_dataspace)dataSpace); 1705fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim ALOGW_IF(err != 0, "failed to set dataspace on surface (%d)", err); 1706fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim } 1707fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim 1708fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim if (mime.startsWithIgnoreCase("video/")) { 1709fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim mSoftRenderer = new SoftwareRenderer(mSurface, mRotationDegrees); 1710fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim } 1711fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim } 17125778822d86b0337407514b9372562b86edfa91cdAndreas Huber 1713fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim if (mFlags & kFlagIsEncoder) { 1714fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim // Before we announce the format change we should 1715fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim // collect codec specific data and amend the output 1716fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim // format as necessary. 1717dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim int32_t flags = 0; 1718dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim (void) buffer->meta()->findInt32("flags", &flags); 1719dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim if (flags & BUFFER_FLAG_CODECCONFIG) { 1720fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim status_t err = 1721fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim amendOutputFormatWithCodecSpecificData(buffer); 1722fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim 1723fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim if (err != OK) { 1724fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim ALOGE("Codec spit out malformed codec " 1725fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim "specific data!"); 1726fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim } 1727e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 1728e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 1729e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 1730c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 1731c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang onOutputFormatChanged(); 1732c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } else { 1733c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mFlags |= kFlagOutputFormatChanged; 1734fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim postActivityNotificationIfPossible(); 1735fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim } 1736fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim 1737fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim // Notify mCrypto of video resolution changes 1738fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim if (mCrypto != NULL) { 1739fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim int32_t left, top, right, bottom, width, height; 1740fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim if (mOutputFormat->findRect("crop", &left, &top, &right, &bottom)) { 1741fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim mCrypto->notifyResolution(right - left + 1, bottom - top + 1); 1742fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim } else if (mOutputFormat->findInt32("width", &width) 1743fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim && mOutputFormat->findInt32("height", &height)) { 1744fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim mCrypto->notifyResolution(width, height); 1745fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim } 1746c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 1747e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 1748e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 1749c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 1750c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang onOutputBufferAvailable(); 1751c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } else if (mFlags & kFlagDequeueOutputPending) { 17525778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(handleDequeueOutputBuffer(mDequeueOutputReplyID)); 17535778822d86b0337407514b9372562b86edfa91cdAndreas Huber 17545778822d86b0337407514b9372562b86edfa91cdAndreas Huber ++mDequeueOutputTimeoutGeneration; 17555778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueOutputPending; 17565778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueOutputReplyID = 0; 1757575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber } else { 1758575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 17595778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 1760575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 17615778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 17625778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 17635778822d86b0337407514b9372562b86edfa91cdAndreas Huber 176479054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim case kWhatEOS: 17655778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 17665778822d86b0337407514b9372562b86edfa91cdAndreas Huber // We already notify the client of this by using the 17675778822d86b0337407514b9372562b86edfa91cdAndreas Huber // corresponding flag in "onOutputBufferReady". 17685778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 17695778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 17705778822d86b0337407514b9372562b86edfa91cdAndreas Huber 177179054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim case kWhatStopCompleted: 17725778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 1773349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang if (mState != STOPPING) { 1774349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang ALOGW("Received kWhatStopCompleted in state %d", mState); 17755d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang break; 17765d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang } 1777349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang setState(INITIALIZED); 1778349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang (new AMessage)->postReply(mReplyID); 1779349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang break; 1780349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang } 1781349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang 178279054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim case kWhatReleaseCompleted: 1783349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang { 1784349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang if (mState != RELEASING) { 1785349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang ALOGW("Received kWhatReleaseCompleted in state %d", mState); 1786349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang break; 1787c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 1788349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang setState(UNINITIALIZED); 1789349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang mComponentName.clear(); 1790349b8b4c47817a565ded94ff351caf48782f1252Chong Zhang 179152dfbee90cc3c4426428318e06a92774f5201198Praveen Chavan mFlags &= ~kFlagIsComponentAllocated; 17925778822d86b0337407514b9372562b86edfa91cdAndreas Huber 179367e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu mResourceManagerService->removeResource(getId(mResourceManagerClient)); 179467e7f543c7f1c4fe4ee1989ceb0aebe44a63b49eRonghua Wu 17955778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(mReplyID); 17965778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 17975778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 17985778822d86b0337407514b9372562b86edfa91cdAndreas Huber 179979054b1f53b448511f1edb6e0dcab1d7b6f39964Wonsik Kim case kWhatFlushCompleted: 18005778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 18015530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia if (mState != FLUSHING) { 18025530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia ALOGW("received FlushCompleted message in state %d", 18035530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia mState); 18045530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia break; 18055530f7a7f9dff5280be84f2675b3be081beb5540Wei Jia } 18065778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18070e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (mFlags & kFlagIsAsync) { 18080e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar setState(FLUSHED); 18090e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar } else { 18100e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar setState(STARTED); 18110e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar mCodec->signalResume(); 18120e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar } 18135778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18145778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(mReplyID); 18155778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 18165778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 18175778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18185778822d86b0337407514b9372562b86edfa91cdAndreas Huber default: 18195778822d86b0337407514b9372562b86edfa91cdAndreas Huber TRESPASS(); 18205778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 18215778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 18225778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 18235778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18245778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatInit: 18255778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 18263f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 18275778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 18285778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18295778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mState != UNINITIALIZED) { 1830c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 18315778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 18325778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 18335778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18345778822d86b0337407514b9372562b86edfa91cdAndreas Huber mReplyID = replyID; 18355778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(INITIALIZING); 18365778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18375778822d86b0337407514b9372562b86edfa91cdAndreas Huber AString name; 18385778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findString("name", &name)); 18395778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18405778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t nameIsType; 18415778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t encoder = false; 18420db280176bd3277e3256252d063f3712b1905ba9Andreas Huber CHECK(msg->findInt32("nameIsType", &nameIsType)); 18430db280176bd3277e3256252d063f3712b1905ba9Andreas Huber if (nameIsType) { 18445778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("encoder", &encoder)); 18455778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 18465778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18475778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> format = new AMessage; 18485778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18495778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (nameIsType) { 18505778822d86b0337407514b9372562b86edfa91cdAndreas Huber format->setString("mime", name.c_str()); 18515778822d86b0337407514b9372562b86edfa91cdAndreas Huber format->setInt32("encoder", encoder); 18525778822d86b0337407514b9372562b86edfa91cdAndreas Huber } else { 18535778822d86b0337407514b9372562b86edfa91cdAndreas Huber format->setString("componentName", name.c_str()); 18545778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 18555778822d86b0337407514b9372562b86edfa91cdAndreas Huber 18565778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->initiateAllocateComponent(format); 18575778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 18585778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 18595778822d86b0337407514b9372562b86edfa91cdAndreas Huber 186090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar case kWhatSetNotification: 186190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar { 186290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar sp<AMessage> notify; 186390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (msg->findMessage("on-frame-rendered", ¬ify)) { 186490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar mOnFrameRenderedNotification = notify; 186590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 186690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar break; 186790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 186890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 1869c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang case kWhatSetCallback: 1870c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang { 18713f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 1872c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang CHECK(msg->senderAwaitsResponse(&replyID)); 1873c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1874c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mState == UNINITIALIZED 1875c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang || mState == INITIALIZING 18760e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar || isExecuting()) { 18770e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar // callback can't be set after codec is executing, 1878c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang // or before it's initialized (as the callback 1879c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang // will be cleared when it goes to INITIALIZED) 1880c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 1881c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang break; 1882c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 1883c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1884c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> callback; 1885c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang CHECK(msg->findMessage("callback", &callback)); 1886c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1887c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mCallback = callback; 1888c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1889c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mCallback != NULL) { 1890c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang ALOGI("MediaCodec will operate in async mode"); 1891c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mFlags |= kFlagIsAsync; 1892c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } else { 1893c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mFlags &= ~kFlagIsAsync; 1894c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 1895c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 1896c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> response = new AMessage; 1897c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang response->postReply(replyID); 1898c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang break; 1899c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 1900c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 19015778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatConfigure: 19025778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 19033f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 19045778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 19055778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19065778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mState != INITIALIZED) { 1907c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 19085778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 19095778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19105778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19115778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<RefBase> obj; 1912f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar CHECK(msg->findObject("surface", &obj)); 19135778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19145778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> format; 19155778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findMessage("format", &format)); 19165778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19178b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar int32_t push; 19188b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar if (msg->findInt32("push-blank-buffers-on-shutdown", &push) && push != 0) { 19198b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar mFlags |= kFlagPushBlankBuffersOnShutdown; 19208b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar } 19218b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar 19225778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (obj != NULL) { 19235778822d86b0337407514b9372562b86edfa91cdAndreas Huber format->setObject("native-window", obj); 1924f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar status_t err = handleSetSurface(static_cast<Surface *>(obj.get())); 19257541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber if (err != OK) { 1926c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, err); 19277541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber break; 19281bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber } 19291bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber } else { 1930f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar handleSetSurface(NULL); 19311bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber } 19321bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber 19337541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber mReplyID = replyID; 19347541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber setState(CONFIGURING); 19357541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 19361bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber void *crypto; 19371bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber if (!msg->findPointer("crypto", &crypto)) { 19381bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber crypto = NULL; 19395778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19405778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19411bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber mCrypto = static_cast<ICrypto *>(crypto); 1942dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mBufferChannel->setCrypto(mCrypto); 19431bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber 19445778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t flags; 19455778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("flags", (int32_t *)&flags)); 19465778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19475778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (flags & CONFIGURE_FLAG_ENCODE) { 19485778822d86b0337407514b9372562b86edfa91cdAndreas Huber format->setInt32("encoder", true); 1949e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mFlags |= kFlagIsEncoder; 19505778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19515778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19528ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber extractCSD(format); 19538ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 19545778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->initiateConfigureComponent(format); 19555778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 19565778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 19575778822d86b0337407514b9372562b86edfa91cdAndreas Huber 19581dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar case kWhatSetSurface: 19591dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar { 19601dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<AReplyToken> replyID; 19611dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar CHECK(msg->senderAwaitsResponse(&replyID)); 19621dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 19631dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar status_t err = OK; 19641dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<Surface> surface; 19651dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 19661dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar switch (mState) { 19671dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar case CONFIGURED: 19681dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar case STARTED: 19691dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar case FLUSHED: 19701dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar { 19711dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<RefBase> obj; 19721dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar (void)msg->findObject("surface", &obj); 19731dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar sp<Surface> surface = static_cast<Surface *>(obj.get()); 19741dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mSurface == NULL) { 19751dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // do not support setting surface if it was not set 19761dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = INVALID_OPERATION; 19771dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } else if (obj == NULL) { 19781dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // do not support unsetting surface 19791dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = BAD_VALUE; 19801dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } else { 19811dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = connectToSurface(surface); 1982098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar if (err == ALREADY_EXISTS) { 1983098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar // reconnecting to same surface 19841dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = OK; 19851dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } else { 19861dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err == OK) { 19871dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mFlags & kFlagUsesSoftwareRenderer) { 19888b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar if (mSoftRenderer != NULL 19898b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar && (mFlags & kFlagPushBlankBuffersOnShutdown)) { 19908b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar pushBlankBuffersToNativeWindow(mSurface.get()); 19918b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar } 19921dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mSoftRenderer = new SoftwareRenderer(surface); 19931dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // TODO: check if this was successful 19941dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } else { 19951dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = mCodec->setSurface(surface); 19961dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 19971dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 19981dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err == OK) { 19991dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar (void)disconnectFromSurface(); 20001dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mSurface = surface; 20011dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 20021dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 20031dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 20041dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar break; 20051dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 20061dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 20071dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar default: 20081dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = INVALID_OPERATION; 20091dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar break; 20101dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 20111dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 20121dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar PostReplyWithError(replyID, err); 20131dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar break; 20141dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 20151dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar 20167cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden case kWhatCreateInputSurface: 20178f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang case kWhatSetInputSurface: 20187cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 20193f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 20207cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden CHECK(msg->senderAwaitsResponse(&replyID)); 20217cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 20227cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden // Must be configured, but can't have been started yet. 20237cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden if (mState != CONFIGURED) { 2024c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 20257cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 20267cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 20277cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 20287cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mReplyID = replyID; 2029d291c222357303b9611cab89d0c3b047584ef377Chong Zhang if (msg->what() == kWhatCreateInputSurface) { 2030d291c222357303b9611cab89d0c3b047584ef377Chong Zhang mCodec->initiateCreateInputSurface(); 2031d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } else { 2032d291c222357303b9611cab89d0c3b047584ef377Chong Zhang sp<RefBase> obj; 2033d291c222357303b9611cab89d0c3b047584ef377Chong Zhang CHECK(msg->findObject("input-surface", &obj)); 2034d291c222357303b9611cab89d0c3b047584ef377Chong Zhang 20358f469e18c307cb9dc0d16ed9225972aa8be4516fChong Zhang mCodec->initiateSetInputSurface( 2036d291c222357303b9611cab89d0c3b047584ef377Chong Zhang static_cast<PersistentSurface *>(obj.get())); 2037d291c222357303b9611cab89d0c3b047584ef377Chong Zhang } 20387cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 20397cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 20405778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatStart: 20415778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 20423f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 20435778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 20445778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20450e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (mState == FLUSHED) { 2046d9e0603a1be07dbb347c55050c7d4629ea7492e8Chong Zhang setState(STARTED); 20473d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang if (mHavePendingInputBuffers) { 20483d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang onInputBufferAvailable(); 20493d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang mHavePendingInputBuffers = false; 20503d66eb4128aebef31bb0fa44c4d53d6122294a26Chong Zhang } 20510e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar mCodec->signalResume(); 20520e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar PostReplyWithError(replyID, OK); 2053d9e0603a1be07dbb347c55050c7d4629ea7492e8Chong Zhang break; 20540e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar } else if (mState != CONFIGURED) { 2055c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 20565778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 20575778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20585778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20595778822d86b0337407514b9372562b86edfa91cdAndreas Huber mReplyID = replyID; 20605778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(STARTING); 20615778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20625778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->initiateStart(); 20635778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 20645778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 20655778822d86b0337407514b9372562b86edfa91cdAndreas Huber 20665778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatStop: 2067c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber case kWhatRelease: 2068c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber { 2069aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber State targetState = 2070aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber (msg->what() == kWhatStop) ? INITIALIZED : UNINITIALIZED; 2071aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber 20723f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 2073c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 2074c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 207547a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu // already stopped/released 207647a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu if (mState == UNINITIALIZED && mReleasedByResourceManager) { 207747a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu sp<AMessage> response = new AMessage; 207847a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu response->setInt32("err", OK); 207947a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu response->postReply(replyID); 208047a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu break; 208147a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu } 208247a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu 208347a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu int32_t reclaimed = 0; 208447a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu msg->findInt32("reclaimed", &reclaimed); 208547a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu if (reclaimed) { 208647a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu mReleasedByResourceManager = true; 20874b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu 20884b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu int32_t force = 0; 20894b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu msg->findInt32("force", &force); 20904b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu if (!force && hasPendingBuffer()) { 20914b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu ALOGW("Can't reclaim codec right now due to pending buffers."); 20924b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu 20934b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu // return WOULD_BLOCK to ask resource manager to retry later. 20944b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu sp<AMessage> response = new AMessage; 20954b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu response->setInt32("err", WOULD_BLOCK); 20964b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu response->postReply(replyID); 20974b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu 20984b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu // notify the async client 20994b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu if (mFlags & kFlagIsAsync) { 21004b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu onError(DEAD_OBJECT, ACTION_CODE_FATAL); 21014b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu } 21024b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu break; 21034b710f086070fabe022b3a1f474bfcbec842b8fcRonghua Wu } 210447a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu } 210547a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu 21065d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang bool isReleasingAllocatedComponent = 21075d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang (mFlags & kFlagIsComponentAllocated) && targetState == UNINITIALIZED; 21085d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang if (!isReleasingAllocatedComponent // See 1 210933223c4f97abb78fa8c92e1b8c817546f15d97e1Andy Hung && mState != INITIALIZED 21100e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar && mState != CONFIGURED && !isExecuting()) { 211133223c4f97abb78fa8c92e1b8c817546f15d97e1Andy Hung // 1) Permit release to shut down the component if allocated. 211233223c4f97abb78fa8c92e1b8c817546f15d97e1Andy Hung // 211333223c4f97abb78fa8c92e1b8c817546f15d97e1Andy Hung // 2) We may be in "UNINITIALIZED" state already and 211452dfbee90cc3c4426428318e06a92774f5201198Praveen Chavan // also shutdown the encoder/decoder without the 211503ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // client being aware of this if media server died while 211603ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // we were being stopped. The client would assume that 211703ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // after stop() returned, it would be safe to call release() 211803ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // and it should be in this case, no harm to allow a release() 211903ddaec84b65157af1dbf022a72de778dc59a63eAndreas Huber // if we're already uninitialized. 2120c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber sp<AMessage> response = new AMessage; 212147a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu // TODO: we shouldn't throw an exception for stop/release. Change this to wait until 212247a2e875bdd2bd25cb8500208940ff1488b01e08Ronghua Wu // the previous stop/release completes and then reply with OK. 21236e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar status_t err = mState == targetState ? OK : INVALID_OPERATION; 21246e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar response->setInt32("err", err); 21256e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar if (err == OK && targetState == UNINITIALIZED) { 21266e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar mComponentName.clear(); 21276e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar } 2128c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber response->postReply(replyID); 2129c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber break; 2130c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber } 2131c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 21325d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang // If we're flushing, or we're stopping but received a release 21335d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang // request, post the reply for the pending call first, and consider 21345d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang // it done. The reply token will be replaced after this, and we'll 21355d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang // no longer be able to reply. 21365d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang if (mState == FLUSHING || mState == STOPPING) { 21375d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang (new AMessage)->postReply(mReplyID); 21385d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang } 21395d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang 2140aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber if (mFlags & kFlagSawMediaServerDie) { 2141aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber // It's dead, Jim. Don't expect initiateShutdown to yield 2142aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber // any useful results now... 2143aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber setState(UNINITIALIZED); 21446e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar if (targetState == UNINITIALIZED) { 21456e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar mComponentName.clear(); 21466e029f0ba9a3b421eb7273a095305f7998e9aa5aLajos Molnar } 2147aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber (new AMessage)->postReply(replyID); 2148aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber break; 2149aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber } 2150aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber 21515d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang // If we already have an error, component may not be able to 21525d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang // complete the shutdown properly. If we're stopping, post the 21535d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang // reply now with an error to unblock the client, client can 21545d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang // release after the failure (instead of ANR). 21555d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang if (msg->what() == kWhatStop && (mFlags & kFlagStickyError)) { 21565d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang PostReplyWithError(replyID, getStickyError()); 21575d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang break; 21585d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang } 21595d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang 2160c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber mReplyID = replyID; 2161aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber setState(msg->what() == kWhatStop ? STOPPING : RELEASING); 2162aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber 2163aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber mCodec->initiateShutdown( 2164aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber msg->what() == kWhatStop /* keepComponentAllocated */); 2165c95c2ddcdfc974f42408a377fbe2de51b94a8c94Andreas Huber 216686b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu returnBuffersToCodec(reclaimed); 21678b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar 21688b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar if (mSoftRenderer != NULL && (mFlags & kFlagPushBlankBuffersOnShutdown)) { 21698b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar pushBlankBuffersToNativeWindow(mSurface.get()); 21708b23759763dbf11b0c628a7e62dc5b3dea7dc188Lajos Molnar } 21715d552fb812bebc3f15c7fe91a3e315a97e3ffb34Chong Zhang 21725778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 21735778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 21745778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21755778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatDequeueInputBuffer: 21765778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 21773f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 21785778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 21795778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2180c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 2181c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang ALOGE("dequeueOutputBuffer can't be used in async mode"); 2182c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 2183c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang break; 2184c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2185c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 21866507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden if (mHaveInputSurface) { 21876507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden ALOGE("dequeueInputBuffer can't be used with input surface"); 2188c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 21896507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden break; 21906507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden } 21916507d14c6d10f93d390de62b9eed267f9b544985Andy McFadden 21925778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (handleDequeueInputBuffer(replyID, true /* new request */)) { 21935778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 21945778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 21955778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21965778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t timeoutUs; 21975778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt64("timeoutUs", &timeoutUs)); 21985778822d86b0337407514b9372562b86edfa91cdAndreas Huber 21995778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (timeoutUs == 0ll) { 2200c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, -EAGAIN); 22015778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 22025778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 22035778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22045778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags |= kFlagDequeueInputPending; 22055778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputReplyID = replyID; 22065778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22075778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (timeoutUs > 0ll) { 22085778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> timeoutMsg = 22091d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar new AMessage(kWhatDequeueInputTimedOut, this); 22105778822d86b0337407514b9372562b86edfa91cdAndreas Huber timeoutMsg->setInt32( 22115778822d86b0337407514b9372562b86edfa91cdAndreas Huber "generation", ++mDequeueInputTimeoutGeneration); 22125778822d86b0337407514b9372562b86edfa91cdAndreas Huber timeoutMsg->post(timeoutUs); 22135778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 22145778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 22155778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 22165778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22175778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatDequeueInputTimedOut: 22185778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 22195778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t generation; 22205778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("generation", &generation)); 22215778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22225778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (generation != mDequeueInputTimeoutGeneration) { 22235778822d86b0337407514b9372562b86edfa91cdAndreas Huber // Obsolete 22245778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 22255778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 22265778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22275778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(mFlags & kFlagDequeueInputPending); 22285778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2229c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(mDequeueInputReplyID, -EAGAIN); 22305778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22315778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueInputPending; 22325778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueInputReplyID = 0; 22335778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 22345778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 22355778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22365778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatQueueInputBuffer: 22375778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 22383f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 22395778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 22405778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2241251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (!isExecuting()) { 2242c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 22435778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 2244251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 2245251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 2246251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 22475778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 22485778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22495778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = onQueueInputBuffer(msg); 22505778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2251c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, err); 22525778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 22535778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 22545778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22555778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatDequeueOutputBuffer: 22565778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 22573f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 22585778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 22595778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2260c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mFlags & kFlagIsAsync) { 2261c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang ALOGE("dequeueOutputBuffer can't be used in async mode"); 2262c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 2263c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang break; 2264c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2265c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 22665778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (handleDequeueOutputBuffer(replyID, true /* new request */)) { 22675778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 22685778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 22695778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22705778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t timeoutUs; 22715778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt64("timeoutUs", &timeoutUs)); 22725778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22735778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (timeoutUs == 0ll) { 2274c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, -EAGAIN); 22755778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 22765778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 22775778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22785778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags |= kFlagDequeueOutputPending; 22795778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueOutputReplyID = replyID; 22805778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22815778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (timeoutUs > 0ll) { 22825778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> timeoutMsg = 22831d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar new AMessage(kWhatDequeueOutputTimedOut, this); 22845778822d86b0337407514b9372562b86edfa91cdAndreas Huber timeoutMsg->setInt32( 22855778822d86b0337407514b9372562b86edfa91cdAndreas Huber "generation", ++mDequeueOutputTimeoutGeneration); 22865778822d86b0337407514b9372562b86edfa91cdAndreas Huber timeoutMsg->post(timeoutUs); 22875778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 22885778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 22895778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 22905778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22915778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatDequeueOutputTimedOut: 22925778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 22935778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t generation; 22945778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("generation", &generation)); 22955778822d86b0337407514b9372562b86edfa91cdAndreas Huber 22965778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (generation != mDequeueOutputTimeoutGeneration) { 22975778822d86b0337407514b9372562b86edfa91cdAndreas Huber // Obsolete 22985778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 22995778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23005778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23015778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(mFlags & kFlagDequeueOutputPending); 23025778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2303c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(mDequeueOutputReplyID, -EAGAIN); 23045778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23055778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagDequeueOutputPending; 23065778822d86b0337407514b9372562b86edfa91cdAndreas Huber mDequeueOutputReplyID = 0; 23075778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 23085778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23095778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23105778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatReleaseOutputBuffer: 23115778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 23123f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 23135778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 23145778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2315251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (!isExecuting()) { 2316c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 23175778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 2318251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 2319251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 2320251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 23215778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23225778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23235778822d86b0337407514b9372562b86edfa91cdAndreas Huber status_t err = onReleaseOutputBuffer(msg); 23245778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2325c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, err); 23265778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 23275778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23285778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23297cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden case kWhatSignalEndOfInputStream: 23307cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden { 23313f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 23327cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden CHECK(msg->senderAwaitsResponse(&replyID)); 23337cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 23346d332d2cdf6e62c2c20ebff220868fe9e3ed7f44Chong Zhang if (!isExecuting() || !mHaveInputSurface) { 2335c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 23367cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 2337251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 2338251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 2339251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 23407cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 23417cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 23427cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mReplyID = replyID; 23437cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden mCodec->signalEndOfInputStream(); 23447cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden break; 23457cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden } 23467cd58537932ef6f481f68be0b9c597a89cebdfecAndy McFadden 23475778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatGetBuffers: 23485778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 23493f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 23505778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 235129b7dcf6d3cdb97103467dc8106151c6260c239aJeff Tinker if (!isExecuting() || (mFlags & kFlagIsAsync)) { 2352c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 23535778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 2354251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 2355251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 2356251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 23575778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23585778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23595778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t portIndex; 23605778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("portIndex", &portIndex)); 23615778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23627e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim Vector<sp<MediaCodecBuffer> > *dstBuffers; 23635778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findPointer("buffers", (void **)&dstBuffers)); 23645778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23655778822d86b0337407514b9372562b86edfa91cdAndreas Huber dstBuffers->clear(); 2366e4aab10641a099d8a295b3ed61e2f5248f28a669Chong Zhang // If we're using input surface (either non-persistent created by 2367e4aab10641a099d8a295b3ed61e2f5248f28a669Chong Zhang // createInputSurface(), or persistent set by setInputSurface()), 2368e4aab10641a099d8a295b3ed61e2f5248f28a669Chong Zhang // give the client an empty input buffers array. 2369e4aab10641a099d8a295b3ed61e2f5248f28a669Chong Zhang if (portIndex != kPortIndexInput || !mHaveInputSurface) { 2370dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim if (portIndex == kPortIndexInput) { 2371dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mBufferChannel->getInputBufferArray(dstBuffers); 2372dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim } else { 2373dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mBufferChannel->getOutputBufferArray(dstBuffers); 2374e4aab10641a099d8a295b3ed61e2f5248f28a669Chong Zhang } 23755778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23765778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23775778822d86b0337407514b9372562b86edfa91cdAndreas Huber (new AMessage)->postReply(replyID); 23785778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 23795778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23805778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23815778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatFlush: 23825778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 23833f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 23845778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 23855778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2386251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung if (!isExecuting()) { 2387c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 23885778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 2389251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 2390251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 2391251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 23925778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 23935778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23945778822d86b0337407514b9372562b86edfa91cdAndreas Huber mReplyID = replyID; 23950e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar // TODO: skip flushing if already FLUSHED 23965778822d86b0337407514b9372562b86edfa91cdAndreas Huber setState(FLUSHING); 23975778822d86b0337407514b9372562b86edfa91cdAndreas Huber 23985778822d86b0337407514b9372562b86edfa91cdAndreas Huber mCodec->signalFlush(); 23995778822d86b0337407514b9372562b86edfa91cdAndreas Huber returnBuffersToCodec(); 24005778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 24015778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24025778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2403e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar case kWhatGetInputFormat: 24045778822d86b0337407514b9372562b86edfa91cdAndreas Huber case kWhatGetOutputFormat: 24055778822d86b0337407514b9372562b86edfa91cdAndreas Huber { 2406e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar sp<AMessage> format = 2407e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar (msg->what() == kWhatGetOutputFormat ? mOutputFormat : mInputFormat); 2408e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar 24093f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 24105778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 24115778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2412e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar if ((mState != CONFIGURED && mState != STARTING && 24130e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar mState != STARTED && mState != FLUSHING && 24140e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar mState != FLUSHED) 2415e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar || format == NULL) { 2416c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 24175778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 2418251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung } else if (mFlags & kFlagStickyError) { 2419251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung PostReplyWithError(replyID, getStickyError()); 2420251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung break; 24215778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24225778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24235778822d86b0337407514b9372562b86edfa91cdAndreas Huber sp<AMessage> response = new AMessage; 2424e0381245dff04aa823a59aa8b85869eddab0f39fLajos Molnar response->setMessage("format", format); 24255778822d86b0337407514b9372562b86edfa91cdAndreas Huber response->postReply(replyID); 24265778822d86b0337407514b9372562b86edfa91cdAndreas Huber break; 24275778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24285778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2429496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber case kWhatRequestIDRFrame: 2430496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber { 2431496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber mCodec->signalRequestIDRFrame(); 2432496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber break; 2433496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber } 2434496238cc7551d414067dcbbb4fe3bd801f205f95Andreas Huber 2435575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber case kWhatRequestActivityNotification: 2436575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber { 2437575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber CHECK(mActivityNotify == NULL); 2438575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber CHECK(msg->findMessage("notify", &mActivityNotify)); 2439575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 2440575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber postActivityNotificationIfPossible(); 2441575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber break; 2442575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber } 2443575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 2444717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo case kWhatGetName: 2445717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo { 24463f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 2447717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo CHECK(msg->senderAwaitsResponse(&replyID)); 2448717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 2449717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo if (mComponentName.empty()) { 2450c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, INVALID_OPERATION); 2451717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo break; 2452717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo } 2453717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 2454717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo sp<AMessage> response = new AMessage; 2455717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo response->setString("name", mComponentName.c_str()); 2456717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo response->postReply(replyID); 2457717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo break; 2458717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo } 2459717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 2460a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber case kWhatSetParameters: 2461a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber { 24623f27436a9346f043f52265da1e6a74cde2bffd4dLajos Molnar sp<AReplyToken> replyID; 2463a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber CHECK(msg->senderAwaitsResponse(&replyID)); 2464a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 2465a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber sp<AMessage> params; 2466a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber CHECK(msg->findMessage("params", ¶ms)); 2467a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 2468a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber status_t err = onSetParameters(params); 2469a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 2470c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang PostReplyWithError(replyID, err); 2471a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber break; 2472a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber } 2473a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 24745778822d86b0337407514b9372562b86edfa91cdAndreas Huber default: 24755778822d86b0337407514b9372562b86edfa91cdAndreas Huber TRESPASS(); 24765778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 24775778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 24785778822d86b0337407514b9372562b86edfa91cdAndreas Huber 24798ee516a515c70a492c395b67ce12e19e7d159804Andreas Hubervoid MediaCodec::extractCSD(const sp<AMessage> &format) { 24808ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber mCSD.clear(); 24818ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 24828ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber size_t i = 0; 24838ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber for (;;) { 24848ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber sp<ABuffer> csd; 2485a1e8944a21e5833b7aadc451776f11797f5f9273Elliott Hughes if (!format->findBuffer(AStringPrintf("csd-%u", i).c_str(), &csd)) { 24868ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber break; 24878ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber } 24884f59c7e373a7e883f21ba33d44ea7caa86b65b02Hangyu Kuang if (csd->size() == 0) { 24894f59c7e373a7e883f21ba33d44ea7caa86b65b02Hangyu Kuang ALOGW("csd-%zu size is 0", i); 24904f59c7e373a7e883f21ba33d44ea7caa86b65b02Hangyu Kuang } 24918ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 24928ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber mCSD.push_back(csd); 24938ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber ++i; 24948ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber } 24958ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 2496a5750e0dad9e90f2195ce36f2c4457fa04b2b83eMark Salyzyn ALOGV("Found %zu pieces of codec specific data.", mCSD.size()); 24978ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber} 24988ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 24998ee516a515c70a492c395b67ce12e19e7d159804Andreas Huberstatus_t MediaCodec::queueCSDInputBuffer(size_t bufferIndex) { 25008ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber CHECK(!mCSD.empty()); 25018ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 2502dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim const BufferInfo &info = mPortBuffers[kPortIndexInput][bufferIndex]; 25038ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 25048ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber sp<ABuffer> csd = *mCSD.begin(); 25058ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber mCSD.erase(mCSD.begin()); 25068ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 2507dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim const sp<MediaCodecBuffer> &codecInputData = info.mData; 25088ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 25098ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber if (csd->size() > codecInputData->capacity()) { 25108ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber return -EINVAL; 25118ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber } 25128ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 25138ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber memcpy(codecInputData->data(), csd->data(), csd->size()); 25148ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 25158ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber AString errorDetailMsg; 25168ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 25171d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatQueueInputBuffer, this); 25188ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setSize("index", bufferIndex); 25198ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setSize("offset", 0); 25208ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setSize("size", csd->size()); 25218ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setInt64("timeUs", 0ll); 25228ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setInt32("flags", BUFFER_FLAG_CODECCONFIG); 25238ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber msg->setPointer("errorDetailMsg", &errorDetailMsg); 25248ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 25258ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber return onQueueInputBuffer(msg); 25268ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber} 25278ee516a515c70a492c395b67ce12e19e7d159804Andreas Huber 25285778822d86b0337407514b9372562b86edfa91cdAndreas Hubervoid MediaCodec::setState(State newState) { 25297541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber if (newState == INITIALIZED || newState == UNINITIALIZED) { 25305778822d86b0337407514b9372562b86edfa91cdAndreas Huber delete mSoftRenderer; 25315778822d86b0337407514b9372562b86edfa91cdAndreas Huber mSoftRenderer = NULL; 25325778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25331bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber mCrypto.clear(); 2534f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar handleSetSurface(NULL); 25355778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2536671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar mInputFormat.clear(); 25375778822d86b0337407514b9372562b86edfa91cdAndreas Huber mOutputFormat.clear(); 25385778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagOutputFormatChanged; 25395778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagOutputBuffersChanged; 25405778822d86b0337407514b9372562b86edfa91cdAndreas Huber mFlags &= ~kFlagStickyError; 2541e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mFlags &= ~kFlagIsEncoder; 2542c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mFlags &= ~kFlagIsAsync; 2543251d4be8aa5ab80bc915a82a2420233bdc62018eAndy Hung mStickyError = OK; 2544575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 2545575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber mActivityNotify.clear(); 2546c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang mCallback.clear(); 25475778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 25485778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2549717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo if (newState == UNINITIALIZED) { 2550671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar // return any straggling buffers, e.g. if we got here on an error 2551671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar returnBuffersToCodec(); 2552671160ffe81592efa376dc1ff0fc3f4ddcdebc35Lajos Molnar 2553aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber // The component is gone, mediaserver's probably back up already 2554aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber // but should definitely be back up should we try to instantiate 2555aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber // another component.. and the cycle continues. 2556aa7f97bb9c70176245ffb7ed0ce52bee6c1a57d7Andreas Huber mFlags &= ~kFlagSawMediaServerDie; 2557717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo } 2558717fd3d4328abf524978ce9c125ab8ae8d6bffadMartin Storsjo 25595778822d86b0337407514b9372562b86edfa91cdAndreas Huber mState = newState; 25605778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25615778822d86b0337407514b9372562b86edfa91cdAndreas Huber cancelPendingDequeueOperations(); 25622606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 25632606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang updateBatteryStat(); 25645778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 25655778822d86b0337407514b9372562b86edfa91cdAndreas Huber 256686b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wuvoid MediaCodec::returnBuffersToCodec(bool isReclaim) { 256786b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu returnBuffersToCodecOnPort(kPortIndexInput, isReclaim); 256886b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu returnBuffersToCodecOnPort(kPortIndexOutput, isReclaim); 25695778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 25705778822d86b0337407514b9372562b86edfa91cdAndreas Huber 257186b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wuvoid MediaCodec::returnBuffersToCodecOnPort(int32_t portIndex, bool isReclaim) { 25725778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(portIndex == kPortIndexInput || portIndex == kPortIndexOutput); 25737bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Mutex::Autolock al(mBufferLock); 25745778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2575dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim for (size_t i = 0; i < mPortBuffers[portIndex].size(); ++i) { 2576dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim BufferInfo *info = &mPortBuffers[portIndex][i]; 25775778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2578dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim if (info->mData != nullptr) { 2579dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim sp<MediaCodecBuffer> buffer = info->mData; 258086b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu if (isReclaim && info->mOwnedByClient) { 258186b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu ALOGD("port %d buffer %zu still owned by client when codec is reclaimed", 258286b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu portIndex, i); 258386b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu } else { 258486b997dcf1101cdd259460fb4f82204200a9a993Ronghua Wu info->mOwnedByClient = false; 2585fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim info->mData.clear(); 25865778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2587dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mBufferChannel->discardBuffer(buffer); 25885778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 25895778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 25905778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25915778822d86b0337407514b9372562b86edfa91cdAndreas Huber mAvailPortBuffers[portIndex].clear(); 25925778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 25935778822d86b0337407514b9372562b86edfa91cdAndreas Huber 25945778822d86b0337407514b9372562b86edfa91cdAndreas Hubersize_t MediaCodec::updateBuffers( 25955778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t portIndex, const sp<AMessage> &msg) { 25965778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(portIndex == kPortIndexInput || portIndex == kPortIndexOutput); 2597dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim size_t index; 2598dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim CHECK(msg->findSize("index", &index)); 2599fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim sp<RefBase> obj; 2600fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim CHECK(msg->findObject("buffer", &obj)); 2601fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim sp<MediaCodecBuffer> buffer = static_cast<MediaCodecBuffer *>(obj.get()); 26025778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2603dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim { 2604dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim Mutex::Autolock al(mBufferLock); 2605dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim if (mPortBuffers[portIndex].size() <= index) { 2606dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mPortBuffers[portIndex].resize(align(index + 1, kNumBuffersAlign)); 26075778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2608dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mPortBuffers[portIndex][index].mData = buffer; 26095778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2610dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mAvailPortBuffers[portIndex].push_back(index); 26115778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2612dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim return index; 26135778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 26145778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26155778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::onQueueInputBuffer(const sp<AMessage> &msg) { 26165778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t index; 26175778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t offset; 26185778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t size; 26195778822d86b0337407514b9372562b86edfa91cdAndreas Huber int64_t timeUs; 26205778822d86b0337407514b9372562b86edfa91cdAndreas Huber uint32_t flags; 26215778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findSize("index", &index)); 26225778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findSize("offset", &offset)); 26235778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt64("timeUs", &timeUs)); 26245778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findInt32("flags", (int32_t *)&flags)); 26255778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26264b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const CryptoPlugin::SubSample *subSamples; 26274b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size_t numSubSamples; 26284b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const uint8_t *key; 26294b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber const uint8_t *iv; 26304b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CryptoPlugin::Mode mode = CryptoPlugin::kMode_Unencrypted; 26314b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 26324b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber // We allow the simpler queueInputBuffer API to be used even in 26334b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber // secure mode, by fabricating a single unencrypted subSample. 26344b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CryptoPlugin::SubSample ss; 2635d9f1f950d18b4e166b178d93260074019588c956Jeff Tinker CryptoPlugin::Pattern pattern; 26364b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 26374b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber if (msg->findSize("size", &size)) { 26384b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber if (mCrypto != NULL) { 26394b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber ss.mNumBytesOfClearData = size; 26404b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber ss.mNumBytesOfEncryptedData = 0; 26414b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 26424b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber subSamples = &ss; 26434b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber numSubSamples = 1; 26444b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber key = NULL; 26454b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber iv = NULL; 2646d9f1f950d18b4e166b178d93260074019588c956Jeff Tinker pattern.mEncryptBlocks = 0; 2647d9f1f950d18b4e166b178d93260074019588c956Jeff Tinker pattern.mSkipBlocks = 0; 26484b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber } 26494b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber } else { 26504b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber if (mCrypto == NULL) { 26514b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber return -EINVAL; 26524b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber } 26534b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 26544b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CHECK(msg->findPointer("subSamples", (void **)&subSamples)); 26554b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CHECK(msg->findSize("numSubSamples", &numSubSamples)); 26564b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CHECK(msg->findPointer("key", (void **)&key)); 26574b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CHECK(msg->findPointer("iv", (void **)&iv)); 2658d9f1f950d18b4e166b178d93260074019588c956Jeff Tinker CHECK(msg->findInt32("encryptBlocks", (int32_t *)&pattern.mEncryptBlocks)); 2659d9f1f950d18b4e166b178d93260074019588c956Jeff Tinker CHECK(msg->findInt32("skipBlocks", (int32_t *)&pattern.mSkipBlocks)); 26604b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 26614b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber int32_t tmp; 26624b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber CHECK(msg->findInt32("mode", &tmp)); 26634b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 26644b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber mode = (CryptoPlugin::Mode)tmp; 26654b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 26664b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size = 0; 26674b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber for (size_t i = 0; i < numSubSamples; ++i) { 26684b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size += subSamples[i].mNumBytesOfClearData; 26694b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber size += subSamples[i].mNumBytesOfEncryptedData; 26704b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber } 26714b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber } 26724b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber 26735778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (index >= mPortBuffers[kPortIndexInput].size()) { 26745778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -ERANGE; 26755778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 26765778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2677dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim BufferInfo *info = &mPortBuffers[kPortIndexInput][index]; 26785778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2679dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim if (info->mData == nullptr || !info->mOwnedByClient) { 26805778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -EACCES; 26815778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 26825778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26835778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (offset + size > info->mData->capacity()) { 26845778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -EINVAL; 26855778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 26865778822d86b0337407514b9372562b86edfa91cdAndreas Huber 26875778822d86b0337407514b9372562b86edfa91cdAndreas Huber info->mData->setRange(offset, size); 2688dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim info->mData->meta()->setInt64("timeUs", timeUs); 2689dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim if (flags & BUFFER_FLAG_EOS) { 2690dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim info->mData->meta()->setInt32("eos", true); 2691dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim } 26925778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2693dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim if (flags & BUFFER_FLAG_CODECCONFIG) { 2694dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim info->mData->meta()->setInt32("csd", true); 2695dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim } 2696dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim 26979ee321c347c64886d1078a4e4afb57ec98dd54a2Wonsik Kim sp<MediaCodecBuffer> buffer = info->mData; 2698dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim status_t err = OK; 26991bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber if (mCrypto != NULL) { 27005b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber AString *errorDetailMsg; 27015b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber CHECK(msg->findPointer("errorDetailMsg", (void **)&errorDetailMsg)); 27025b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber 2703dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim err = mBufferChannel->queueSecureInputBuffer( 2704dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim buffer, 2705dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim (mFlags & kFlagIsSecure), 27061bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber key, 27071bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber iv, 27081bd139a2a68690e80398b70b27ca59550fea0e65Andreas Huber mode, 270918cb1eca504817b5b144a023ae2792d90e74c9a5Jeff Tinker pattern, 27104b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber subSamples, 27114b75a9c8b93a90749bc5d22912ad0d96c12f4ecfAndreas Huber numSubSamples, 27125b8987e7de9d04b09153f329c680d2316cdb44ecAndreas Huber errorDetailMsg); 2713dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim } else { 2714dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim err = mBufferChannel->queueInputBuffer(buffer); 2715fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim } 2716fad01bc45bd47b8f12c89857fee20b7e37310125Wonsik Kim 27179ee321c347c64886d1078a4e4afb57ec98dd54a2Wonsik Kim if (err == OK) { 27189ee321c347c64886d1078a4e4afb57ec98dd54a2Wonsik Kim // synchronization boundary for getBufferAndFormat 27199ee321c347c64886d1078a4e4afb57ec98dd54a2Wonsik Kim Mutex::Autolock al(mBufferLock); 27209ee321c347c64886d1078a4e4afb57ec98dd54a2Wonsik Kim info->mOwnedByClient = false; 27219ee321c347c64886d1078a4e4afb57ec98dd54a2Wonsik Kim info->mData.clear(); 27229ee321c347c64886d1078a4e4afb57ec98dd54a2Wonsik Kim } 27239ee321c347c64886d1078a4e4afb57ec98dd54a2Wonsik Kim 2724dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim return err; 27255778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 27265778822d86b0337407514b9372562b86edfa91cdAndreas Huber 272790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar//static 272890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnarsize_t MediaCodec::CreateFramesRenderedMessage( 27290d1ed381fde5dac12dd84fcf3da66dac46699378Chih-Hung Hsieh const std::list<FrameRenderTracker::Info> &done, sp<AMessage> &msg) { 273090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar size_t index = 0; 273190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 273290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar for (std::list<FrameRenderTracker::Info>::const_iterator it = done.cbegin(); 273390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar it != done.cend(); ++it) { 273490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (it->getRenderTimeNs() < 0) { 273590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar continue; // dropped frame from tracking 273690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 273790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar msg->setInt64(AStringPrintf("%zu-media-time-us", index).c_str(), it->getMediaTimeUs()); 273890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar msg->setInt64(AStringPrintf("%zu-system-nano", index).c_str(), it->getRenderTimeNs()); 273990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar ++index; 274090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 274190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar return index; 274290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar} 274390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 27445778822d86b0337407514b9372562b86edfa91cdAndreas Huberstatus_t MediaCodec::onReleaseOutputBuffer(const sp<AMessage> &msg) { 27455778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t index; 27465778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(msg->findSize("index", &index)); 27475778822d86b0337407514b9372562b86edfa91cdAndreas Huber 27485778822d86b0337407514b9372562b86edfa91cdAndreas Huber int32_t render; 27495778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (!msg->findInt32("render", &render)) { 27505778822d86b0337407514b9372562b86edfa91cdAndreas Huber render = 0; 27515778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 27525778822d86b0337407514b9372562b86edfa91cdAndreas Huber 27530e8cfc36044ba97545e7c9e129b0b3e98eec5089Lajos Molnar if (!isExecuting()) { 27545778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -EINVAL; 27555778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 27565778822d86b0337407514b9372562b86edfa91cdAndreas Huber 27575778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (index >= mPortBuffers[kPortIndexOutput].size()) { 27585778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -ERANGE; 27595778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 27605778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2761dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim BufferInfo *info = &mPortBuffers[kPortIndexOutput][index]; 27625778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2763dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim if (info->mData == nullptr || !info->mOwnedByClient) { 27645778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -EACCES; 27655778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 27665778822d86b0337407514b9372562b86edfa91cdAndreas Huber 27677bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar // synchronization boundary for getBufferAndFormat 2768dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim sp<MediaCodecBuffer> buffer; 27697bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar { 27707bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Mutex::Autolock al(mBufferLock); 27717bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar info->mOwnedByClient = false; 2772dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim buffer = info->mData; 2773dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim info->mData.clear(); 27747bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar } 27757bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar 2776dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim if (render && buffer->size() != 0) { 277790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar int64_t mediaTimeUs = -1; 2778dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim buffer->meta()->findInt64("timeUs", &mediaTimeUs); 277990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 278090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar int64_t renderTimeNs = 0; 2781c8edf5af010ac24a99b302a18e7b84e8b4b2b783Lajos Molnar if (!msg->findInt64("timestampNs", &renderTimeNs)) { 2782c8edf5af010ac24a99b302a18e7b84e8b4b2b783Lajos Molnar // use media timestamp if client did not request a specific render timestamp 2783c8edf5af010ac24a99b302a18e7b84e8b4b2b783Lajos Molnar ALOGV("using buffer PTS of %lld", (long long)mediaTimeUs); 278490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar renderTimeNs = mediaTimeUs * 1000; 2785fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar } 2786fc7fca77caa12993dd938d5ff43797d781291027Lajos Molnar 27875778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (mSoftRenderer != NULL) { 278890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar std::list<FrameRenderTracker::Info> doneFrames = mSoftRenderer->render( 2789dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim buffer->data(), buffer->size(), 2790dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mediaTimeUs, renderTimeNs, NULL, buffer->format()); 279190fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar 279290fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar // if we are running, notify rendered frames 279390fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (!doneFrames.empty() && mState == STARTED && mOnFrameRenderedNotification != NULL) { 279490fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar sp<AMessage> notify = mOnFrameRenderedNotification->dup(); 279590fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar sp<AMessage> data = new AMessage; 279690fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar if (CreateFramesRenderedMessage(doneFrames, data)) { 279790fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar notify->setMessage("data", data); 279890fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar notify->post(); 279990fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 280090fcf68fd29f3cb695bd53a830ad984cb7d430c0Lajos Molnar } 28015778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 2802dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mBufferChannel->renderOutputBuffer(buffer, renderTimeNs); 2803dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim } else { 2804dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mBufferChannel->discardBuffer(buffer); 28055778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 28065778822d86b0337407514b9372562b86edfa91cdAndreas Huber 28075778822d86b0337407514b9372562b86edfa91cdAndreas Huber return OK; 28085778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 28095778822d86b0337407514b9372562b86edfa91cdAndreas Huber 28105778822d86b0337407514b9372562b86edfa91cdAndreas Huberssize_t MediaCodec::dequeuePortBuffer(int32_t portIndex) { 28115778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(portIndex == kPortIndexInput || portIndex == kPortIndexOutput); 28125778822d86b0337407514b9372562b86edfa91cdAndreas Huber 28135778822d86b0337407514b9372562b86edfa91cdAndreas Huber List<size_t> *availBuffers = &mAvailPortBuffers[portIndex]; 28145778822d86b0337407514b9372562b86edfa91cdAndreas Huber 28155778822d86b0337407514b9372562b86edfa91cdAndreas Huber if (availBuffers->empty()) { 28165778822d86b0337407514b9372562b86edfa91cdAndreas Huber return -EAGAIN; 28175778822d86b0337407514b9372562b86edfa91cdAndreas Huber } 28185778822d86b0337407514b9372562b86edfa91cdAndreas Huber 28195778822d86b0337407514b9372562b86edfa91cdAndreas Huber size_t index = *availBuffers->begin(); 28205778822d86b0337407514b9372562b86edfa91cdAndreas Huber availBuffers->erase(availBuffers->begin()); 28215778822d86b0337407514b9372562b86edfa91cdAndreas Huber 2822dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim BufferInfo *info = &mPortBuffers[portIndex][index]; 28235778822d86b0337407514b9372562b86edfa91cdAndreas Huber CHECK(!info->mOwnedByClient); 28247bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar { 28257bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar Mutex::Autolock al(mBufferLock); 28267bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar info->mOwnedByClient = true; 282703c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar 282803c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar // set image-data 2829fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim if (info->mData->format() != NULL) { 283003c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar sp<ABuffer> imageData; 2831fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim if (info->mData->format()->findBuffer("image-data", &imageData)) { 283203c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar info->mData->meta()->setBuffer("image-data", imageData); 283303c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar } 283403c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar int32_t left, top, right, bottom; 2835fd44d8e2f2d37184f7add67125657f3fbfb5a085Wonsik Kim if (info->mData->format()->findRect("crop", &left, &top, &right, &bottom)) { 283603c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar info->mData->meta()->setRect("crop-rect", left, top, right, bottom); 283703c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar } 283803c556ae1eb409ad088c49037e185946c54e1d25Lajos Molnar } 28397bad72237b49ac47e77ffe2a89fd26f3d171324cLajos Molnar } 28405778822d86b0337407514b9372562b86edfa91cdAndreas Huber 28415778822d86b0337407514b9372562b86edfa91cdAndreas Huber return index; 28425778822d86b0337407514b9372562b86edfa91cdAndreas Huber} 28435778822d86b0337407514b9372562b86edfa91cdAndreas Huber 28441dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t MediaCodec::connectToSurface(const sp<Surface> &surface) { 28451dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar status_t err = OK; 28461dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (surface != NULL) { 2847b9fa58afa4c7772fe3c4cfdea9e45bc85cf43537Lajos Molnar uint64_t oldId, newId; 2848098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar if (mSurface != NULL 2849b9fa58afa4c7772fe3c4cfdea9e45bc85cf43537Lajos Molnar && surface->getUniqueId(&newId) == NO_ERROR 2850b9fa58afa4c7772fe3c4cfdea9e45bc85cf43537Lajos Molnar && mSurface->getUniqueId(&oldId) == NO_ERROR 2851b9fa58afa4c7772fe3c4cfdea9e45bc85cf43537Lajos Molnar && newId == oldId) { 2852b9fa58afa4c7772fe3c4cfdea9e45bc85cf43537Lajos Molnar ALOGI("[%s] connecting to the same surface. Nothing to do.", mComponentName.c_str()); 2853098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar return ALREADY_EXISTS; 2854098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar } 2855098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar 28561dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = native_window_api_connect(surface.get(), NATIVE_WINDOW_API_MEDIA); 2857098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar if (err == OK) { 2858264bac95912efe121d6a60026612617f04f42966Lajos Molnar // Require a fresh set of buffers after each connect by using a unique generation 2859264bac95912efe121d6a60026612617f04f42966Lajos Molnar // number. Rely on the fact that max supported process id by Linux is 2^22. 2860264bac95912efe121d6a60026612617f04f42966Lajos Molnar // PID is never 0 so we don't have to worry that we use the default generation of 0. 2861264bac95912efe121d6a60026612617f04f42966Lajos Molnar // TODO: come up with a unique scheme if other producers also set the generation number. 2862264bac95912efe121d6a60026612617f04f42966Lajos Molnar static uint32_t mSurfaceGeneration = 0; 2863264bac95912efe121d6a60026612617f04f42966Lajos Molnar uint32_t generation = (getpid() << 10) | (++mSurfaceGeneration & ((1 << 10) - 1)); 2864264bac95912efe121d6a60026612617f04f42966Lajos Molnar surface->setGenerationNumber(generation); 2865264bac95912efe121d6a60026612617f04f42966Lajos Molnar ALOGI("[%s] setting surface generation to %u", mComponentName.c_str(), generation); 2866264bac95912efe121d6a60026612617f04f42966Lajos Molnar 2867264bac95912efe121d6a60026612617f04f42966Lajos Molnar // HACK: clear any free buffers. Remove when connect will automatically do this. 2868264bac95912efe121d6a60026612617f04f42966Lajos Molnar // This is needed as the consumer may be holding onto stale frames that it can reattach 2869264bac95912efe121d6a60026612617f04f42966Lajos Molnar // to this surface after disconnect/connect, and those free frames would inherit the new 2870264bac95912efe121d6a60026612617f04f42966Lajos Molnar // generation number. Disconnecting after setting a unique generation prevents this. 2871264bac95912efe121d6a60026612617f04f42966Lajos Molnar native_window_api_disconnect(surface.get(), NATIVE_WINDOW_API_MEDIA); 2872264bac95912efe121d6a60026612617f04f42966Lajos Molnar err = native_window_api_connect(surface.get(), NATIVE_WINDOW_API_MEDIA); 2873264bac95912efe121d6a60026612617f04f42966Lajos Molnar } 2874264bac95912efe121d6a60026612617f04f42966Lajos Molnar 2875264bac95912efe121d6a60026612617f04f42966Lajos Molnar if (err != OK) { 28761dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGE("native_window_api_connect returned an error: %s (%d)", strerror(-err), err); 28771dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 28781dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 2879098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar // do not return ALREADY_EXISTS unless surfaces are the same 2880098446ae4100dfd989c452bb67133559aa892cd3Lajos Molnar return err == ALREADY_EXISTS ? BAD_VALUE : err; 28811dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar} 28827541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 28831dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t MediaCodec::disconnectFromSurface() { 28841dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar status_t err = OK; 2885f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar if (mSurface != NULL) { 2886264bac95912efe121d6a60026612617f04f42966Lajos Molnar // Resetting generation is not technically needed, but there is no need to keep it either 2887264bac95912efe121d6a60026612617f04f42966Lajos Molnar mSurface->setGenerationNumber(0); 28881dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = native_window_api_disconnect(mSurface.get(), NATIVE_WINDOW_API_MEDIA); 28897541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber if (err != OK) { 28901dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar ALOGW("native_window_api_disconnect returned an error: %s (%d)", strerror(-err), err); 28917541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber } 28921dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar // assume disconnected even on error 2893f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar mSurface.clear(); 28947541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber } 28951dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 28961dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar} 28977541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 28981dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnarstatus_t MediaCodec::handleSetSurface(const sp<Surface> &surface) { 28991dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar status_t err = OK; 29001dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (mSurface != NULL) { 29011dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar (void)disconnectFromSurface(); 29021dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar } 2903f06cc24ce7aeb5ff6f45b770a15286c95f8cc9ffLajos Molnar if (surface != NULL) { 29041dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar err = connectToSurface(surface); 29051dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar if (err == OK) { 29061dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar mSurface = surface; 29077541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber } 29087541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber } 29091dcdfead2971c1fa7c02f24ba86f706890c9f99eLajos Molnar return err; 29107541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber} 29117541ff5d83a3e77cb533841a0326a241550b95d9Andreas Huber 2912c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhangvoid MediaCodec::onInputBufferAvailable() { 2913c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang int32_t index; 2914c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang while ((index = dequeuePortBuffer(kPortIndexInput)) >= 0) { 2915c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> msg = mCallback->dup(); 2916c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("callbackID", CB_INPUT_AVAILABLE); 2917c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("index", index); 2918c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->post(); 2919c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2920c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 2921c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2922c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhangvoid MediaCodec::onOutputBufferAvailable() { 2923c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang int32_t index; 2924c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang while ((index = dequeuePortBuffer(kPortIndexOutput)) >= 0) { 29257e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim const sp<MediaCodecBuffer> &buffer = 2926dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim mPortBuffers[kPortIndexOutput][index].mData; 2927c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> msg = mCallback->dup(); 2928c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("callbackID", CB_OUTPUT_AVAILABLE); 2929c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("index", index); 2930c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setSize("offset", buffer->offset()); 2931c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setSize("size", buffer->size()); 2932c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2933c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang int64_t timeUs; 2934c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang CHECK(buffer->meta()->findInt64("timeUs", &timeUs)); 2935c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2936c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt64("timeUs", timeUs); 2937c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2938dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim int32_t flags; 2939dff26e5f53b248fd8cc6605850240c7e7c5438dcWonsik Kim CHECK(buffer->meta()->findInt32("flags", &flags)); 2940c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2941c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("flags", flags); 2942c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2943c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->post(); 2944c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2945c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 2946c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2947749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhangvoid MediaCodec::onError(status_t err, int32_t actionCode, const char *detail) { 2948c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mCallback != NULL) { 2949c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> msg = mCallback->dup(); 2950c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("callbackID", CB_ERROR); 2951c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("err", err); 2952749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhang msg->setInt32("actionCode", actionCode); 2953749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhang 2954749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhang if (detail != NULL) { 2955749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhang msg->setString("detail", detail); 2956749dafad09d85f2aaf6902a7ff16b4087e3bc4c7Chong Zhang } 2957c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2958c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->post(); 2959c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2960c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 2961c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2962c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhangvoid MediaCodec::onOutputFormatChanged() { 2963c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang if (mCallback != NULL) { 2964c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang sp<AMessage> msg = mCallback->dup(); 2965c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setInt32("callbackID", CB_OUTPUT_FORMAT_CHANGED); 2966c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->setMessage("format", mOutputFormat); 2967c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang msg->post(); 2968c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang } 2969c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang} 2970c5619c7a6dcc1137fde7520351ad5284e3e958abChong Zhang 2971575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Hubervoid MediaCodec::postActivityNotificationIfPossible() { 2972575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber if (mActivityNotify == NULL) { 2973575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber return; 2974575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber } 2975575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 2976e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang bool isErrorOrOutputChanged = 2977e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang (mFlags & (kFlagStickyError 2978575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber | kFlagOutputBuffersChanged 2979e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang | kFlagOutputFormatChanged)); 2980e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang 2981e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang if (isErrorOrOutputChanged 2982575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber || !mAvailPortBuffers[kPortIndexInput].empty() 2983575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber || !mAvailPortBuffers[kPortIndexOutput].empty()) { 2984e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang mActivityNotify->setInt32("input-buffers", 2985e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang mAvailPortBuffers[kPortIndexInput].size()); 2986e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang 2987e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang if (isErrorOrOutputChanged) { 2988e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang // we want consumer to dequeue as many times as it can 2989e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang mActivityNotify->setInt32("output-buffers", INT32_MAX); 2990e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang } else { 2991e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang mActivityNotify->setInt32("output-buffers", 2992e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang mAvailPortBuffers[kPortIndexOutput].size()); 2993e47d44486f0a9f9b828b01d0fbaf84f5573f0aa2Chong Zhang } 2994575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber mActivityNotify->post(); 2995575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber mActivityNotify.clear(); 2996575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber } 2997575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber} 2998575a5361fc970476cd7979638ee3ac00cc6e5024Andreas Huber 2999a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huberstatus_t MediaCodec::setParameters(const sp<AMessage> ¶ms) { 30001d15ab58bf8239069ef343de6cb21aabf3ef7d78Lajos Molnar sp<AMessage> msg = new AMessage(kWhatSetParameters, this); 3001a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber msg->setMessage("params", params); 3002a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 3003a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber sp<AMessage> response; 3004a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber return PostAndAwaitResponse(msg, &response); 3005a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber} 3006a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 3007a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huberstatus_t MediaCodec::onSetParameters(const sp<AMessage> ¶ms) { 3008a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber mCodec->signalSetParameters(params); 3009a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 3010a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber return OK; 3011a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber} 3012a2eb22c1de262aa3fa7c356537ac2fe165afdf3dAndreas Huber 3013e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huberstatus_t MediaCodec::amendOutputFormatWithCodecSpecificData( 30147e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim const sp<MediaCodecBuffer> &buffer) { 3015e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber AString mime; 3016e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber CHECK(mOutputFormat->findString("mime", &mime)); 3017e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3018e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (!strcasecmp(mime.c_str(), MEDIA_MIMETYPE_VIDEO_AVC)) { 3019e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // Codec specific data should be SPS and PPS in a single buffer, 3020e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // each prefixed by a startcode (0x00 0x00 0x00 0x01). 3021e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // We separate the two and put them into the output format 3022e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // under the keys "csd-0" and "csd-1". 3023e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3024e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber unsigned csdIndex = 0; 3025e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3026e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber const uint8_t *data = buffer->data(); 3027e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber size_t size = buffer->size(); 3028e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3029e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber const uint8_t *nalStart; 3030e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber size_t nalSize; 3031e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber while (getNextNALUnit(&data, &size, &nalStart, &nalSize, true) == OK) { 3032e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber sp<ABuffer> csd = new ABuffer(nalSize + 4); 3033e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber memcpy(csd->data(), "\x00\x00\x00\x01", 4); 3034e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber memcpy(csd->data() + 4, nalStart, nalSize); 3035e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3036e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber mOutputFormat->setBuffer( 3037a1e8944a21e5833b7aadc451776f11797f5f9273Elliott Hughes AStringPrintf("csd-%u", csdIndex).c_str(), csd); 3038e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3039e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber ++csdIndex; 3040e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 3041e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3042e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber if (csdIndex != 2) { 3043e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber return ERROR_MALFORMED; 3044e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 3045e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } else { 3046e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // For everything else we just stash the codec specific data into 3047e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber // the output format as a single piece of csd under "csd-0". 30487e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim sp<ABuffer> csd = new ABuffer(buffer->size()); 30497e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim memcpy(csd->data(), buffer->data(), buffer->size()); 30507e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim csd->setRange(0, buffer->size()); 30517e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim mOutputFormat->setBuffer("csd-0", csd); 3052e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber } 3053e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 3054e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber return OK; 3055e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber} 3056e96ee699aca0f711d41e6c0833e5de2341c4a36dAndreas Huber 30572606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhangvoid MediaCodec::updateBatteryStat() { 30583f273d10817ddb2f792ae043de692efcdf1988aeWei Jia if (!mIsVideo) { 30593f273d10817ddb2f792ae043de692efcdf1988aeWei Jia return; 30603f273d10817ddb2f792ae043de692efcdf1988aeWei Jia } 30612606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 30623f273d10817ddb2f792ae043de692efcdf1988aeWei Jia if (mState == CONFIGURED && !mBatteryStatNotified) { 3063f2ae3e19080938db8cbf29a963fd744a3964fcc2Wei Jia BatteryNotifier::getInstance().noteStartVideo(mUid); 30642606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mBatteryStatNotified = true; 30652606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } else if (mState == UNINITIALIZED && mBatteryStatNotified) { 3066f2ae3e19080938db8cbf29a963fd744a3964fcc2Wei Jia BatteryNotifier::getInstance().noteStopVideo(mUid); 30672606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang mBatteryStatNotified = false; 30682606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang } 30692606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang} 30702606b10d51c2dceb851a2ea63e803aba4134bf00Chong Zhang 30715778822d86b0337407514b9372562b86edfa91cdAndreas Huber} // namespace android 3072