SurfaceMediaSource.cpp revision 3d26e897fc91cf6ad3576d25b4b240e9a2189970
13399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi/* 23399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi * Copyright (C) 2011 The Android Open Source Project 33399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi * 43399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi * Licensed under the Apache License, Version 2.0 (the "License"); 53399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi * you may not use this file except in compliance with the License. 63399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi * You may obtain a copy of the License at 73399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi * 83399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi * http://www.apache.org/licenses/LICENSE-2.0 93399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi * 103399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi * Unless required by applicable law or agreed to in writing, software 113399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi * distributed under the License is distributed on an "AS IS" BASIS, 123399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 133399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi * See the License for the specific language governing permissions and 143399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi * limitations under the License. 153399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi */ 167dc9b309f1ce01308bcfde9948ebfece32dc2870Pannag Sanketi//#define LOG_NDEBUG 0 171a2fafbaa36390a06cc9a066fcbe147c8c47ea77Pannag Sanketi#define LOG_TAG "SurfaceMediaSource" 183399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi 19f1d5aa162c02a16b7195a43a9bcea4d592600ac4James Dong#include <media/stagefright/foundation/ADebug.h> 201a2fafbaa36390a06cc9a066fcbe147c8c47ea77Pannag Sanketi#include <media/stagefright/SurfaceMediaSource.h> 213399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi#include <media/stagefright/MetaData.h> 223399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi#include <media/stagefright/MediaDefs.h> 236c6b4d0d2b98a7ceee8b697daaf611f8df3254fbJames Dong#include <OMX_IVCommon.h> 246c6b4d0d2b98a7ceee8b697daaf611f8df3254fbJames Dong#include <MetadataBufferType.h> 253399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi 26f1d5aa162c02a16b7195a43a9bcea4d592600ac4James Dong#include <ui/GraphicBuffer.h> 27df712ea86e6350f7005a02ab0e1c60c28a343ed0Mathias Agopian#include <gui/ISurfaceComposer.h> 28df712ea86e6350f7005a02ab0e1c60c28a343ed0Mathias Agopian#include <gui/IGraphicBufferAlloc.h> 293399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi#include <OMX_Component.h> 303399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi 313399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi#include <utils/Log.h> 323399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi#include <utils/String8.h> 333399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi 34404a123bed7f180724ead17f10e037b3eb347701Mathias Agopian#include <private/gui/ComposerService.h> 35404a123bed7f180724ead17f10e037b3eb347701Mathias Agopian 363399b7267185646c69b04352211fca4fad9d7547Pannag Sanketinamespace android { 373399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi 38bdddc659a941afdb7f4958f582c6901c07246097Daniel LamSurfaceMediaSource::SurfaceMediaSource(uint32_t bufferWidth, uint32_t bufferHeight) : 39bdddc659a941afdb7f4958f582c6901c07246097Daniel Lam mWidth(bufferWidth), 40bdddc659a941afdb7f4958f582c6901c07246097Daniel Lam mHeight(bufferHeight), 41bdddc659a941afdb7f4958f582c6901c07246097Daniel Lam mCurrentSlot(BufferQueue::INVALID_BUFFER_SLOT), 42bdddc659a941afdb7f4958f582c6901c07246097Daniel Lam mCurrentTimestamp(0), 43bdddc659a941afdb7f4958f582c6901c07246097Daniel Lam mFrameRate(30), 44bdddc659a941afdb7f4958f582c6901c07246097Daniel Lam mStopped(false), 45bdddc659a941afdb7f4958f582c6901c07246097Daniel Lam mNumFramesReceived(0), 46bdddc659a941afdb7f4958f582c6901c07246097Daniel Lam mNumFramesEncoded(0), 47bdddc659a941afdb7f4958f582c6901c07246097Daniel Lam mFirstFrameTimestamp(0) 48bdddc659a941afdb7f4958f582c6901c07246097Daniel Lam{ 49a0ead0a2d2ce1d114ad3a17d755dddce831abb40Jamie Gennis ALOGV("SurfaceMediaSource"); 503399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi 51bdddc659a941afdb7f4958f582c6901c07246097Daniel Lam if (bufferWidth == 0 || bufferHeight == 0) { 52bdddc659a941afdb7f4958f582c6901c07246097Daniel Lam ALOGE("Invalid dimensions %dx%d", bufferWidth, bufferHeight); 533399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi } 543399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi 553d26e897fc91cf6ad3576d25b4b240e9a2189970James Dong mBufferQueue = new BufferQueue(true); 56bdddc659a941afdb7f4958f582c6901c07246097Daniel Lam mBufferQueue->setDefaultBufferSize(bufferWidth, bufferHeight); 57bdddc659a941afdb7f4958f582c6901c07246097Daniel Lam mBufferQueue->setSynchronousMode(true); 588add6cf4976de9b7bca7b73b1473a1e5f7201087Eino-Ville Talvala mBufferQueue->setConsumerUsageBits(GRALLOC_USAGE_HW_VIDEO_ENCODER | 598add6cf4976de9b7bca7b73b1473a1e5f7201087Eino-Ville Talvala GRALLOC_USAGE_HW_TEXTURE); 603399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi 61bdddc659a941afdb7f4958f582c6901c07246097Daniel Lam sp<ISurfaceComposer> composer(ComposerService::getComposerService()); 623399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi 63bdddc659a941afdb7f4958f582c6901c07246097Daniel Lam // Note that we can't create an sp<...>(this) in a ctor that will not keep a 64bdddc659a941afdb7f4958f582c6901c07246097Daniel Lam // reference once the ctor ends, as that would cause the refcount of 'this' 65bdddc659a941afdb7f4958f582c6901c07246097Daniel Lam // dropping to 0 at the end of the ctor. Since all we need is a wp<...> 66bdddc659a941afdb7f4958f582c6901c07246097Daniel Lam // that's what we create. 67bdddc659a941afdb7f4958f582c6901c07246097Daniel Lam wp<BufferQueue::ConsumerListener> listener; 68bdddc659a941afdb7f4958f582c6901c07246097Daniel Lam sp<BufferQueue::ConsumerListener> proxy; 69bdddc659a941afdb7f4958f582c6901c07246097Daniel Lam listener = static_cast<BufferQueue::ConsumerListener*>(this); 70bdddc659a941afdb7f4958f582c6901c07246097Daniel Lam proxy = new BufferQueue::ProxyConsumerListener(listener); 713399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi 72bdddc659a941afdb7f4958f582c6901c07246097Daniel Lam status_t err = mBufferQueue->consumerConnect(proxy); 73bdddc659a941afdb7f4958f582c6901c07246097Daniel Lam if (err != NO_ERROR) { 74bdddc659a941afdb7f4958f582c6901c07246097Daniel Lam ALOGE("SurfaceMediaSource: error connecting to BufferQueue: %s (%d)", 75bdddc659a941afdb7f4958f582c6901c07246097Daniel Lam strerror(-err), err); 763399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi } 773399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi} 783399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi 79bdddc659a941afdb7f4958f582c6901c07246097Daniel LamSurfaceMediaSource::~SurfaceMediaSource() { 80a0ead0a2d2ce1d114ad3a17d755dddce831abb40Jamie Gennis ALOGV("~SurfaceMediaSource"); 81a0ead0a2d2ce1d114ad3a17d755dddce831abb40Jamie Gennis CHECK(mStopped == true); 823399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi} 833399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi 841a2fafbaa36390a06cc9a066fcbe147c8c47ea77Pannag Sanketinsecs_t SurfaceMediaSource::getTimestamp() { 85a0ead0a2d2ce1d114ad3a17d755dddce831abb40Jamie Gennis ALOGV("getTimestamp"); 863399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi Mutex::Autolock lock(mMutex); 873399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi return mCurrentTimestamp; 883399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi} 893399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi 901a2fafbaa36390a06cc9a066fcbe147c8c47ea77Pannag Sanketivoid SurfaceMediaSource::setFrameAvailableListener( 913399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi const sp<FrameAvailableListener>& listener) { 92a0ead0a2d2ce1d114ad3a17d755dddce831abb40Jamie Gennis ALOGV("setFrameAvailableListener"); 933399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi Mutex::Autolock lock(mMutex); 943399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi mFrameAvailableListener = listener; 953399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi} 963399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi 971a2fafbaa36390a06cc9a066fcbe147c8c47ea77Pannag Sanketivoid SurfaceMediaSource::dump(String8& result) const 983399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi{ 993399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi char buffer[1024]; 1003399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi dump(result, "", buffer, 1024); 1013399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi} 1023399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi 1031a2fafbaa36390a06cc9a066fcbe147c8c47ea77Pannag Sanketivoid SurfaceMediaSource::dump(String8& result, const char* prefix, 1043399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi char* buffer, size_t SIZE) const 1053399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi{ 106bdddc659a941afdb7f4958f582c6901c07246097Daniel Lam Mutex::Autolock lock(mMutex); 1073399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi 1083399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi result.append(buffer); 109bdddc659a941afdb7f4958f582c6901c07246097Daniel Lam mBufferQueue->dump(result); 1103399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi} 1113399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi 112b33f3407bab0970a7f9241680723a1140b177c50Pannag Sanketistatus_t SurfaceMediaSource::setFrameRate(int32_t fps) 1133399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi{ 114a0ead0a2d2ce1d114ad3a17d755dddce831abb40Jamie Gennis ALOGV("setFrameRate"); 1153399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi Mutex::Autolock lock(mMutex); 116b33f3407bab0970a7f9241680723a1140b177c50Pannag Sanketi const int MAX_FRAME_RATE = 60; 117b33f3407bab0970a7f9241680723a1140b177c50Pannag Sanketi if (fps < 0 || fps > MAX_FRAME_RATE) { 118b33f3407bab0970a7f9241680723a1140b177c50Pannag Sanketi return BAD_VALUE; 119b33f3407bab0970a7f9241680723a1140b177c50Pannag Sanketi } 1203399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi mFrameRate = fps; 121b33f3407bab0970a7f9241680723a1140b177c50Pannag Sanketi return OK; 1223399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi} 1233399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi 124b33f3407bab0970a7f9241680723a1140b177c50Pannag Sanketibool SurfaceMediaSource::isMetaDataStoredInVideoBuffers() const { 1253856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("isMetaDataStoredInVideoBuffers"); 126b33f3407bab0970a7f9241680723a1140b177c50Pannag Sanketi return true; 127b33f3407bab0970a7f9241680723a1140b177c50Pannag Sanketi} 128b33f3407bab0970a7f9241680723a1140b177c50Pannag Sanketi 129b33f3407bab0970a7f9241680723a1140b177c50Pannag Sanketiint32_t SurfaceMediaSource::getFrameRate( ) const { 130a0ead0a2d2ce1d114ad3a17d755dddce831abb40Jamie Gennis ALOGV("getFrameRate"); 1313399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi Mutex::Autolock lock(mMutex); 1323399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi return mFrameRate; 1333399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi} 1343399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi 1351a2fafbaa36390a06cc9a066fcbe147c8c47ea77Pannag Sanketistatus_t SurfaceMediaSource::start(MetaData *params) 1363399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi{ 137a0ead0a2d2ce1d114ad3a17d755dddce831abb40Jamie Gennis ALOGV("start"); 138df4a59c61103e7e0e9332e167a0be67da5d82ff3Eino-Ville Talvala 1393d26e897fc91cf6ad3576d25b4b240e9a2189970James Dong Mutex::Autolock lock(mMutex); 1403d26e897fc91cf6ad3576d25b4b240e9a2189970James Dong 141df4a59c61103e7e0e9332e167a0be67da5d82ff3Eino-Ville Talvala mStartTimeNs = 0; 142df4a59c61103e7e0e9332e167a0be67da5d82ff3Eino-Ville Talvala int64_t startTimeUs; 1433d26e897fc91cf6ad3576d25b4b240e9a2189970James Dong int32_t bufferCount = 0; 1443d26e897fc91cf6ad3576d25b4b240e9a2189970James Dong if (params) { 1453d26e897fc91cf6ad3576d25b4b240e9a2189970James Dong if (params->findInt64(kKeyTime, &startTimeUs)) { 1463d26e897fc91cf6ad3576d25b4b240e9a2189970James Dong mStartTimeNs = startTimeUs * 1000; 1473d26e897fc91cf6ad3576d25b4b240e9a2189970James Dong } 1483d26e897fc91cf6ad3576d25b4b240e9a2189970James Dong 1493d26e897fc91cf6ad3576d25b4b240e9a2189970James Dong if (!params->findInt32(kKeyNumBuffers, &bufferCount)) { 1503d26e897fc91cf6ad3576d25b4b240e9a2189970James Dong ALOGE("Failed to find the advertised buffer count"); 1513d26e897fc91cf6ad3576d25b4b240e9a2189970James Dong return UNKNOWN_ERROR; 1523d26e897fc91cf6ad3576d25b4b240e9a2189970James Dong } 1533d26e897fc91cf6ad3576d25b4b240e9a2189970James Dong 1543d26e897fc91cf6ad3576d25b4b240e9a2189970James Dong if (bufferCount <= 1) { 1553d26e897fc91cf6ad3576d25b4b240e9a2189970James Dong ALOGE("bufferCount %d is too small", bufferCount); 1563d26e897fc91cf6ad3576d25b4b240e9a2189970James Dong return BAD_VALUE; 1573d26e897fc91cf6ad3576d25b4b240e9a2189970James Dong } 1583d26e897fc91cf6ad3576d25b4b240e9a2189970James Dong } 1593d26e897fc91cf6ad3576d25b4b240e9a2189970James Dong 1603d26e897fc91cf6ad3576d25b4b240e9a2189970James Dong if (bufferCount != 0) { 1613d26e897fc91cf6ad3576d25b4b240e9a2189970James Dong status_t err = mBufferQueue->setMaxAcquiredBufferCount(bufferCount); 1623d26e897fc91cf6ad3576d25b4b240e9a2189970James Dong if (err != OK) { 1633d26e897fc91cf6ad3576d25b4b240e9a2189970James Dong return err; 1643d26e897fc91cf6ad3576d25b4b240e9a2189970James Dong } 165df4a59c61103e7e0e9332e167a0be67da5d82ff3Eino-Ville Talvala } 166df4a59c61103e7e0e9332e167a0be67da5d82ff3Eino-Ville Talvala 1673399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi return OK; 1683399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi} 1693399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi 1703399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi 171a0ead0a2d2ce1d114ad3a17d755dddce831abb40Jamie Gennisstatus_t SurfaceMediaSource::stop() 1723399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi{ 173a0ead0a2d2ce1d114ad3a17d755dddce831abb40Jamie Gennis ALOGV("stop"); 1743399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi Mutex::Autolock lock(mMutex); 175bdddc659a941afdb7f4958f582c6901c07246097Daniel Lam 176a0ead0a2d2ce1d114ad3a17d755dddce831abb40Jamie Gennis mStopped = true; 1773399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi mFrameAvailableCondition.signal(); 1783399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi 179a0ead0a2d2ce1d114ad3a17d755dddce831abb40Jamie Gennis return mBufferQueue->consumerDisconnect(); 1803399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi} 1813399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi 1821a2fafbaa36390a06cc9a066fcbe147c8c47ea77Pannag Sanketisp<MetaData> SurfaceMediaSource::getFormat() 1833399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi{ 1843856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("getFormat"); 185bdddc659a941afdb7f4958f582c6901c07246097Daniel Lam 186bdddc659a941afdb7f4958f582c6901c07246097Daniel Lam Mutex::Autolock lock(mMutex); 1873399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi sp<MetaData> meta = new MetaData; 188b33f3407bab0970a7f9241680723a1140b177c50Pannag Sanketi 189bdddc659a941afdb7f4958f582c6901c07246097Daniel Lam meta->setInt32(kKeyWidth, mWidth); 190bdddc659a941afdb7f4958f582c6901c07246097Daniel Lam meta->setInt32(kKeyHeight, mHeight); 1913399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi // The encoder format is set as an opaque colorformat 1923399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi // The encoder will later find out the actual colorformat 1933399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi // from the GL Frames itself. 1943399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi meta->setInt32(kKeyColorFormat, OMX_COLOR_FormatAndroidOpaque); 195bdddc659a941afdb7f4958f582c6901c07246097Daniel Lam meta->setInt32(kKeyStride, mWidth); 196bdddc659a941afdb7f4958f582c6901c07246097Daniel Lam meta->setInt32(kKeySliceHeight, mHeight); 1973399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi meta->setInt32(kKeyFrameRate, mFrameRate); 1983399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi meta->setCString(kKeyMIMEType, MEDIA_MIMETYPE_VIDEO_RAW); 1993399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi return meta; 2003399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi} 2013399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi 2022cd25a9056cc150b9fd3ac9b0bca37a1334ffd47Jamie Gennis// Pass the data to the MediaBuffer. Pass in only the metadata 2032cd25a9056cc150b9fd3ac9b0bca37a1334ffd47Jamie Gennis// The metadata passed consists of two parts: 2042cd25a9056cc150b9fd3ac9b0bca37a1334ffd47Jamie Gennis// 1. First, there is an integer indicating that it is a GRAlloc 2052cd25a9056cc150b9fd3ac9b0bca37a1334ffd47Jamie Gennis// source (kMetadataBufferTypeGrallocSource) 2062cd25a9056cc150b9fd3ac9b0bca37a1334ffd47Jamie Gennis// 2. This is followed by the buffer_handle_t that is a handle to the 2072cd25a9056cc150b9fd3ac9b0bca37a1334ffd47Jamie Gennis// GRalloc buffer. The encoder needs to interpret this GRalloc handle 2082cd25a9056cc150b9fd3ac9b0bca37a1334ffd47Jamie Gennis// and encode the frames. 2092cd25a9056cc150b9fd3ac9b0bca37a1334ffd47Jamie Gennis// -------------------------------------------------------------- 2102cd25a9056cc150b9fd3ac9b0bca37a1334ffd47Jamie Gennis// | kMetadataBufferTypeGrallocSource | sizeof(buffer_handle_t) | 2112cd25a9056cc150b9fd3ac9b0bca37a1334ffd47Jamie Gennis// -------------------------------------------------------------- 2122cd25a9056cc150b9fd3ac9b0bca37a1334ffd47Jamie Gennis// Note: Call only when you have the lock 2132cd25a9056cc150b9fd3ac9b0bca37a1334ffd47Jamie Gennisstatic void passMetadataBuffer(MediaBuffer **buffer, 2142cd25a9056cc150b9fd3ac9b0bca37a1334ffd47Jamie Gennis buffer_handle_t bufferHandle) { 2152cd25a9056cc150b9fd3ac9b0bca37a1334ffd47Jamie Gennis // MediaBuffer allocates and owns this data 2162cd25a9056cc150b9fd3ac9b0bca37a1334ffd47Jamie Gennis MediaBuffer *tempBuffer = new MediaBuffer(4 + sizeof(buffer_handle_t)); 2172cd25a9056cc150b9fd3ac9b0bca37a1334ffd47Jamie Gennis char *data = (char *)tempBuffer->data(); 2182cd25a9056cc150b9fd3ac9b0bca37a1334ffd47Jamie Gennis if (data == NULL) { 2192cd25a9056cc150b9fd3ac9b0bca37a1334ffd47Jamie Gennis ALOGE("Cannot allocate memory for metadata buffer!"); 2202cd25a9056cc150b9fd3ac9b0bca37a1334ffd47Jamie Gennis return; 2212cd25a9056cc150b9fd3ac9b0bca37a1334ffd47Jamie Gennis } 2222cd25a9056cc150b9fd3ac9b0bca37a1334ffd47Jamie Gennis OMX_U32 type = kMetadataBufferTypeGrallocSource; 2232cd25a9056cc150b9fd3ac9b0bca37a1334ffd47Jamie Gennis memcpy(data, &type, 4); 2242cd25a9056cc150b9fd3ac9b0bca37a1334ffd47Jamie Gennis memcpy(data + 4, &bufferHandle, sizeof(buffer_handle_t)); 2252cd25a9056cc150b9fd3ac9b0bca37a1334ffd47Jamie Gennis *buffer = tempBuffer; 2262cd25a9056cc150b9fd3ac9b0bca37a1334ffd47Jamie Gennis 2272cd25a9056cc150b9fd3ac9b0bca37a1334ffd47Jamie Gennis ALOGV("handle = %p, , offset = %d, length = %d", 2282cd25a9056cc150b9fd3ac9b0bca37a1334ffd47Jamie Gennis bufferHandle, (*buffer)->range_length(), (*buffer)->range_offset()); 2292cd25a9056cc150b9fd3ac9b0bca37a1334ffd47Jamie Gennis} 2302cd25a9056cc150b9fd3ac9b0bca37a1334ffd47Jamie Gennis 2311a2fafbaa36390a06cc9a066fcbe147c8c47ea77Pannag Sanketistatus_t SurfaceMediaSource::read( MediaBuffer **buffer, 2320c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi const ReadOptions *options) 2333399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi{ 234bdddc659a941afdb7f4958f582c6901c07246097Daniel Lam ALOGV("read"); 235bdddc659a941afdb7f4958f582c6901c07246097Daniel Lam Mutex::Autolock lock(mMutex); 2360c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi 2373399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi *buffer = NULL; 2383399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi 239bdddc659a941afdb7f4958f582c6901c07246097Daniel Lam // Update the current buffer info 240bdddc659a941afdb7f4958f582c6901c07246097Daniel Lam // TODO: mCurrentSlot can be made a bufferstate since there 241bdddc659a941afdb7f4958f582c6901c07246097Daniel Lam // can be more than one "current" slots. 242bdddc659a941afdb7f4958f582c6901c07246097Daniel Lam 243bdddc659a941afdb7f4958f582c6901c07246097Daniel Lam BufferQueue::BufferItem item; 2443399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi // If the recording has started and the queue is empty, then just 2453399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi // wait here till the frames come in from the client side 246bdddc659a941afdb7f4958f582c6901c07246097Daniel Lam while (!mStopped) { 247bdddc659a941afdb7f4958f582c6901c07246097Daniel Lam 248bdddc659a941afdb7f4958f582c6901c07246097Daniel Lam status_t err = mBufferQueue->acquireBuffer(&item); 249bdddc659a941afdb7f4958f582c6901c07246097Daniel Lam if (err == BufferQueue::NO_BUFFER_AVAILABLE) { 250bdddc659a941afdb7f4958f582c6901c07246097Daniel Lam // wait for a buffer to be queued 251bdddc659a941afdb7f4958f582c6901c07246097Daniel Lam mFrameAvailableCondition.wait(mMutex); 252bdddc659a941afdb7f4958f582c6901c07246097Daniel Lam } else if (err == OK) { 253bdddc659a941afdb7f4958f582c6901c07246097Daniel Lam 254bdddc659a941afdb7f4958f582c6901c07246097Daniel Lam // First time seeing the buffer? Added it to the SMS slot 255bdddc659a941afdb7f4958f582c6901c07246097Daniel Lam if (item.mGraphicBuffer != NULL) { 256bdddc659a941afdb7f4958f582c6901c07246097Daniel Lam mBufferSlot[item.mBuf] = item.mGraphicBuffer; 257bdddc659a941afdb7f4958f582c6901c07246097Daniel Lam } 258bdddc659a941afdb7f4958f582c6901c07246097Daniel Lam 259bdddc659a941afdb7f4958f582c6901c07246097Daniel Lam // check for the timing of this buffer 260bdddc659a941afdb7f4958f582c6901c07246097Daniel Lam if (mNumFramesReceived == 0) { 261bdddc659a941afdb7f4958f582c6901c07246097Daniel Lam mFirstFrameTimestamp = item.mTimestamp; 262bdddc659a941afdb7f4958f582c6901c07246097Daniel Lam // Initial delay 263bdddc659a941afdb7f4958f582c6901c07246097Daniel Lam if (mStartTimeNs > 0) { 264bdddc659a941afdb7f4958f582c6901c07246097Daniel Lam if (item.mTimestamp < mStartTimeNs) { 265bdddc659a941afdb7f4958f582c6901c07246097Daniel Lam // This frame predates start of record, discard 266f15f6e2e7fc51d48ba95890e1f562908e6e957c0Jesse Hall mBufferQueue->releaseBuffer(item.mBuf, EGL_NO_DISPLAY, 267f15f6e2e7fc51d48ba95890e1f562908e6e957c0Jesse Hall EGL_NO_SYNC_KHR, Fence::NO_FENCE); 268bdddc659a941afdb7f4958f582c6901c07246097Daniel Lam continue; 269bdddc659a941afdb7f4958f582c6901c07246097Daniel Lam } 270bdddc659a941afdb7f4958f582c6901c07246097Daniel Lam mStartTimeNs = item.mTimestamp - mStartTimeNs; 271bdddc659a941afdb7f4958f582c6901c07246097Daniel Lam } 272bdddc659a941afdb7f4958f582c6901c07246097Daniel Lam } 273bdddc659a941afdb7f4958f582c6901c07246097Daniel Lam item.mTimestamp = mStartTimeNs + (item.mTimestamp - mFirstFrameTimestamp); 274bdddc659a941afdb7f4958f582c6901c07246097Daniel Lam 275bdddc659a941afdb7f4958f582c6901c07246097Daniel Lam mNumFramesReceived++; 276bdddc659a941afdb7f4958f582c6901c07246097Daniel Lam 277bdddc659a941afdb7f4958f582c6901c07246097Daniel Lam break; 278bdddc659a941afdb7f4958f582c6901c07246097Daniel Lam } else { 279bdddc659a941afdb7f4958f582c6901c07246097Daniel Lam ALOGE("read: acquire failed with error code %d", err); 280bdddc659a941afdb7f4958f582c6901c07246097Daniel Lam return ERROR_END_OF_STREAM; 281bdddc659a941afdb7f4958f582c6901c07246097Daniel Lam } 282bdddc659a941afdb7f4958f582c6901c07246097Daniel Lam 2833399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi } 2843399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi 2853399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi // If the loop was exited as a result of stopping the recording, 2863399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi // it is OK 2870c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi if (mStopped) { 2883856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("Read: SurfaceMediaSource is stopped. Returning ERROR_END_OF_STREAM."); 2893e9bf4061475ae0d01c57e32c13e63808aa3e31fPannag Sanketi return ERROR_END_OF_STREAM; 2903399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi } 2913399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi 292bdddc659a941afdb7f4958f582c6901c07246097Daniel Lam mCurrentSlot = item.mBuf; 293bdddc659a941afdb7f4958f582c6901c07246097Daniel Lam 294bdddc659a941afdb7f4958f582c6901c07246097Daniel Lam // First time seeing the buffer? Added it to the SMS slot 295bdddc659a941afdb7f4958f582c6901c07246097Daniel Lam if (item.mGraphicBuffer != NULL) { 296bdddc659a941afdb7f4958f582c6901c07246097Daniel Lam mBufferSlot[mCurrentSlot] = item.mGraphicBuffer; 297bdddc659a941afdb7f4958f582c6901c07246097Daniel Lam } 2982cd25a9056cc150b9fd3ac9b0bca37a1334ffd47Jamie Gennis 2992cd25a9056cc150b9fd3ac9b0bca37a1334ffd47Jamie Gennis mCurrentBuffers.push_back(mBufferSlot[mCurrentSlot]); 3000c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi int64_t prevTimeStamp = mCurrentTimestamp; 301bdddc659a941afdb7f4958f582c6901c07246097Daniel Lam mCurrentTimestamp = item.mTimestamp; 302df4a59c61103e7e0e9332e167a0be67da5d82ff3Eino-Ville Talvala 3030c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi mNumFramesEncoded++; 304a361483bb5dbd3bbf132c5b99b2df7d197c3fc50Pannag Sanketi // Pass the data to the MediaBuffer. Pass in only the metadata 3052cd25a9056cc150b9fd3ac9b0bca37a1334ffd47Jamie Gennis passMetadataBuffer(buffer, mBufferSlot[mCurrentSlot]->handle); 306a361483bb5dbd3bbf132c5b99b2df7d197c3fc50Pannag Sanketi 3073399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi (*buffer)->setObserver(this); 3083399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi (*buffer)->add_ref(); 3090c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi (*buffer)->meta_data()->setInt64(kKeyTime, mCurrentTimestamp / 1000); 3103856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("Frames encoded = %d, timestamp = %lld, time diff = %lld", 3110c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi mNumFramesEncoded, mCurrentTimestamp / 1000, 3120c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi mCurrentTimestamp / 1000 - prevTimeStamp / 1000); 3133399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi 314bdddc659a941afdb7f4958f582c6901c07246097Daniel Lam 3153399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi return OK; 3163399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi} 3173399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi 3182cd25a9056cc150b9fd3ac9b0bca37a1334ffd47Jamie Gennisstatic buffer_handle_t getMediaBufferHandle(MediaBuffer *buffer) { 3192cd25a9056cc150b9fd3ac9b0bca37a1334ffd47Jamie Gennis // need to convert to char* for pointer arithmetic and then 3202cd25a9056cc150b9fd3ac9b0bca37a1334ffd47Jamie Gennis // copy the byte stream into our handle 3212cd25a9056cc150b9fd3ac9b0bca37a1334ffd47Jamie Gennis buffer_handle_t bufferHandle; 3222cd25a9056cc150b9fd3ac9b0bca37a1334ffd47Jamie Gennis memcpy(&bufferHandle, (char*)(buffer->data()) + 4, sizeof(buffer_handle_t)); 3232cd25a9056cc150b9fd3ac9b0bca37a1334ffd47Jamie Gennis return bufferHandle; 3240c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi} 325a361483bb5dbd3bbf132c5b99b2df7d197c3fc50Pannag Sanketi 3261a2fafbaa36390a06cc9a066fcbe147c8c47ea77Pannag Sanketivoid SurfaceMediaSource::signalBufferReturned(MediaBuffer *buffer) { 3273856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("signalBufferReturned"); 3283399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi 3293399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi bool foundBuffer = false; 330bdddc659a941afdb7f4958f582c6901c07246097Daniel Lam 331bdddc659a941afdb7f4958f582c6901c07246097Daniel Lam Mutex::Autolock lock(mMutex); 3323399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi 3332cd25a9056cc150b9fd3ac9b0bca37a1334ffd47Jamie Gennis buffer_handle_t bufferHandle = getMediaBufferHandle(buffer); 3342cd25a9056cc150b9fd3ac9b0bca37a1334ffd47Jamie Gennis 3352cd25a9056cc150b9fd3ac9b0bca37a1334ffd47Jamie Gennis for (size_t i = 0; i < mCurrentBuffers.size(); i++) { 3362cd25a9056cc150b9fd3ac9b0bca37a1334ffd47Jamie Gennis if (mCurrentBuffers[i]->handle == bufferHandle) { 3372cd25a9056cc150b9fd3ac9b0bca37a1334ffd47Jamie Gennis mCurrentBuffers.removeAt(i); 3382cd25a9056cc150b9fd3ac9b0bca37a1334ffd47Jamie Gennis foundBuffer = true; 3392cd25a9056cc150b9fd3ac9b0bca37a1334ffd47Jamie Gennis break; 3402cd25a9056cc150b9fd3ac9b0bca37a1334ffd47Jamie Gennis } 3412cd25a9056cc150b9fd3ac9b0bca37a1334ffd47Jamie Gennis } 3422cd25a9056cc150b9fd3ac9b0bca37a1334ffd47Jamie Gennis 3432cd25a9056cc150b9fd3ac9b0bca37a1334ffd47Jamie Gennis if (!foundBuffer) { 3442cd25a9056cc150b9fd3ac9b0bca37a1334ffd47Jamie Gennis ALOGW("returned buffer was not found in the current buffer list"); 3453399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi } 3463399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi 347bdddc659a941afdb7f4958f582c6901c07246097Daniel Lam for (int id = 0; id < BufferQueue::NUM_BUFFER_SLOTS; id++) { 348bdddc659a941afdb7f4958f582c6901c07246097Daniel Lam if (mBufferSlot[id] == NULL) { 3490c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi continue; 3500c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi } 3512cd25a9056cc150b9fd3ac9b0bca37a1334ffd47Jamie Gennis 3522cd25a9056cc150b9fd3ac9b0bca37a1334ffd47Jamie Gennis if (bufferHandle == mBufferSlot[id]->handle) { 3533856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("Slot %d returned, matches handle = %p", id, 354bdddc659a941afdb7f4958f582c6901c07246097Daniel Lam mBufferSlot[id]->handle); 355bdddc659a941afdb7f4958f582c6901c07246097Daniel Lam 356f15f6e2e7fc51d48ba95890e1f562908e6e957c0Jesse Hall mBufferQueue->releaseBuffer(id, EGL_NO_DISPLAY, EGL_NO_SYNC_KHR, 357f15f6e2e7fc51d48ba95890e1f562908e6e957c0Jesse Hall Fence::NO_FENCE); 358bdddc659a941afdb7f4958f582c6901c07246097Daniel Lam 3593399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi buffer->setObserver(0); 3603399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi buffer->release(); 361bdddc659a941afdb7f4958f582c6901c07246097Daniel Lam 3623399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi foundBuffer = true; 3633399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi break; 3643399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi } 3653399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi } 3663399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi 3673399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi if (!foundBuffer) { 368f1d5aa162c02a16b7195a43a9bcea4d592600ac4James Dong CHECK(!"signalBufferReturned: bogus buffer"); 3693399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi } 3703399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi} 3713399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi 372bdddc659a941afdb7f4958f582c6901c07246097Daniel Lam// Part of the BufferQueue::ConsumerListener 373bdddc659a941afdb7f4958f582c6901c07246097Daniel Lamvoid SurfaceMediaSource::onFrameAvailable() { 374bdddc659a941afdb7f4958f582c6901c07246097Daniel Lam ALOGV("onFrameAvailable"); 375bdddc659a941afdb7f4958f582c6901c07246097Daniel Lam 376bdddc659a941afdb7f4958f582c6901c07246097Daniel Lam sp<FrameAvailableListener> listener; 377bdddc659a941afdb7f4958f582c6901c07246097Daniel Lam { // scope for the lock 378bdddc659a941afdb7f4958f582c6901c07246097Daniel Lam Mutex::Autolock lock(mMutex); 379bdddc659a941afdb7f4958f582c6901c07246097Daniel Lam mFrameAvailableCondition.broadcast(); 380bdddc659a941afdb7f4958f582c6901c07246097Daniel Lam listener = mFrameAvailableListener; 381bdddc659a941afdb7f4958f582c6901c07246097Daniel Lam } 382bdddc659a941afdb7f4958f582c6901c07246097Daniel Lam 383bdddc659a941afdb7f4958f582c6901c07246097Daniel Lam if (listener != NULL) { 384bdddc659a941afdb7f4958f582c6901c07246097Daniel Lam ALOGV("actually calling onFrameAvailable"); 385bdddc659a941afdb7f4958f582c6901c07246097Daniel Lam listener->onFrameAvailable(); 386bdddc659a941afdb7f4958f582c6901c07246097Daniel Lam } 387bdddc659a941afdb7f4958f582c6901c07246097Daniel Lam} 388bdddc659a941afdb7f4958f582c6901c07246097Daniel Lam 389bdddc659a941afdb7f4958f582c6901c07246097Daniel Lam// SurfaceMediaSource hijacks this event to assume 390bdddc659a941afdb7f4958f582c6901c07246097Daniel Lam// the prodcuer is disconnecting from the BufferQueue 391bdddc659a941afdb7f4958f582c6901c07246097Daniel Lam// and that it should stop the recording 392bdddc659a941afdb7f4958f582c6901c07246097Daniel Lamvoid SurfaceMediaSource::onBuffersReleased() { 393bdddc659a941afdb7f4958f582c6901c07246097Daniel Lam ALOGV("onBuffersReleased"); 394bdddc659a941afdb7f4958f582c6901c07246097Daniel Lam 395bdddc659a941afdb7f4958f582c6901c07246097Daniel Lam Mutex::Autolock lock(mMutex); 396bdddc659a941afdb7f4958f582c6901c07246097Daniel Lam 397bdddc659a941afdb7f4958f582c6901c07246097Daniel Lam mFrameAvailableCondition.signal(); 398bdddc659a941afdb7f4958f582c6901c07246097Daniel Lam 399bdddc659a941afdb7f4958f582c6901c07246097Daniel Lam for (int i = 0; i < BufferQueue::NUM_BUFFER_SLOTS; i++) { 400bdddc659a941afdb7f4958f582c6901c07246097Daniel Lam mBufferSlot[i] = 0; 401bdddc659a941afdb7f4958f582c6901c07246097Daniel Lam } 402a361483bb5dbd3bbf132c5b99b2df7d197c3fc50Pannag Sanketi} 4033399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi 4043399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi} // end of namespace android 405