SurfaceMediaSource.cpp revision 0c5c7d2b119d2350c186ae9902919bcf28c3e277
13399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi/* 23399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi * Copyright (C) 2011 The Android Open Source Project 33399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi * 43399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi * Licensed under the Apache License, Version 2.0 (the "License"); 53399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi * you may not use this file except in compliance with the License. 63399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi * You may obtain a copy of the License at 73399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi * 83399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi * http://www.apache.org/licenses/LICENSE-2.0 93399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi * 103399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi * Unless required by applicable law or agreed to in writing, software 113399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi * distributed under the License is distributed on an "AS IS" BASIS, 123399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 133399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi * See the License for the specific language governing permissions and 143399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi * limitations under the License. 153399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi */ 163399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi// #define LOG_NDEBUG 0 171a2fafbaa36390a06cc9a066fcbe147c8c47ea77Pannag Sanketi#define LOG_TAG "SurfaceMediaSource" 183399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi 191a2fafbaa36390a06cc9a066fcbe147c8c47ea77Pannag Sanketi#include <media/stagefright/SurfaceMediaSource.h> 203399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi#include <ui/GraphicBuffer.h> 213399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi#include <media/stagefright/MetaData.h> 223399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi#include <media/stagefright/MediaDefs.h> 233399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi#include <media/stagefright/MediaDebug.h> 243399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi#include <media/stagefright/openmax/OMX_IVCommon.h> 25a361483bb5dbd3bbf132c5b99b2df7d197c3fc50Pannag Sanketi#include <media/stagefright/MetadataBufferType.h> 263399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi 273399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi#include <surfaceflinger/ISurfaceComposer.h> 283399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi#include <surfaceflinger/SurfaceComposerClient.h> 293399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi#include <surfaceflinger/IGraphicBufferAlloc.h> 303399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi#include <OMX_Component.h> 313399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi 323399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi#include <utils/Log.h> 333399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi#include <utils/String8.h> 343399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi 353399b7267185646c69b04352211fca4fad9d7547Pannag Sanketinamespace android { 363399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi 371a2fafbaa36390a06cc9a066fcbe147c8c47ea77Pannag SanketiSurfaceMediaSource::SurfaceMediaSource(uint32_t bufW, uint32_t bufH) : 38b33f3407bab0970a7f9241680723a1140b177c50Pannag Sanketi mDefaultWidth(bufW), 39b33f3407bab0970a7f9241680723a1140b177c50Pannag Sanketi mDefaultHeight(bufH), 40b33f3407bab0970a7f9241680723a1140b177c50Pannag Sanketi mPixelFormat(0), 41b33f3407bab0970a7f9241680723a1140b177c50Pannag Sanketi mBufferCount(MIN_ASYNC_BUFFER_SLOTS), 42b33f3407bab0970a7f9241680723a1140b177c50Pannag Sanketi mClientBufferCount(0), 43b33f3407bab0970a7f9241680723a1140b177c50Pannag Sanketi mServerBufferCount(MIN_ASYNC_BUFFER_SLOTS), 44b33f3407bab0970a7f9241680723a1140b177c50Pannag Sanketi mCurrentSlot(INVALID_BUFFER_SLOT), 45b33f3407bab0970a7f9241680723a1140b177c50Pannag Sanketi mCurrentTimestamp(0), 46b33f3407bab0970a7f9241680723a1140b177c50Pannag Sanketi mSynchronousMode(true), 47b33f3407bab0970a7f9241680723a1140b177c50Pannag Sanketi mConnectedApi(NO_CONNECTED_API), 48b33f3407bab0970a7f9241680723a1140b177c50Pannag Sanketi mFrameRate(30), 490c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi mNumFramesReceived(0), 500c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi mNumFramesEncoded(0), 510c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi mStopped(false) { 521a2fafbaa36390a06cc9a066fcbe147c8c47ea77Pannag Sanketi LOGV("SurfaceMediaSource::SurfaceMediaSource"); 533399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi sp<ISurfaceComposer> composer(ComposerService::getComposerService()); 543399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi mGraphicBufferAlloc = composer->createGraphicBufferAlloc(); 553399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi} 563399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi 571a2fafbaa36390a06cc9a066fcbe147c8c47ea77Pannag SanketiSurfaceMediaSource::~SurfaceMediaSource() { 581a2fafbaa36390a06cc9a066fcbe147c8c47ea77Pannag Sanketi LOGV("SurfaceMediaSource::~SurfaceMediaSource"); 590c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi if (!mStopped) { 603399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi stop(); 613399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi } 623399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi} 633399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi 641a2fafbaa36390a06cc9a066fcbe147c8c47ea77Pannag Sanketisize_t SurfaceMediaSource::getQueuedCount() const { 653399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi Mutex::Autolock lock(mMutex); 663399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi return mQueue.size(); 673399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi} 683399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi 691a2fafbaa36390a06cc9a066fcbe147c8c47ea77Pannag Sanketistatus_t SurfaceMediaSource::setBufferCountServerLocked(int bufferCount) { 703399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi if (bufferCount > NUM_BUFFER_SLOTS) 713399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi return BAD_VALUE; 723399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi 733399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi // special-case, nothing to do 743399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi if (bufferCount == mBufferCount) 753399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi return OK; 763399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi 773399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi if (!mClientBufferCount && 783399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi bufferCount >= mBufferCount) { 793399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi // easy, we just have more buffers 803399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi mBufferCount = bufferCount; 813399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi mServerBufferCount = bufferCount; 823399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi mDequeueCondition.signal(); 833399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi } else { 843399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi // we're here because we're either 853399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi // - reducing the number of available buffers 863399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi // - or there is a client-buffer-count in effect 873399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi 883399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi // less than 2 buffers is never allowed 893399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi if (bufferCount < 2) 903399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi return BAD_VALUE; 913399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi 923399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi // when there is non client-buffer-count in effect, the client is not 933399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi // allowed to dequeue more than one buffer at a time, 943399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi // so the next time they dequeue a buffer, we know that they don't 953399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi // own one. the actual resizing will happen during the next 963399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi // dequeueBuffer. 973399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi 983399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi mServerBufferCount = bufferCount; 993399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi } 1003399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi return OK; 1013399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi} 1023399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi 1033399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi// Called from the consumer side 1041a2fafbaa36390a06cc9a066fcbe147c8c47ea77Pannag Sanketistatus_t SurfaceMediaSource::setBufferCountServer(int bufferCount) { 1053399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi Mutex::Autolock lock(mMutex); 1063399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi return setBufferCountServerLocked(bufferCount); 1073399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi} 1083399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi 1091a2fafbaa36390a06cc9a066fcbe147c8c47ea77Pannag Sanketistatus_t SurfaceMediaSource::setBufferCount(int bufferCount) { 1101a2fafbaa36390a06cc9a066fcbe147c8c47ea77Pannag Sanketi LOGV("SurfaceMediaSource::setBufferCount"); 1113399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi if (bufferCount > NUM_BUFFER_SLOTS) { 1123399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi LOGE("setBufferCount: bufferCount is larger than the number of buffer slots"); 1133399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi return BAD_VALUE; 1143399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi } 1153399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi 1163399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi Mutex::Autolock lock(mMutex); 1173399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi // Error out if the user has dequeued buffers 1183399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi for (int i = 0 ; i < mBufferCount ; i++) { 1193399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi if (mSlots[i].mBufferState == BufferSlot::DEQUEUED) { 1203399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi LOGE("setBufferCount: client owns some buffers"); 1213399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi return INVALID_OPERATION; 1223399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi } 1233399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi } 1243399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi 1253399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi if (bufferCount == 0) { 1263399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi const int minBufferSlots = mSynchronousMode ? 1273399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi MIN_SYNC_BUFFER_SLOTS : MIN_ASYNC_BUFFER_SLOTS; 1283399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi mClientBufferCount = 0; 1293399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi bufferCount = (mServerBufferCount >= minBufferSlots) ? 1303399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi mServerBufferCount : minBufferSlots; 1313399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi return setBufferCountServerLocked(bufferCount); 1323399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi } 1333399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi 1343399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi // We don't allow the client to set a buffer-count less than 1353399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi // MIN_ASYNC_BUFFER_SLOTS (3), there is no reason for it. 1363399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi if (bufferCount < MIN_ASYNC_BUFFER_SLOTS) { 1373399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi return BAD_VALUE; 1383399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi } 1393399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi 1403399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi // here we're guaranteed that the client doesn't have dequeued buffers 1413399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi // and will release all of its buffer references. 1423399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi mBufferCount = bufferCount; 1433399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi mClientBufferCount = bufferCount; 1443399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi mCurrentSlot = INVALID_BUFFER_SLOT; 1453399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi mQueue.clear(); 1463399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi mDequeueCondition.signal(); 1470c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi freeAllBuffersLocked(); 1483399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi return OK; 1493399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi} 1503399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi 15129a142c7237821b6dc7bd1e8b56bb1efdc56767bJamie Gennisstatus_t SurfaceMediaSource::requestBuffer(int slot, sp<GraphicBuffer>* buf) { 1521a2fafbaa36390a06cc9a066fcbe147c8c47ea77Pannag Sanketi LOGV("SurfaceMediaSource::requestBuffer"); 1533399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi Mutex::Autolock lock(mMutex); 15429a142c7237821b6dc7bd1e8b56bb1efdc56767bJamie Gennis if (slot < 0 || mBufferCount <= slot) { 1553399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi LOGE("requestBuffer: slot index out of range [0, %d]: %d", 15629a142c7237821b6dc7bd1e8b56bb1efdc56767bJamie Gennis mBufferCount, slot); 15729a142c7237821b6dc7bd1e8b56bb1efdc56767bJamie Gennis return BAD_VALUE; 1583399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi } 15929a142c7237821b6dc7bd1e8b56bb1efdc56767bJamie Gennis mSlots[slot].mRequestBufferCalled = true; 16029a142c7237821b6dc7bd1e8b56bb1efdc56767bJamie Gennis *buf = mSlots[slot].mGraphicBuffer; 16129a142c7237821b6dc7bd1e8b56bb1efdc56767bJamie Gennis return NO_ERROR; 1623399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi} 1633399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi 1641a2fafbaa36390a06cc9a066fcbe147c8c47ea77Pannag Sanketistatus_t SurfaceMediaSource::dequeueBuffer(int *outBuf, uint32_t w, uint32_t h, 1653399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi uint32_t format, uint32_t usage) { 1663399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi LOGV("dequeueBuffer"); 1670c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi Mutex::Autolock lock(mMutex); 1683399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi 1693399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi // Check for the buffer size- the client should just use the 1703399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi // default width and height, and not try to set those. 1713399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi // This is needed since 1723399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi // the getFormat() returns mDefaultWidth/ Height for the OMX. It is 1733399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi // queried by OMX in the beginning and not every time a frame comes. 1743399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi // Not sure if there is a way to update the 1753399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi // frame size while recording. So as of now, the client side 1763399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi // sets the default values via the constructor, and the encoder is 1773399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi // setup to encode frames of that size 1783399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi // The design might need to change in the future. 1793399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi // TODO: Currently just uses mDefaultWidth/Height. In the future 1803399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi // we might declare mHeight and mWidth and check against those here. 1813399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi if ((w != 0) || (h != 0)) { 1823399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi LOGE("dequeuebuffer: invalid buffer size! Req: %dx%d, Found: %dx%d", 1833399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi mDefaultWidth, mDefaultHeight, w, h); 1843399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi return BAD_VALUE; 1853399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi } 1863399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi 1873399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi status_t returnFlags(OK); 1883399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi int found, foundSync; 1893399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi int dequeuedCount = 0; 1903399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi bool tryAgain = true; 1913399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi while (tryAgain) { 1923399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi // We need to wait for the FIFO to drain if the number of buffer 1933399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi // needs to change. 1943399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi // 1953399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi // The condition "number of buffer needs to change" is true if 1963399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi // - the client doesn't care about how many buffers there are 1973399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi // - AND the actual number of buffer is different from what was 1983399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi // set in the last setBufferCountServer() 1993399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi // - OR - 2003399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi // setBufferCountServer() was set to a value incompatible with 2013399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi // the synchronization mode (for instance because the sync mode 2023399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi // changed since) 2033399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi // 2043399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi // As long as this condition is true AND the FIFO is not empty, we 2053399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi // wait on mDequeueCondition. 2063399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi 2073399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi int minBufferCountNeeded = mSynchronousMode ? 2083399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi MIN_SYNC_BUFFER_SLOTS : MIN_ASYNC_BUFFER_SLOTS; 2093399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi 2103399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi if (!mClientBufferCount && 2113399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi ((mServerBufferCount != mBufferCount) || 2123399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi (mServerBufferCount < minBufferCountNeeded))) { 2133399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi // wait for the FIFO to drain 2143399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi while (!mQueue.isEmpty()) { 2153399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi LOGV("Waiting for the FIFO to drain"); 2163399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi mDequeueCondition.wait(mMutex); 2173399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi } 2180c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi if (mStopped) { 2190c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi return NO_INIT; 2200c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi } 2213399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi // need to check again since the mode could have changed 2223399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi // while we were waiting 2233399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi minBufferCountNeeded = mSynchronousMode ? 2243399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi MIN_SYNC_BUFFER_SLOTS : MIN_ASYNC_BUFFER_SLOTS; 2253399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi } 2263399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi 2273399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi if (!mClientBufferCount && 2283399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi ((mServerBufferCount != mBufferCount) || 2293399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi (mServerBufferCount < minBufferCountNeeded))) { 2303399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi // here we're guaranteed that mQueue is empty 2310c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi freeAllBuffersLocked(); 2323399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi mBufferCount = mServerBufferCount; 2333399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi if (mBufferCount < minBufferCountNeeded) 2343399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi mBufferCount = minBufferCountNeeded; 2353399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi mCurrentSlot = INVALID_BUFFER_SLOT; 2363399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi returnFlags |= ISurfaceTexture::RELEASE_ALL_BUFFERS; 2373399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi } 2383399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi 2393399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi // look for a free buffer to give to the client 2403399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi found = INVALID_BUFFER_SLOT; 2413399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi foundSync = INVALID_BUFFER_SLOT; 2423399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi dequeuedCount = 0; 2433399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi for (int i = 0; i < mBufferCount; i++) { 2443399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi const int state = mSlots[i].mBufferState; 2453399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi if (state == BufferSlot::DEQUEUED) { 2463399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi dequeuedCount++; 2473399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi continue; // won't be continuing if could 2483399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi // dequeue a non 'FREE' current slot like 2493399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi // that in SurfaceTexture 2503399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi } 2513399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi // In case of Encoding, we do not deque the mCurrentSlot buffer 2523399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi // since we follow synchronous mode (unlike possibly in 2533399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi // SurfaceTexture that could be using the asynch mode 2543399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi // or has some mechanism in GL to be able to wait till the 2553399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi // currentslot is done using the data) 2563399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi // Here, we have to wait for the MPEG4Writer(or equiv) 2573399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi // to tell us when it's done using the current buffer 2583399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi if (state == BufferSlot::FREE) { 2593399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi foundSync = i; 2603399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi // Unlike that in SurfaceTexture, 2613399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi // We don't need to worry if it is the 2623399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi // currentslot or not as it is in state FREE 2633399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi found = i; 2643399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi break; 2653399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi } 2663399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi } 2673399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi 2683399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi // clients are not allowed to dequeue more than one buffer 2693399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi // if they didn't set a buffer count. 2703399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi if (!mClientBufferCount && dequeuedCount) { 2713399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi return -EINVAL; 2723399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi } 2733399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi 2743399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi // See whether a buffer has been queued since the last setBufferCount so 2753399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi // we know whether to perform the MIN_UNDEQUEUED_BUFFERS check below. 2763399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi bool bufferHasBeenQueued = mCurrentSlot != INVALID_BUFFER_SLOT; 2773399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi if (bufferHasBeenQueued) { 2783399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi // make sure the client is not trying to dequeue more buffers 2793399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi // than allowed. 2803399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi const int avail = mBufferCount - (dequeuedCount+1); 2813399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi if (avail < (MIN_UNDEQUEUED_BUFFERS-int(mSynchronousMode))) { 2823399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi LOGE("dequeueBuffer: MIN_UNDEQUEUED_BUFFERS=%d exceeded (dequeued=%d)", 2833399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi MIN_UNDEQUEUED_BUFFERS-int(mSynchronousMode), 2843399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi dequeuedCount); 2853399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi return -EBUSY; 2863399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi } 2873399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi } 2883399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi 2893399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi // we're in synchronous mode and didn't find a buffer, we need to wait 2903399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi // for for some buffers to be consumed 2913399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi tryAgain = mSynchronousMode && (foundSync == INVALID_BUFFER_SLOT); 2923399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi if (tryAgain) { 2930c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi LOGV("Waiting..In synchronous mode and no buffer to dequeue"); 2943399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi mDequeueCondition.wait(mMutex); 2953399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi } 2960c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi if (mStopped) { 2970c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi return NO_INIT; 2980c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi } 2993399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi } 3003399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi 3013399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi if (mSynchronousMode && found == INVALID_BUFFER_SLOT) { 3023399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi // foundSync guaranteed to be != INVALID_BUFFER_SLOT 3033399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi found = foundSync; 3043399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi } 3053399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi 3063399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi if (found == INVALID_BUFFER_SLOT) { 3073399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi return -EBUSY; 3083399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi } 3093399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi 3100c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi const int bufIndex = found; 3113399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi *outBuf = found; 3123399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi 3133399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi const bool useDefaultSize = !w && !h; 3143399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi if (useDefaultSize) { 3153399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi // use the default size 3163399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi w = mDefaultWidth; 3173399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi h = mDefaultHeight; 3183399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi } 3193399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi 3203399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi const bool updateFormat = (format != 0); 3213399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi if (!updateFormat) { 3223399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi // keep the current (or default) format 3233399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi format = mPixelFormat; 3243399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi } 3253399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi 3263399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi // buffer is now in DEQUEUED (but can also be current at the same time, 3273399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi // if we're in synchronous mode) 3280c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi mSlots[bufIndex].mBufferState = BufferSlot::DEQUEUED; 3293399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi 3300c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi const sp<GraphicBuffer>& buffer(mSlots[bufIndex].mGraphicBuffer); 3313399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi if ((buffer == NULL) || 3323399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi (uint32_t(buffer->width) != w) || 3333399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi (uint32_t(buffer->height) != h) || 3343399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi (uint32_t(buffer->format) != format) || 3353399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi ((uint32_t(buffer->usage) & usage) != usage)) { 3363399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi usage |= GraphicBuffer::USAGE_HW_TEXTURE; 3373399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi status_t error; 3383399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi sp<GraphicBuffer> graphicBuffer( 3393399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi mGraphicBufferAlloc->createGraphicBuffer( 3403399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi w, h, format, usage, &error)); 3413399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi if (graphicBuffer == 0) { 3423399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi LOGE("dequeueBuffer: SurfaceComposer::createGraphicBuffer failed"); 3433399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi return error; 3443399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi } 3453399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi if (updateFormat) { 3463399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi mPixelFormat = format; 3473399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi } 3480c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi mSlots[bufIndex].mGraphicBuffer = graphicBuffer; 3490c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi mSlots[bufIndex].mRequestBufferCalled = false; 3503399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi returnFlags |= ISurfaceTexture::BUFFER_NEEDS_REALLOCATION; 3513399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi } 3523399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi return returnFlags; 3533399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi} 3543399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi 3550c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi// TODO: clean this up 3561a2fafbaa36390a06cc9a066fcbe147c8c47ea77Pannag Sanketistatus_t SurfaceMediaSource::setSynchronousMode(bool enabled) { 3573399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi Mutex::Autolock lock(mMutex); 3580c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi if (mStopped) { 3590c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi LOGE("setSynchronousMode: SurfaceMediaSource has been stopped!"); 3600c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi return NO_INIT; 3610c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi } 3623399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi 3633399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi if (!enabled) { 3640c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi // Async mode is not allowed 3650c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi LOGE("SurfaceMediaSource can be used only synchronous mode!"); 3660c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi return INVALID_OPERATION; 3673399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi } 3683399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi 3693399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi if (mSynchronousMode != enabled) { 3703399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi // - if we're going to asynchronous mode, the queue is guaranteed to be 3713399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi // empty here 3723399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi // - if the client set the number of buffers, we're guaranteed that 3733399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi // we have at least 3 (because we don't allow less) 3743399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi mSynchronousMode = enabled; 3753399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi mDequeueCondition.signal(); 3763399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi } 3770c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi return OK; 3783399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi} 3793399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi 380820a509687599edb8ff1a7577de8b9295f416263Mathias Agopianstatus_t SurfaceMediaSource::connect(int api, 381820a509687599edb8ff1a7577de8b9295f416263Mathias Agopian uint32_t* outWidth, uint32_t* outHeight, uint32_t* outTransform) { 3821a2fafbaa36390a06cc9a066fcbe147c8c47ea77Pannag Sanketi LOGV("SurfaceMediaSource::connect"); 3833399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi Mutex::Autolock lock(mMutex); 3840c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi 3850c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi if (mStopped) { 3860c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi LOGE("Connect: SurfaceMediaSource has been stopped!"); 3870c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi return NO_INIT; 3880c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi } 3890c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi 390b33f3407bab0970a7f9241680723a1140b177c50Pannag Sanketi status_t err = NO_ERROR; 3913399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi switch (api) { 3923399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi case NATIVE_WINDOW_API_EGL: 3933399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi case NATIVE_WINDOW_API_CPU: 3943399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi case NATIVE_WINDOW_API_MEDIA: 3953399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi case NATIVE_WINDOW_API_CAMERA: 3963399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi if (mConnectedApi != NO_CONNECTED_API) { 3973399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi err = -EINVAL; 3983399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi } else { 3993399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi mConnectedApi = api; 400820a509687599edb8ff1a7577de8b9295f416263Mathias Agopian *outWidth = mDefaultWidth; 401820a509687599edb8ff1a7577de8b9295f416263Mathias Agopian *outHeight = mDefaultHeight; 402820a509687599edb8ff1a7577de8b9295f416263Mathias Agopian *outTransform = 0; 4033399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi } 4043399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi break; 4053399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi default: 4063399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi err = -EINVAL; 4073399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi break; 4083399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi } 4093399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi return err; 4103399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi} 4113399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi 4120c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi// This is called by the client side when it is done 4130c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi// TODO: Currently, this also sets mStopped to true which 4140c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi// is needed for unblocking the encoder which might be 4150c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi// waiting to read more frames. So if on the client side, 4160c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi// the same thread supplies the frames and also calls stop 4170c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi// on the encoder, the client has to call disconnect before 4180c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi// it calls stop. 4190c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi// In the case of the camera, 4200c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi// that need not be required since the thread supplying the 4210c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi// frames is separate than the one calling stop. 4221a2fafbaa36390a06cc9a066fcbe147c8c47ea77Pannag Sanketistatus_t SurfaceMediaSource::disconnect(int api) { 4231a2fafbaa36390a06cc9a066fcbe147c8c47ea77Pannag Sanketi LOGV("SurfaceMediaSource::disconnect"); 4243399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi Mutex::Autolock lock(mMutex); 4250c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi 4260c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi if (mStopped) { 4270c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi LOGE("disconnect: SurfaceMediaSoource is already stopped!"); 4280c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi return NO_INIT; 4290c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi } 4300c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi 431b33f3407bab0970a7f9241680723a1140b177c50Pannag Sanketi status_t err = NO_ERROR; 4323399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi switch (api) { 4333399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi case NATIVE_WINDOW_API_EGL: 4343399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi case NATIVE_WINDOW_API_CPU: 4353399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi case NATIVE_WINDOW_API_MEDIA: 4363399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi case NATIVE_WINDOW_API_CAMERA: 4373399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi if (mConnectedApi == api) { 4383399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi mConnectedApi = NO_CONNECTED_API; 4390c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi mStopped = true; 4400c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi mDequeueCondition.signal(); 4410c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi mFrameAvailableCondition.signal(); 4423399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi } else { 4433399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi err = -EINVAL; 4443399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi } 4453399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi break; 4463399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi default: 4473399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi err = -EINVAL; 4483399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi break; 4493399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi } 4503399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi return err; 4513399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi} 4523399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi 4530c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketistatus_t SurfaceMediaSource::queueBuffer(int bufIndex, int64_t timestamp, 4543399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi uint32_t* outWidth, uint32_t* outHeight, uint32_t* outTransform) { 4553399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi LOGV("queueBuffer"); 4563399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi 4573399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi Mutex::Autolock lock(mMutex); 4580c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi if (bufIndex < 0 || bufIndex >= mBufferCount) { 4593399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi LOGE("queueBuffer: slot index out of range [0, %d]: %d", 4600c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi mBufferCount, bufIndex); 4613399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi return -EINVAL; 4620c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi } else if (mSlots[bufIndex].mBufferState != BufferSlot::DEQUEUED) { 4633399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi LOGE("queueBuffer: slot %d is not owned by the client (state=%d)", 4640c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi bufIndex, mSlots[bufIndex].mBufferState); 4653399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi return -EINVAL; 4660c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi } else if (!mSlots[bufIndex].mRequestBufferCalled) { 4673399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi LOGE("queueBuffer: slot %d was enqueued without requesting a " 4680c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi "buffer", bufIndex); 4693399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi return -EINVAL; 4703399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi } 4713399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi 4723399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi if (mSynchronousMode) { 4733399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi // in synchronous mode we queue all buffers in a FIFO 4740c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi mQueue.push_back(bufIndex); 4750c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi mNumFramesReceived++; 4760c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi LOGV("Client queued buf# %d @slot: %d, Q size = %d, handle = %p, timestamp = %lld", 4770c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi mNumFramesReceived, bufIndex, mQueue.size(), 4780c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi mSlots[bufIndex].mGraphicBuffer->handle, timestamp); 4793399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi } else { 4803399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi // in asynchronous mode we only keep the most recent buffer 4813399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi if (mQueue.empty()) { 4820c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi mQueue.push_back(bufIndex); 4833399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi } else { 4843399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi Fifo::iterator front(mQueue.begin()); 4853399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi // buffer currently queued is freed 4863399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi mSlots[*front].mBufferState = BufferSlot::FREE; 4873399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi // and we record the new buffer index in the queued list 4880c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi *front = bufIndex; 4893399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi } 4903399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi } 4913399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi 4920c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi mSlots[bufIndex].mBufferState = BufferSlot::QUEUED; 4930c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi mSlots[bufIndex].mTimestamp = timestamp; 4943399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi // TODO: (Confirm) Don't want to signal dequeue here. 4953399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi // May be just in asynchronous mode? 4963399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi // mDequeueCondition.signal(); 4973399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi 4983399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi // Once the queuing is done, we need to let the listener 4993399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi // and signal the buffer consumer (encoder) know that a 5003399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi // buffer is available 5013399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi onFrameReceivedLocked(); 5023399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi 5033399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi *outWidth = mDefaultWidth; 5043399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi *outHeight = mDefaultHeight; 5053399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi *outTransform = 0; 5063399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi 5073399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi return OK; 5083399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi} 5093399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi 5103399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi 5113399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi// onFrameReceivedLocked informs the buffer consumers (StageFrightRecorder) 5123399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi// or listeners that a frame has been received 5133399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi// It is supposed to be called only from queuebuffer. 5143399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi// The buffer is NOT made available for dequeueing immediately. We need to 5153399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi// wait to hear from StageFrightRecorder to set the buffer FREE 5163399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi// Make sure this is called when the mutex is locked 5171a2fafbaa36390a06cc9a066fcbe147c8c47ea77Pannag Sanketistatus_t SurfaceMediaSource::onFrameReceivedLocked() { 5180c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi LOGV("On Frame Received locked"); 5193399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi // Signal the encoder that a new frame has arrived 5203399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi mFrameAvailableCondition.signal(); 5213399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi 5223399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi // call back the listener 5231a2fafbaa36390a06cc9a066fcbe147c8c47ea77Pannag Sanketi // TODO: The listener may not be needed in SurfaceMediaSource at all. 5243399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi // This can be made a SurfaceTexture specific thing 5253399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi sp<FrameAvailableListener> listener; 5263399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi if (mSynchronousMode || mQueue.empty()) { 5273399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi listener = mFrameAvailableListener; 5283399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi } 5293399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi 5303399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi if (listener != 0) { 5313399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi listener->onFrameAvailable(); 5323399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi } 5333399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi return OK; 5343399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi} 5353399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi 5363399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi 5370c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketivoid SurfaceMediaSource::cancelBuffer(int bufIndex) { 5381a2fafbaa36390a06cc9a066fcbe147c8c47ea77Pannag Sanketi LOGV("SurfaceMediaSource::cancelBuffer"); 5393399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi Mutex::Autolock lock(mMutex); 5400c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi if (bufIndex < 0 || bufIndex >= mBufferCount) { 5413399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi LOGE("cancelBuffer: slot index out of range [0, %d]: %d", 5420c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi mBufferCount, bufIndex); 5433399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi return; 5440c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi } else if (mSlots[bufIndex].mBufferState != BufferSlot::DEQUEUED) { 5453399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi LOGE("cancelBuffer: slot %d is not owned by the client (state=%d)", 5460c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi bufIndex, mSlots[bufIndex].mBufferState); 5473399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi return; 5483399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi } 5490c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi mSlots[bufIndex].mBufferState = BufferSlot::FREE; 5503399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi mDequeueCondition.signal(); 5513399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi} 5523399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi 5531a2fafbaa36390a06cc9a066fcbe147c8c47ea77Pannag Sanketinsecs_t SurfaceMediaSource::getTimestamp() { 5541a2fafbaa36390a06cc9a066fcbe147c8c47ea77Pannag Sanketi LOGV("SurfaceMediaSource::getTimestamp"); 5553399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi Mutex::Autolock lock(mMutex); 5563399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi return mCurrentTimestamp; 5573399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi} 5583399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi 5593399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi 5601a2fafbaa36390a06cc9a066fcbe147c8c47ea77Pannag Sanketivoid SurfaceMediaSource::setFrameAvailableListener( 5613399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi const sp<FrameAvailableListener>& listener) { 5621a2fafbaa36390a06cc9a066fcbe147c8c47ea77Pannag Sanketi LOGV("SurfaceMediaSource::setFrameAvailableListener"); 5633399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi Mutex::Autolock lock(mMutex); 5643399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi mFrameAvailableListener = listener; 5653399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi} 5663399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi 5670c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketivoid SurfaceMediaSource::freeAllBuffersLocked() { 5680c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi LOGV("freeAllBuffersLocked"); 5693399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi for (int i = 0; i < NUM_BUFFER_SLOTS; i++) { 5703399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi mSlots[i].mGraphicBuffer = 0; 5713399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi mSlots[i].mBufferState = BufferSlot::FREE; 5723399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi } 5733399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi} 5743399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi 5751a2fafbaa36390a06cc9a066fcbe147c8c47ea77Pannag Sanketisp<GraphicBuffer> SurfaceMediaSource::getCurrentBuffer() const { 5763399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi Mutex::Autolock lock(mMutex); 5773399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi return mCurrentBuf; 5783399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi} 5793399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi 5801a2fafbaa36390a06cc9a066fcbe147c8c47ea77Pannag Sanketiint SurfaceMediaSource::query(int what, int* outValue) 5813399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi{ 5823399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi LOGV("query"); 5833399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi Mutex::Autolock lock(mMutex); 5843399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi int value; 5853399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi switch (what) { 5863399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi case NATIVE_WINDOW_WIDTH: 5873399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi value = mDefaultWidth; 5883399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi if (!mDefaultWidth && !mDefaultHeight && mCurrentBuf != 0) 5893399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi value = mCurrentBuf->width; 5903399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi break; 5913399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi case NATIVE_WINDOW_HEIGHT: 5923399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi value = mDefaultHeight; 5933399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi if (!mDefaultWidth && !mDefaultHeight && mCurrentBuf != 0) 5943399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi value = mCurrentBuf->height; 5953399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi break; 5963399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi case NATIVE_WINDOW_FORMAT: 5973399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi value = mPixelFormat; 5983399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi break; 5993399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi case NATIVE_WINDOW_MIN_UNDEQUEUED_BUFFERS: 6003399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi value = mSynchronousMode ? 6013399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi (MIN_UNDEQUEUED_BUFFERS-1) : MIN_UNDEQUEUED_BUFFERS; 6023399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi break; 6033399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi default: 6043399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi return BAD_VALUE; 6053399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi } 6063399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi outValue[0] = value; 6073399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi return NO_ERROR; 6083399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi} 6093399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi 6101a2fafbaa36390a06cc9a066fcbe147c8c47ea77Pannag Sanketivoid SurfaceMediaSource::dump(String8& result) const 6113399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi{ 6123399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi char buffer[1024]; 6133399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi dump(result, "", buffer, 1024); 6143399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi} 6153399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi 6161a2fafbaa36390a06cc9a066fcbe147c8c47ea77Pannag Sanketivoid SurfaceMediaSource::dump(String8& result, const char* prefix, 6173399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi char* buffer, size_t SIZE) const 6183399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi{ 6193399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi Mutex::Autolock _l(mMutex); 6203399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi snprintf(buffer, SIZE, 6213399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi "%smBufferCount=%d, mSynchronousMode=%d, default-size=[%dx%d], " 6223399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi "mPixelFormat=%d, \n", 6233399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi prefix, mBufferCount, mSynchronousMode, mDefaultWidth, mDefaultHeight, 6243399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi mPixelFormat); 6253399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi result.append(buffer); 6263399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi 6273399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi String8 fifo; 6283399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi int fifoSize = 0; 6293399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi Fifo::const_iterator i(mQueue.begin()); 6303399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi while (i != mQueue.end()) { 6313399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi snprintf(buffer, SIZE, "%02d ", *i++); 6323399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi fifoSize++; 6333399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi fifo.append(buffer); 6343399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi } 6353399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi 6363399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi result.append(buffer); 6373399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi 6383399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi struct { 6393399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi const char * operator()(int state) const { 6403399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi switch (state) { 6413399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi case BufferSlot::DEQUEUED: return "DEQUEUED"; 6423399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi case BufferSlot::QUEUED: return "QUEUED"; 6433399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi case BufferSlot::FREE: return "FREE"; 6443399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi default: return "Unknown"; 6453399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi } 6463399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi } 6473399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi } stateName; 6483399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi 6493399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi for (int i = 0; i < mBufferCount; i++) { 6503399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi const BufferSlot& slot(mSlots[i]); 6513399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi snprintf(buffer, SIZE, 6523399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi "%s%s[%02d] state=%-8s, " 6533399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi "timestamp=%lld\n", 6543399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi prefix, (i==mCurrentSlot)?">":" ", i, stateName(slot.mBufferState), 6553399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi slot.mTimestamp 6563399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi ); 6573399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi result.append(buffer); 6583399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi } 6593399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi} 6603399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi 661b33f3407bab0970a7f9241680723a1140b177c50Pannag Sanketistatus_t SurfaceMediaSource::setFrameRate(int32_t fps) 6623399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi{ 6633399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi Mutex::Autolock lock(mMutex); 664b33f3407bab0970a7f9241680723a1140b177c50Pannag Sanketi const int MAX_FRAME_RATE = 60; 665b33f3407bab0970a7f9241680723a1140b177c50Pannag Sanketi if (fps < 0 || fps > MAX_FRAME_RATE) { 666b33f3407bab0970a7f9241680723a1140b177c50Pannag Sanketi return BAD_VALUE; 667b33f3407bab0970a7f9241680723a1140b177c50Pannag Sanketi } 6683399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi mFrameRate = fps; 669b33f3407bab0970a7f9241680723a1140b177c50Pannag Sanketi return OK; 6703399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi} 6713399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi 672b33f3407bab0970a7f9241680723a1140b177c50Pannag Sanketibool SurfaceMediaSource::isMetaDataStoredInVideoBuffers() const { 673b33f3407bab0970a7f9241680723a1140b177c50Pannag Sanketi LOGV("isMetaDataStoredInVideoBuffers"); 674b33f3407bab0970a7f9241680723a1140b177c50Pannag Sanketi return true; 675b33f3407bab0970a7f9241680723a1140b177c50Pannag Sanketi} 676b33f3407bab0970a7f9241680723a1140b177c50Pannag Sanketi 677b33f3407bab0970a7f9241680723a1140b177c50Pannag Sanketiint32_t SurfaceMediaSource::getFrameRate( ) const { 6783399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi Mutex::Autolock lock(mMutex); 6793399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi return mFrameRate; 6803399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi} 6813399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi 6821a2fafbaa36390a06cc9a066fcbe147c8c47ea77Pannag Sanketistatus_t SurfaceMediaSource::start(MetaData *params) 6833399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi{ 6840c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi LOGV("started!"); 6853399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi return OK; 6863399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi} 6873399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi 6883399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi 6891a2fafbaa36390a06cc9a066fcbe147c8c47ea77Pannag Sanketistatus_t SurfaceMediaSource::stop() 6903399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi{ 6913399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi LOGV("Stop"); 6923399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi 6933399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi Mutex::Autolock lock(mMutex); 6943399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi // TODO: Add waiting on mFrameCompletedCondition here? 6950c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi mStopped = true; 6963399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi mFrameAvailableCondition.signal(); 6970c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi mDequeueCondition.signal(); 6980c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi mQueue.clear(); 6990c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi freeAllBuffersLocked(); 7003399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi 7013399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi return OK; 7023399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi} 7033399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi 7041a2fafbaa36390a06cc9a066fcbe147c8c47ea77Pannag Sanketisp<MetaData> SurfaceMediaSource::getFormat() 7053399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi{ 7063399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi LOGV("getFormat"); 7073399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi Mutex::Autolock autoLock(mMutex); 7083399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi sp<MetaData> meta = new MetaData; 709b33f3407bab0970a7f9241680723a1140b177c50Pannag Sanketi 7103399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi meta->setInt32(kKeyWidth, mDefaultWidth); 7113399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi meta->setInt32(kKeyHeight, mDefaultHeight); 7123399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi // The encoder format is set as an opaque colorformat 7133399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi // The encoder will later find out the actual colorformat 7143399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi // from the GL Frames itself. 7153399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi meta->setInt32(kKeyColorFormat, OMX_COLOR_FormatAndroidOpaque); 7163399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi meta->setInt32(kKeyStride, mDefaultWidth); 7173399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi meta->setInt32(kKeySliceHeight, mDefaultHeight); 7183399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi meta->setInt32(kKeyFrameRate, mFrameRate); 7193399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi meta->setCString(kKeyMIMEType, MEDIA_MIMETYPE_VIDEO_RAW); 7203399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi return meta; 7213399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi} 7223399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi 7231a2fafbaa36390a06cc9a066fcbe147c8c47ea77Pannag Sanketistatus_t SurfaceMediaSource::read( MediaBuffer **buffer, 7240c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi const ReadOptions *options) 7253399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi{ 7260c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi Mutex::Autolock autoLock(mMutex) ; 7270c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi 7283399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi LOGV("Read. Size of queued buffer: %d", mQueue.size()); 7293399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi *buffer = NULL; 7303399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi 7313399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi // If the recording has started and the queue is empty, then just 7323399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi // wait here till the frames come in from the client side 7330c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi while (!mStopped && mQueue.empty()) { 7343399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi LOGV("NO FRAMES! Recorder waiting for FrameAvailableCondition"); 7353399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi mFrameAvailableCondition.wait(mMutex); 7363399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi } 7373399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi 7383399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi // If the loop was exited as a result of stopping the recording, 7393399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi // it is OK 7400c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi if (mStopped) { 7410c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi LOGV("Read: SurfaceMediaSource is stopped. Returning NO_INIT;"); 7420c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi return NO_INIT; 7433399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi } 7443399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi 7453399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi // Update the current buffer info 7463399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi // TODO: mCurrentSlot can be made a bufferstate since there 7473399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi // can be more than one "current" slots. 7483399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi Fifo::iterator front(mQueue.begin()); 7493399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi mCurrentSlot = *front; 7500c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi mQueue.erase(front); 7513399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi mCurrentBuf = mSlots[mCurrentSlot].mGraphicBuffer; 7520c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi int64_t prevTimeStamp = mCurrentTimestamp; 7533399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi mCurrentTimestamp = mSlots[mCurrentSlot].mTimestamp; 7540c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi mNumFramesEncoded++; 755a361483bb5dbd3bbf132c5b99b2df7d197c3fc50Pannag Sanketi // Pass the data to the MediaBuffer. Pass in only the metadata 756a361483bb5dbd3bbf132c5b99b2df7d197c3fc50Pannag Sanketi passMetadataBufferLocked(buffer); 757a361483bb5dbd3bbf132c5b99b2df7d197c3fc50Pannag Sanketi 7583399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi (*buffer)->setObserver(this); 7593399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi (*buffer)->add_ref(); 7600c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi (*buffer)->meta_data()->setInt64(kKeyTime, mCurrentTimestamp / 1000); 7610c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi LOGV("Frames encoded = %d, timestamp = %lld, time diff = %lld", 7620c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi mNumFramesEncoded, mCurrentTimestamp / 1000, 7630c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi mCurrentTimestamp / 1000 - prevTimeStamp / 1000); 7643399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi 7653399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi return OK; 7663399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi} 7673399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi 768a361483bb5dbd3bbf132c5b99b2df7d197c3fc50Pannag Sanketi// Pass the data to the MediaBuffer. Pass in only the metadata 769a361483bb5dbd3bbf132c5b99b2df7d197c3fc50Pannag Sanketi// The metadata passed consists of two parts: 770a361483bb5dbd3bbf132c5b99b2df7d197c3fc50Pannag Sanketi// 1. First, there is an integer indicating that it is a GRAlloc 771a361483bb5dbd3bbf132c5b99b2df7d197c3fc50Pannag Sanketi// source (kMetadataBufferTypeGrallocSource) 772a361483bb5dbd3bbf132c5b99b2df7d197c3fc50Pannag Sanketi// 2. This is followed by the buffer_handle_t that is a handle to the 773a361483bb5dbd3bbf132c5b99b2df7d197c3fc50Pannag Sanketi// GRalloc buffer. The encoder needs to interpret this GRalloc handle 774a361483bb5dbd3bbf132c5b99b2df7d197c3fc50Pannag Sanketi// and encode the frames. 775a361483bb5dbd3bbf132c5b99b2df7d197c3fc50Pannag Sanketi// -------------------------------------------------------------- 776a361483bb5dbd3bbf132c5b99b2df7d197c3fc50Pannag Sanketi// | kMetadataBufferTypeGrallocSource | sizeof(buffer_handle_t) | 777a361483bb5dbd3bbf132c5b99b2df7d197c3fc50Pannag Sanketi// -------------------------------------------------------------- 778a361483bb5dbd3bbf132c5b99b2df7d197c3fc50Pannag Sanketi// Note: Call only when you have the lock 779a361483bb5dbd3bbf132c5b99b2df7d197c3fc50Pannag Sanketivoid SurfaceMediaSource::passMetadataBufferLocked(MediaBuffer **buffer) { 780a361483bb5dbd3bbf132c5b99b2df7d197c3fc50Pannag Sanketi LOGV("passMetadataBuffer"); 781a361483bb5dbd3bbf132c5b99b2df7d197c3fc50Pannag Sanketi // MediaBuffer allocates and owns this data 782a361483bb5dbd3bbf132c5b99b2df7d197c3fc50Pannag Sanketi MediaBuffer *tempBuffer = 783a361483bb5dbd3bbf132c5b99b2df7d197c3fc50Pannag Sanketi new MediaBuffer(4 + sizeof(buffer_handle_t)); 784a361483bb5dbd3bbf132c5b99b2df7d197c3fc50Pannag Sanketi char *data = (char *)tempBuffer->data(); 785a361483bb5dbd3bbf132c5b99b2df7d197c3fc50Pannag Sanketi if (data == NULL) { 7860c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi LOGE("Cannot allocate memory for metadata buffer!"); 787a361483bb5dbd3bbf132c5b99b2df7d197c3fc50Pannag Sanketi return; 788a361483bb5dbd3bbf132c5b99b2df7d197c3fc50Pannag Sanketi } 789a361483bb5dbd3bbf132c5b99b2df7d197c3fc50Pannag Sanketi OMX_U32 type = kMetadataBufferTypeGrallocSource; 790a361483bb5dbd3bbf132c5b99b2df7d197c3fc50Pannag Sanketi memcpy(data, &type, 4); 791a361483bb5dbd3bbf132c5b99b2df7d197c3fc50Pannag Sanketi memcpy(data + 4, &(mCurrentBuf->handle), sizeof(buffer_handle_t)); 792a361483bb5dbd3bbf132c5b99b2df7d197c3fc50Pannag Sanketi *buffer = tempBuffer; 793a361483bb5dbd3bbf132c5b99b2df7d197c3fc50Pannag Sanketi 7940c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi LOGV("handle = %p, , offset = %d, length = %d", 7950c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi mCurrentBuf->handle, (*buffer)->range_length(), (*buffer)->range_offset()); 7960c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi} 797a361483bb5dbd3bbf132c5b99b2df7d197c3fc50Pannag Sanketi 7981a2fafbaa36390a06cc9a066fcbe147c8c47ea77Pannag Sanketivoid SurfaceMediaSource::signalBufferReturned(MediaBuffer *buffer) { 7993399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi LOGV("signalBufferReturned"); 8003399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi 8013399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi bool foundBuffer = false; 8023399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi Mutex::Autolock autoLock(mMutex); 8033399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi 8040c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi if (mStopped) { 8050c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi LOGV("signalBufferReturned: mStopped = true! Nothing to do!"); 8063399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi return; 8073399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi } 8083399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi 8090c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi for (int id = 0; id < NUM_BUFFER_SLOTS; id++) { 8100c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi if (mSlots[id].mGraphicBuffer == NULL) { 8110c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi continue; 8120c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi } 8130c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi if (checkBufferMatchesSlot(id, buffer)) { 8140c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi LOGV("Slot %d returned, matches handle = %p", id, 8150c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi mSlots[id].mGraphicBuffer->handle); 8160c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi mSlots[id].mBufferState = BufferSlot::FREE; 8173399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi buffer->setObserver(0); 8183399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi buffer->release(); 8193399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi mDequeueCondition.signal(); 8203399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi mFrameCompleteCondition.signal(); 8213399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi foundBuffer = true; 8223399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi break; 8233399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi } 8243399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi } 8253399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi 8263399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi if (!foundBuffer) { 8273399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi CHECK_EQ(0, "signalBufferReturned: bogus buffer"); 8283399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi } 8293399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi} 8303399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi 831a361483bb5dbd3bbf132c5b99b2df7d197c3fc50Pannag Sanketibool SurfaceMediaSource::checkBufferMatchesSlot(int slot, MediaBuffer *buffer) { 832a361483bb5dbd3bbf132c5b99b2df7d197c3fc50Pannag Sanketi LOGV("Check if Buffer matches slot"); 833a361483bb5dbd3bbf132c5b99b2df7d197c3fc50Pannag Sanketi // need to convert to char* for pointer arithmetic and then 834a361483bb5dbd3bbf132c5b99b2df7d197c3fc50Pannag Sanketi // copy the byte stream into our handle 835a361483bb5dbd3bbf132c5b99b2df7d197c3fc50Pannag Sanketi buffer_handle_t bufferHandle ; 836a361483bb5dbd3bbf132c5b99b2df7d197c3fc50Pannag Sanketi memcpy( &bufferHandle, (char *)(buffer->data()) + 4, sizeof(buffer_handle_t)); 837a361483bb5dbd3bbf132c5b99b2df7d197c3fc50Pannag Sanketi return mSlots[slot].mGraphicBuffer->handle == bufferHandle; 838a361483bb5dbd3bbf132c5b99b2df7d197c3fc50Pannag Sanketi} 8393399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi 8403399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi} // end of namespace android 841