SurfaceMediaSource.cpp revision 0c5c7d2b119d2350c186ae9902919bcf28c3e277
13399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi/*
23399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi * Copyright (C) 2011 The Android Open Source Project
33399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi *
43399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi * Licensed under the Apache License, Version 2.0 (the "License");
53399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi * you may not use this file except in compliance with the License.
63399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi * You may obtain a copy of the License at
73399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi *
83399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi *      http://www.apache.org/licenses/LICENSE-2.0
93399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi *
103399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi * Unless required by applicable law or agreed to in writing, software
113399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi * distributed under the License is distributed on an "AS IS" BASIS,
123399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
133399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi * See the License for the specific language governing permissions and
143399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi * limitations under the License.
153399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi */
163399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi// #define LOG_NDEBUG 0
171a2fafbaa36390a06cc9a066fcbe147c8c47ea77Pannag Sanketi#define LOG_TAG "SurfaceMediaSource"
183399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi
191a2fafbaa36390a06cc9a066fcbe147c8c47ea77Pannag Sanketi#include <media/stagefright/SurfaceMediaSource.h>
203399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi#include <ui/GraphicBuffer.h>
213399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi#include <media/stagefright/MetaData.h>
223399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi#include <media/stagefright/MediaDefs.h>
233399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi#include <media/stagefright/MediaDebug.h>
243399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi#include <media/stagefright/openmax/OMX_IVCommon.h>
25a361483bb5dbd3bbf132c5b99b2df7d197c3fc50Pannag Sanketi#include <media/stagefright/MetadataBufferType.h>
263399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi
273399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi#include <surfaceflinger/ISurfaceComposer.h>
283399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi#include <surfaceflinger/SurfaceComposerClient.h>
293399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi#include <surfaceflinger/IGraphicBufferAlloc.h>
303399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi#include <OMX_Component.h>
313399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi
323399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi#include <utils/Log.h>
333399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi#include <utils/String8.h>
343399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi
353399b7267185646c69b04352211fca4fad9d7547Pannag Sanketinamespace android {
363399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi
371a2fafbaa36390a06cc9a066fcbe147c8c47ea77Pannag SanketiSurfaceMediaSource::SurfaceMediaSource(uint32_t bufW, uint32_t bufH) :
38b33f3407bab0970a7f9241680723a1140b177c50Pannag Sanketi                mDefaultWidth(bufW),
39b33f3407bab0970a7f9241680723a1140b177c50Pannag Sanketi                mDefaultHeight(bufH),
40b33f3407bab0970a7f9241680723a1140b177c50Pannag Sanketi                mPixelFormat(0),
41b33f3407bab0970a7f9241680723a1140b177c50Pannag Sanketi                mBufferCount(MIN_ASYNC_BUFFER_SLOTS),
42b33f3407bab0970a7f9241680723a1140b177c50Pannag Sanketi                mClientBufferCount(0),
43b33f3407bab0970a7f9241680723a1140b177c50Pannag Sanketi                mServerBufferCount(MIN_ASYNC_BUFFER_SLOTS),
44b33f3407bab0970a7f9241680723a1140b177c50Pannag Sanketi                mCurrentSlot(INVALID_BUFFER_SLOT),
45b33f3407bab0970a7f9241680723a1140b177c50Pannag Sanketi                mCurrentTimestamp(0),
46b33f3407bab0970a7f9241680723a1140b177c50Pannag Sanketi                mSynchronousMode(true),
47b33f3407bab0970a7f9241680723a1140b177c50Pannag Sanketi                mConnectedApi(NO_CONNECTED_API),
48b33f3407bab0970a7f9241680723a1140b177c50Pannag Sanketi                mFrameRate(30),
490c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi                mNumFramesReceived(0),
500c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi                mNumFramesEncoded(0),
510c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi                mStopped(false) {
521a2fafbaa36390a06cc9a066fcbe147c8c47ea77Pannag Sanketi    LOGV("SurfaceMediaSource::SurfaceMediaSource");
533399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    sp<ISurfaceComposer> composer(ComposerService::getComposerService());
543399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    mGraphicBufferAlloc = composer->createGraphicBufferAlloc();
553399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi}
563399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi
571a2fafbaa36390a06cc9a066fcbe147c8c47ea77Pannag SanketiSurfaceMediaSource::~SurfaceMediaSource() {
581a2fafbaa36390a06cc9a066fcbe147c8c47ea77Pannag Sanketi    LOGV("SurfaceMediaSource::~SurfaceMediaSource");
590c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi    if (!mStopped) {
603399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi        stop();
613399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    }
623399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi}
633399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi
641a2fafbaa36390a06cc9a066fcbe147c8c47ea77Pannag Sanketisize_t SurfaceMediaSource::getQueuedCount() const {
653399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    Mutex::Autolock lock(mMutex);
663399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    return mQueue.size();
673399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi}
683399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi
691a2fafbaa36390a06cc9a066fcbe147c8c47ea77Pannag Sanketistatus_t SurfaceMediaSource::setBufferCountServerLocked(int bufferCount) {
703399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    if (bufferCount > NUM_BUFFER_SLOTS)
713399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi        return BAD_VALUE;
723399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi
733399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    // special-case, nothing to do
743399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    if (bufferCount == mBufferCount)
753399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi        return OK;
763399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi
773399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    if (!mClientBufferCount &&
783399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi        bufferCount >= mBufferCount) {
793399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi        // easy, we just have more buffers
803399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi        mBufferCount = bufferCount;
813399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi        mServerBufferCount = bufferCount;
823399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi        mDequeueCondition.signal();
833399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    } else {
843399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi        // we're here because we're either
853399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi        // - reducing the number of available buffers
863399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi        // - or there is a client-buffer-count in effect
873399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi
883399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi        // less than 2 buffers is never allowed
893399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi        if (bufferCount < 2)
903399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi            return BAD_VALUE;
913399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi
923399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi        // when there is non client-buffer-count in effect, the client is not
933399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi        // allowed to dequeue more than one buffer at a time,
943399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi        // so the next time they dequeue a buffer, we know that they don't
953399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi        // own one. the actual resizing will happen during the next
963399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi        // dequeueBuffer.
973399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi
983399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi        mServerBufferCount = bufferCount;
993399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    }
1003399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    return OK;
1013399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi}
1023399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi
1033399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi// Called from the consumer side
1041a2fafbaa36390a06cc9a066fcbe147c8c47ea77Pannag Sanketistatus_t SurfaceMediaSource::setBufferCountServer(int bufferCount) {
1053399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    Mutex::Autolock lock(mMutex);
1063399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    return setBufferCountServerLocked(bufferCount);
1073399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi}
1083399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi
1091a2fafbaa36390a06cc9a066fcbe147c8c47ea77Pannag Sanketistatus_t SurfaceMediaSource::setBufferCount(int bufferCount) {
1101a2fafbaa36390a06cc9a066fcbe147c8c47ea77Pannag Sanketi    LOGV("SurfaceMediaSource::setBufferCount");
1113399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    if (bufferCount > NUM_BUFFER_SLOTS) {
1123399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi        LOGE("setBufferCount: bufferCount is larger than the number of buffer slots");
1133399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi        return BAD_VALUE;
1143399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    }
1153399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi
1163399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    Mutex::Autolock lock(mMutex);
1173399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    // Error out if the user has dequeued buffers
1183399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    for (int i = 0 ; i < mBufferCount ; i++) {
1193399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi        if (mSlots[i].mBufferState == BufferSlot::DEQUEUED) {
1203399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi            LOGE("setBufferCount: client owns some buffers");
1213399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi            return INVALID_OPERATION;
1223399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi        }
1233399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    }
1243399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi
1253399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    if (bufferCount == 0) {
1263399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi        const int minBufferSlots = mSynchronousMode ?
1273399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi                MIN_SYNC_BUFFER_SLOTS : MIN_ASYNC_BUFFER_SLOTS;
1283399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi        mClientBufferCount = 0;
1293399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi        bufferCount = (mServerBufferCount >= minBufferSlots) ?
1303399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi                mServerBufferCount : minBufferSlots;
1313399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi        return setBufferCountServerLocked(bufferCount);
1323399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    }
1333399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi
1343399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    // We don't allow the client to set a buffer-count less than
1353399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    // MIN_ASYNC_BUFFER_SLOTS (3), there is no reason for it.
1363399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    if (bufferCount < MIN_ASYNC_BUFFER_SLOTS) {
1373399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi        return BAD_VALUE;
1383399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    }
1393399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi
1403399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    // here we're guaranteed that the client doesn't have dequeued buffers
1413399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    // and will release all of its buffer references.
1423399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    mBufferCount = bufferCount;
1433399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    mClientBufferCount = bufferCount;
1443399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    mCurrentSlot = INVALID_BUFFER_SLOT;
1453399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    mQueue.clear();
1463399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    mDequeueCondition.signal();
1470c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi    freeAllBuffersLocked();
1483399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    return OK;
1493399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi}
1503399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi
15129a142c7237821b6dc7bd1e8b56bb1efdc56767bJamie Gennisstatus_t SurfaceMediaSource::requestBuffer(int slot, sp<GraphicBuffer>* buf) {
1521a2fafbaa36390a06cc9a066fcbe147c8c47ea77Pannag Sanketi    LOGV("SurfaceMediaSource::requestBuffer");
1533399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    Mutex::Autolock lock(mMutex);
15429a142c7237821b6dc7bd1e8b56bb1efdc56767bJamie Gennis    if (slot < 0 || mBufferCount <= slot) {
1553399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi        LOGE("requestBuffer: slot index out of range [0, %d]: %d",
15629a142c7237821b6dc7bd1e8b56bb1efdc56767bJamie Gennis                mBufferCount, slot);
15729a142c7237821b6dc7bd1e8b56bb1efdc56767bJamie Gennis        return BAD_VALUE;
1583399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    }
15929a142c7237821b6dc7bd1e8b56bb1efdc56767bJamie Gennis    mSlots[slot].mRequestBufferCalled = true;
16029a142c7237821b6dc7bd1e8b56bb1efdc56767bJamie Gennis    *buf = mSlots[slot].mGraphicBuffer;
16129a142c7237821b6dc7bd1e8b56bb1efdc56767bJamie Gennis    return NO_ERROR;
1623399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi}
1633399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi
1641a2fafbaa36390a06cc9a066fcbe147c8c47ea77Pannag Sanketistatus_t SurfaceMediaSource::dequeueBuffer(int *outBuf, uint32_t w, uint32_t h,
1653399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi                                            uint32_t format, uint32_t usage) {
1663399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    LOGV("dequeueBuffer");
1670c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi    Mutex::Autolock lock(mMutex);
1683399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi
1693399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    // Check for the buffer size- the client should just use the
1703399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    // default width and height, and not try to set those.
1713399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    // This is needed since
1723399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    // the getFormat() returns mDefaultWidth/ Height for the OMX. It is
1733399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    // queried by OMX in the beginning and not every time a frame comes.
1743399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    // Not sure if there is  a way to update the
1753399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    // frame size while recording. So as of now, the client side
1763399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    // sets the default values via the constructor, and the encoder is
1773399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    // setup to encode frames of that size
1783399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    // The design might need to change in the future.
1793399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    // TODO: Currently just uses mDefaultWidth/Height. In the future
1803399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    // we might declare mHeight and mWidth and check against those here.
1813399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    if ((w != 0) || (h != 0)) {
1823399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi        LOGE("dequeuebuffer: invalid buffer size! Req: %dx%d, Found: %dx%d",
1833399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi                mDefaultWidth, mDefaultHeight, w, h);
1843399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi        return BAD_VALUE;
1853399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    }
1863399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi
1873399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    status_t returnFlags(OK);
1883399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    int found, foundSync;
1893399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    int dequeuedCount = 0;
1903399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    bool tryAgain = true;
1913399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    while (tryAgain) {
1923399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi        // We need to wait for the FIFO to drain if the number of buffer
1933399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi        // needs to change.
1943399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi        //
1953399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi        // The condition "number of buffer needs to change" is true if
1963399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi        // - the client doesn't care about how many buffers there are
1973399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi        // - AND the actual number of buffer is different from what was
1983399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi        //   set in the last setBufferCountServer()
1993399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi        //                         - OR -
2003399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi        //   setBufferCountServer() was set to a value incompatible with
2013399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi        //   the synchronization mode (for instance because the sync mode
2023399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi        //   changed since)
2033399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi        //
2043399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi        // As long as this condition is true AND the FIFO is not empty, we
2053399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi        // wait on mDequeueCondition.
2063399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi
2073399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi        int minBufferCountNeeded = mSynchronousMode ?
2083399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi                MIN_SYNC_BUFFER_SLOTS : MIN_ASYNC_BUFFER_SLOTS;
2093399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi
2103399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi        if (!mClientBufferCount &&
2113399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi                ((mServerBufferCount != mBufferCount) ||
2123399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi                        (mServerBufferCount < minBufferCountNeeded))) {
2133399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi            // wait for the FIFO to drain
2143399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi            while (!mQueue.isEmpty()) {
2153399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi                LOGV("Waiting for the FIFO to drain");
2163399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi                mDequeueCondition.wait(mMutex);
2173399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi            }
2180c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi            if (mStopped) {
2190c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi                return NO_INIT;
2200c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi            }
2213399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi            // need to check again since the mode could have changed
2223399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi            // while we were waiting
2233399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi            minBufferCountNeeded = mSynchronousMode ?
2243399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi                    MIN_SYNC_BUFFER_SLOTS : MIN_ASYNC_BUFFER_SLOTS;
2253399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi        }
2263399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi
2273399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi        if (!mClientBufferCount &&
2283399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi                ((mServerBufferCount != mBufferCount) ||
2293399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi                        (mServerBufferCount < minBufferCountNeeded))) {
2303399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi            // here we're guaranteed that mQueue is empty
2310c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi            freeAllBuffersLocked();
2323399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi            mBufferCount = mServerBufferCount;
2333399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi            if (mBufferCount < minBufferCountNeeded)
2343399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi                mBufferCount = minBufferCountNeeded;
2353399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi            mCurrentSlot = INVALID_BUFFER_SLOT;
2363399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi            returnFlags |= ISurfaceTexture::RELEASE_ALL_BUFFERS;
2373399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi        }
2383399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi
2393399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi        // look for a free buffer to give to the client
2403399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi        found = INVALID_BUFFER_SLOT;
2413399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi        foundSync = INVALID_BUFFER_SLOT;
2423399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi        dequeuedCount = 0;
2433399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi        for (int i = 0; i < mBufferCount; i++) {
2443399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi            const int state = mSlots[i].mBufferState;
2453399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi            if (state == BufferSlot::DEQUEUED) {
2463399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi                dequeuedCount++;
2473399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi                continue; // won't be continuing if could
2483399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi                // dequeue a non 'FREE' current slot like
2493399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi                // that in SurfaceTexture
2503399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi            }
2513399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi            // In case of Encoding, we do not deque the mCurrentSlot buffer
2523399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi            //  since we follow synchronous mode (unlike possibly in
2533399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi            //  SurfaceTexture that could be using the asynch mode
2543399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi            //  or has some mechanism in GL to be able to wait till the
2553399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi            //  currentslot is done using the data)
2563399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi            // Here, we have to wait for the MPEG4Writer(or equiv)
2573399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi            // to tell us when it's done using the current buffer
2583399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi            if (state == BufferSlot::FREE) {
2593399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi                foundSync = i;
2603399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi                // Unlike that in SurfaceTexture,
2613399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi                // We don't need to worry if it is the
2623399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi                // currentslot or not as it is in state FREE
2633399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi                found = i;
2643399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi                break;
2653399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi            }
2663399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi        }
2673399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi
2683399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi        // clients are not allowed to dequeue more than one buffer
2693399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi        // if they didn't set a buffer count.
2703399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi        if (!mClientBufferCount && dequeuedCount) {
2713399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi            return -EINVAL;
2723399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi        }
2733399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi
2743399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi        // See whether a buffer has been queued since the last setBufferCount so
2753399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi        // we know whether to perform the MIN_UNDEQUEUED_BUFFERS check below.
2763399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi        bool bufferHasBeenQueued = mCurrentSlot != INVALID_BUFFER_SLOT;
2773399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi        if (bufferHasBeenQueued) {
2783399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi            // make sure the client is not trying to dequeue more buffers
2793399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi            // than allowed.
2803399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi            const int avail = mBufferCount - (dequeuedCount+1);
2813399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi            if (avail < (MIN_UNDEQUEUED_BUFFERS-int(mSynchronousMode))) {
2823399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi                LOGE("dequeueBuffer: MIN_UNDEQUEUED_BUFFERS=%d exceeded (dequeued=%d)",
2833399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi                        MIN_UNDEQUEUED_BUFFERS-int(mSynchronousMode),
2843399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi                        dequeuedCount);
2853399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi                return -EBUSY;
2863399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi            }
2873399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi        }
2883399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi
2893399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi        // we're in synchronous mode and didn't find a buffer, we need to wait
2903399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi        // for for some buffers to be consumed
2913399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi        tryAgain = mSynchronousMode && (foundSync == INVALID_BUFFER_SLOT);
2923399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi        if (tryAgain) {
2930c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi            LOGV("Waiting..In synchronous mode and no buffer to dequeue");
2943399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi            mDequeueCondition.wait(mMutex);
2953399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi        }
2960c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi        if (mStopped) {
2970c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi            return NO_INIT;
2980c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi        }
2993399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    }
3003399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi
3013399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    if (mSynchronousMode && found == INVALID_BUFFER_SLOT) {
3023399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi        // foundSync guaranteed to be != INVALID_BUFFER_SLOT
3033399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi        found = foundSync;
3043399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    }
3053399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi
3063399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    if (found == INVALID_BUFFER_SLOT) {
3073399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi        return -EBUSY;
3083399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    }
3093399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi
3100c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi    const int bufIndex = found;
3113399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    *outBuf = found;
3123399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi
3133399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    const bool useDefaultSize = !w && !h;
3143399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    if (useDefaultSize) {
3153399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi        // use the default size
3163399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi        w = mDefaultWidth;
3173399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi        h = mDefaultHeight;
3183399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    }
3193399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi
3203399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    const bool updateFormat = (format != 0);
3213399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    if (!updateFormat) {
3223399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi        // keep the current (or default) format
3233399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi        format = mPixelFormat;
3243399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    }
3253399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi
3263399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    // buffer is now in DEQUEUED (but can also be current at the same time,
3273399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    // if we're in synchronous mode)
3280c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi    mSlots[bufIndex].mBufferState = BufferSlot::DEQUEUED;
3293399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi
3300c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi    const sp<GraphicBuffer>& buffer(mSlots[bufIndex].mGraphicBuffer);
3313399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    if ((buffer == NULL) ||
3323399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi        (uint32_t(buffer->width)  != w) ||
3333399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi        (uint32_t(buffer->height) != h) ||
3343399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi        (uint32_t(buffer->format) != format) ||
3353399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi        ((uint32_t(buffer->usage) & usage) != usage)) {
3363399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi            usage |= GraphicBuffer::USAGE_HW_TEXTURE;
3373399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi            status_t error;
3383399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi            sp<GraphicBuffer> graphicBuffer(
3393399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi                    mGraphicBufferAlloc->createGraphicBuffer(
3403399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi                                    w, h, format, usage, &error));
3413399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi            if (graphicBuffer == 0) {
3423399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi                LOGE("dequeueBuffer: SurfaceComposer::createGraphicBuffer failed");
3433399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi                return error;
3443399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi            }
3453399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi            if (updateFormat) {
3463399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi                mPixelFormat = format;
3473399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi            }
3480c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi            mSlots[bufIndex].mGraphicBuffer = graphicBuffer;
3490c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi            mSlots[bufIndex].mRequestBufferCalled = false;
3503399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi            returnFlags |= ISurfaceTexture::BUFFER_NEEDS_REALLOCATION;
3513399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    }
3523399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    return returnFlags;
3533399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi}
3543399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi
3550c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi// TODO: clean this up
3561a2fafbaa36390a06cc9a066fcbe147c8c47ea77Pannag Sanketistatus_t SurfaceMediaSource::setSynchronousMode(bool enabled) {
3573399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    Mutex::Autolock lock(mMutex);
3580c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi    if (mStopped) {
3590c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi        LOGE("setSynchronousMode: SurfaceMediaSource has been stopped!");
3600c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi        return NO_INIT;
3610c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi    }
3623399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi
3633399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    if (!enabled) {
3640c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi        // Async mode is not allowed
3650c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi        LOGE("SurfaceMediaSource can be used only synchronous mode!");
3660c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi        return INVALID_OPERATION;
3673399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    }
3683399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi
3693399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    if (mSynchronousMode != enabled) {
3703399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi        // - if we're going to asynchronous mode, the queue is guaranteed to be
3713399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi        // empty here
3723399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi        // - if the client set the number of buffers, we're guaranteed that
3733399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi        // we have at least 3 (because we don't allow less)
3743399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi        mSynchronousMode = enabled;
3753399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi        mDequeueCondition.signal();
3763399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    }
3770c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi    return OK;
3783399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi}
3793399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi
380820a509687599edb8ff1a7577de8b9295f416263Mathias Agopianstatus_t SurfaceMediaSource::connect(int api,
381820a509687599edb8ff1a7577de8b9295f416263Mathias Agopian        uint32_t* outWidth, uint32_t* outHeight, uint32_t* outTransform) {
3821a2fafbaa36390a06cc9a066fcbe147c8c47ea77Pannag Sanketi    LOGV("SurfaceMediaSource::connect");
3833399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    Mutex::Autolock lock(mMutex);
3840c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi
3850c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi    if (mStopped) {
3860c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi        LOGE("Connect: SurfaceMediaSource has been stopped!");
3870c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi        return NO_INIT;
3880c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi    }
3890c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi
390b33f3407bab0970a7f9241680723a1140b177c50Pannag Sanketi    status_t err = NO_ERROR;
3913399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    switch (api) {
3923399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi        case NATIVE_WINDOW_API_EGL:
3933399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi        case NATIVE_WINDOW_API_CPU:
3943399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi        case NATIVE_WINDOW_API_MEDIA:
3953399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi        case NATIVE_WINDOW_API_CAMERA:
3963399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi            if (mConnectedApi != NO_CONNECTED_API) {
3973399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi                err = -EINVAL;
3983399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi            } else {
3993399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi                mConnectedApi = api;
400820a509687599edb8ff1a7577de8b9295f416263Mathias Agopian                *outWidth = mDefaultWidth;
401820a509687599edb8ff1a7577de8b9295f416263Mathias Agopian                *outHeight = mDefaultHeight;
402820a509687599edb8ff1a7577de8b9295f416263Mathias Agopian                *outTransform = 0;
4033399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi            }
4043399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi            break;
4053399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi        default:
4063399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi            err = -EINVAL;
4073399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi            break;
4083399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    }
4093399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    return err;
4103399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi}
4113399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi
4120c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi// This is called by the client side when it is done
4130c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi// TODO: Currently, this also sets mStopped to true which
4140c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi// is needed for unblocking the encoder which might be
4150c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi// waiting to read more frames. So if on the client side,
4160c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi// the same thread supplies the frames and also calls stop
4170c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi// on the encoder, the client has to call disconnect before
4180c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi// it calls stop.
4190c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi// In the case of the camera,
4200c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi// that need not be required since the thread supplying the
4210c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi// frames is separate than the one calling stop.
4221a2fafbaa36390a06cc9a066fcbe147c8c47ea77Pannag Sanketistatus_t SurfaceMediaSource::disconnect(int api) {
4231a2fafbaa36390a06cc9a066fcbe147c8c47ea77Pannag Sanketi    LOGV("SurfaceMediaSource::disconnect");
4243399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    Mutex::Autolock lock(mMutex);
4250c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi
4260c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi    if (mStopped) {
4270c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi        LOGE("disconnect: SurfaceMediaSoource is already stopped!");
4280c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi        return NO_INIT;
4290c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi    }
4300c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi
431b33f3407bab0970a7f9241680723a1140b177c50Pannag Sanketi    status_t err = NO_ERROR;
4323399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    switch (api) {
4333399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi        case NATIVE_WINDOW_API_EGL:
4343399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi        case NATIVE_WINDOW_API_CPU:
4353399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi        case NATIVE_WINDOW_API_MEDIA:
4363399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi        case NATIVE_WINDOW_API_CAMERA:
4373399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi            if (mConnectedApi == api) {
4383399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi                mConnectedApi = NO_CONNECTED_API;
4390c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi                mStopped = true;
4400c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi                mDequeueCondition.signal();
4410c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi                mFrameAvailableCondition.signal();
4423399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi            } else {
4433399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi                err = -EINVAL;
4443399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi            }
4453399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi            break;
4463399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi        default:
4473399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi            err = -EINVAL;
4483399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi            break;
4493399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    }
4503399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    return err;
4513399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi}
4523399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi
4530c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketistatus_t SurfaceMediaSource::queueBuffer(int bufIndex, int64_t timestamp,
4543399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi        uint32_t* outWidth, uint32_t* outHeight, uint32_t* outTransform) {
4553399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    LOGV("queueBuffer");
4563399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi
4573399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    Mutex::Autolock lock(mMutex);
4580c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi    if (bufIndex < 0 || bufIndex >= mBufferCount) {
4593399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi        LOGE("queueBuffer: slot index out of range [0, %d]: %d",
4600c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi                mBufferCount, bufIndex);
4613399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi        return -EINVAL;
4620c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi    } else if (mSlots[bufIndex].mBufferState != BufferSlot::DEQUEUED) {
4633399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi        LOGE("queueBuffer: slot %d is not owned by the client (state=%d)",
4640c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi                bufIndex, mSlots[bufIndex].mBufferState);
4653399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi        return -EINVAL;
4660c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi    } else if (!mSlots[bufIndex].mRequestBufferCalled) {
4673399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi        LOGE("queueBuffer: slot %d was enqueued without requesting a "
4680c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi                "buffer", bufIndex);
4693399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi        return -EINVAL;
4703399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    }
4713399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi
4723399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    if (mSynchronousMode) {
4733399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi        // in synchronous mode we queue all buffers in a FIFO
4740c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi        mQueue.push_back(bufIndex);
4750c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi        mNumFramesReceived++;
4760c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi        LOGV("Client queued buf# %d @slot: %d, Q size = %d, handle = %p, timestamp = %lld",
4770c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi            mNumFramesReceived, bufIndex, mQueue.size(),
4780c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi            mSlots[bufIndex].mGraphicBuffer->handle, timestamp);
4793399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    } else {
4803399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi        // in asynchronous mode we only keep the most recent buffer
4813399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi        if (mQueue.empty()) {
4820c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi            mQueue.push_back(bufIndex);
4833399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi        } else {
4843399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi            Fifo::iterator front(mQueue.begin());
4853399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi            // buffer currently queued is freed
4863399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi            mSlots[*front].mBufferState = BufferSlot::FREE;
4873399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi            // and we record the new buffer index in the queued list
4880c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi            *front = bufIndex;
4893399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi        }
4903399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    }
4913399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi
4920c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi    mSlots[bufIndex].mBufferState = BufferSlot::QUEUED;
4930c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi    mSlots[bufIndex].mTimestamp = timestamp;
4943399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    // TODO: (Confirm) Don't want to signal dequeue here.
4953399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    // May be just in asynchronous mode?
4963399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    // mDequeueCondition.signal();
4973399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi
4983399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    // Once the queuing is done, we need to let the listener
4993399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    // and signal the buffer consumer (encoder) know that a
5003399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    // buffer is available
5013399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    onFrameReceivedLocked();
5023399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi
5033399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    *outWidth = mDefaultWidth;
5043399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    *outHeight = mDefaultHeight;
5053399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    *outTransform = 0;
5063399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi
5073399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    return OK;
5083399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi}
5093399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi
5103399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi
5113399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi// onFrameReceivedLocked informs the buffer consumers (StageFrightRecorder)
5123399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi// or listeners that a frame has been received
5133399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi// It is supposed to be called only from queuebuffer.
5143399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi// The buffer is NOT made available for dequeueing immediately. We need to
5153399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi// wait to hear from StageFrightRecorder to set the buffer FREE
5163399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi// Make sure this is called when the mutex is locked
5171a2fafbaa36390a06cc9a066fcbe147c8c47ea77Pannag Sanketistatus_t SurfaceMediaSource::onFrameReceivedLocked() {
5180c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi    LOGV("On Frame Received locked");
5193399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    // Signal the encoder that a new frame has arrived
5203399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    mFrameAvailableCondition.signal();
5213399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi
5223399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    // call back the listener
5231a2fafbaa36390a06cc9a066fcbe147c8c47ea77Pannag Sanketi    // TODO: The listener may not be needed in SurfaceMediaSource at all.
5243399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    // This can be made a SurfaceTexture specific thing
5253399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    sp<FrameAvailableListener> listener;
5263399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    if (mSynchronousMode || mQueue.empty()) {
5273399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi        listener = mFrameAvailableListener;
5283399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    }
5293399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi
5303399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    if (listener != 0) {
5313399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi        listener->onFrameAvailable();
5323399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    }
5333399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    return OK;
5343399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi}
5353399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi
5363399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi
5370c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketivoid SurfaceMediaSource::cancelBuffer(int bufIndex) {
5381a2fafbaa36390a06cc9a066fcbe147c8c47ea77Pannag Sanketi    LOGV("SurfaceMediaSource::cancelBuffer");
5393399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    Mutex::Autolock lock(mMutex);
5400c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi    if (bufIndex < 0 || bufIndex >= mBufferCount) {
5413399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi        LOGE("cancelBuffer: slot index out of range [0, %d]: %d",
5420c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi                mBufferCount, bufIndex);
5433399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi        return;
5440c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi    } else if (mSlots[bufIndex].mBufferState != BufferSlot::DEQUEUED) {
5453399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi        LOGE("cancelBuffer: slot %d is not owned by the client (state=%d)",
5460c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi                bufIndex, mSlots[bufIndex].mBufferState);
5473399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi        return;
5483399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    }
5490c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi    mSlots[bufIndex].mBufferState = BufferSlot::FREE;
5503399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    mDequeueCondition.signal();
5513399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi}
5523399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi
5531a2fafbaa36390a06cc9a066fcbe147c8c47ea77Pannag Sanketinsecs_t SurfaceMediaSource::getTimestamp() {
5541a2fafbaa36390a06cc9a066fcbe147c8c47ea77Pannag Sanketi    LOGV("SurfaceMediaSource::getTimestamp");
5553399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    Mutex::Autolock lock(mMutex);
5563399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    return mCurrentTimestamp;
5573399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi}
5583399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi
5593399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi
5601a2fafbaa36390a06cc9a066fcbe147c8c47ea77Pannag Sanketivoid SurfaceMediaSource::setFrameAvailableListener(
5613399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi        const sp<FrameAvailableListener>& listener) {
5621a2fafbaa36390a06cc9a066fcbe147c8c47ea77Pannag Sanketi    LOGV("SurfaceMediaSource::setFrameAvailableListener");
5633399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    Mutex::Autolock lock(mMutex);
5643399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    mFrameAvailableListener = listener;
5653399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi}
5663399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi
5670c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketivoid SurfaceMediaSource::freeAllBuffersLocked() {
5680c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi    LOGV("freeAllBuffersLocked");
5693399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    for (int i = 0; i < NUM_BUFFER_SLOTS; i++) {
5703399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi        mSlots[i].mGraphicBuffer = 0;
5713399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi        mSlots[i].mBufferState = BufferSlot::FREE;
5723399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    }
5733399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi}
5743399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi
5751a2fafbaa36390a06cc9a066fcbe147c8c47ea77Pannag Sanketisp<GraphicBuffer> SurfaceMediaSource::getCurrentBuffer() const {
5763399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    Mutex::Autolock lock(mMutex);
5773399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    return mCurrentBuf;
5783399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi}
5793399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi
5801a2fafbaa36390a06cc9a066fcbe147c8c47ea77Pannag Sanketiint SurfaceMediaSource::query(int what, int* outValue)
5813399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi{
5823399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    LOGV("query");
5833399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    Mutex::Autolock lock(mMutex);
5843399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    int value;
5853399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    switch (what) {
5863399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    case NATIVE_WINDOW_WIDTH:
5873399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi        value = mDefaultWidth;
5883399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi        if (!mDefaultWidth && !mDefaultHeight && mCurrentBuf != 0)
5893399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi            value = mCurrentBuf->width;
5903399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi        break;
5913399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    case NATIVE_WINDOW_HEIGHT:
5923399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi        value = mDefaultHeight;
5933399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi        if (!mDefaultWidth && !mDefaultHeight && mCurrentBuf != 0)
5943399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi            value = mCurrentBuf->height;
5953399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi        break;
5963399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    case NATIVE_WINDOW_FORMAT:
5973399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi        value = mPixelFormat;
5983399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi        break;
5993399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    case NATIVE_WINDOW_MIN_UNDEQUEUED_BUFFERS:
6003399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi        value = mSynchronousMode ?
6013399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi                (MIN_UNDEQUEUED_BUFFERS-1) : MIN_UNDEQUEUED_BUFFERS;
6023399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi        break;
6033399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    default:
6043399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi        return BAD_VALUE;
6053399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    }
6063399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    outValue[0] = value;
6073399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    return NO_ERROR;
6083399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi}
6093399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi
6101a2fafbaa36390a06cc9a066fcbe147c8c47ea77Pannag Sanketivoid SurfaceMediaSource::dump(String8& result) const
6113399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi{
6123399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    char buffer[1024];
6133399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    dump(result, "", buffer, 1024);
6143399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi}
6153399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi
6161a2fafbaa36390a06cc9a066fcbe147c8c47ea77Pannag Sanketivoid SurfaceMediaSource::dump(String8& result, const char* prefix,
6173399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi        char* buffer, size_t SIZE) const
6183399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi{
6193399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    Mutex::Autolock _l(mMutex);
6203399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    snprintf(buffer, SIZE,
6213399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi            "%smBufferCount=%d, mSynchronousMode=%d, default-size=[%dx%d], "
6223399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi            "mPixelFormat=%d, \n",
6233399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi            prefix, mBufferCount, mSynchronousMode, mDefaultWidth, mDefaultHeight,
6243399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi            mPixelFormat);
6253399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    result.append(buffer);
6263399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi
6273399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    String8 fifo;
6283399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    int fifoSize = 0;
6293399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    Fifo::const_iterator i(mQueue.begin());
6303399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    while (i != mQueue.end()) {
6313399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi        snprintf(buffer, SIZE, "%02d ", *i++);
6323399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi        fifoSize++;
6333399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi        fifo.append(buffer);
6343399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    }
6353399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi
6363399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    result.append(buffer);
6373399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi
6383399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    struct {
6393399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi        const char * operator()(int state) const {
6403399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi            switch (state) {
6413399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi                case BufferSlot::DEQUEUED: return "DEQUEUED";
6423399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi                case BufferSlot::QUEUED: return "QUEUED";
6433399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi                case BufferSlot::FREE: return "FREE";
6443399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi                default: return "Unknown";
6453399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi            }
6463399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi        }
6473399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    } stateName;
6483399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi
6493399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    for (int i = 0; i < mBufferCount; i++) {
6503399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi        const BufferSlot& slot(mSlots[i]);
6513399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi        snprintf(buffer, SIZE,
6523399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi                "%s%s[%02d] state=%-8s, "
6533399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi                "timestamp=%lld\n",
6543399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi                prefix, (i==mCurrentSlot)?">":" ", i, stateName(slot.mBufferState),
6553399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi                slot.mTimestamp
6563399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi        );
6573399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi        result.append(buffer);
6583399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    }
6593399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi}
6603399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi
661b33f3407bab0970a7f9241680723a1140b177c50Pannag Sanketistatus_t SurfaceMediaSource::setFrameRate(int32_t fps)
6623399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi{
6633399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    Mutex::Autolock lock(mMutex);
664b33f3407bab0970a7f9241680723a1140b177c50Pannag Sanketi    const int MAX_FRAME_RATE = 60;
665b33f3407bab0970a7f9241680723a1140b177c50Pannag Sanketi    if (fps < 0 || fps > MAX_FRAME_RATE) {
666b33f3407bab0970a7f9241680723a1140b177c50Pannag Sanketi        return BAD_VALUE;
667b33f3407bab0970a7f9241680723a1140b177c50Pannag Sanketi    }
6683399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    mFrameRate = fps;
669b33f3407bab0970a7f9241680723a1140b177c50Pannag Sanketi    return OK;
6703399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi}
6713399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi
672b33f3407bab0970a7f9241680723a1140b177c50Pannag Sanketibool SurfaceMediaSource::isMetaDataStoredInVideoBuffers() const {
673b33f3407bab0970a7f9241680723a1140b177c50Pannag Sanketi    LOGV("isMetaDataStoredInVideoBuffers");
674b33f3407bab0970a7f9241680723a1140b177c50Pannag Sanketi    return true;
675b33f3407bab0970a7f9241680723a1140b177c50Pannag Sanketi}
676b33f3407bab0970a7f9241680723a1140b177c50Pannag Sanketi
677b33f3407bab0970a7f9241680723a1140b177c50Pannag Sanketiint32_t SurfaceMediaSource::getFrameRate( ) const {
6783399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    Mutex::Autolock lock(mMutex);
6793399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    return mFrameRate;
6803399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi}
6813399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi
6821a2fafbaa36390a06cc9a066fcbe147c8c47ea77Pannag Sanketistatus_t SurfaceMediaSource::start(MetaData *params)
6833399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi{
6840c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi    LOGV("started!");
6853399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    return OK;
6863399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi}
6873399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi
6883399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi
6891a2fafbaa36390a06cc9a066fcbe147c8c47ea77Pannag Sanketistatus_t SurfaceMediaSource::stop()
6903399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi{
6913399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    LOGV("Stop");
6923399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi
6933399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    Mutex::Autolock lock(mMutex);
6943399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    // TODO: Add waiting on mFrameCompletedCondition here?
6950c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi    mStopped = true;
6963399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    mFrameAvailableCondition.signal();
6970c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi    mDequeueCondition.signal();
6980c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi    mQueue.clear();
6990c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi    freeAllBuffersLocked();
7003399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi
7013399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    return OK;
7023399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi}
7033399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi
7041a2fafbaa36390a06cc9a066fcbe147c8c47ea77Pannag Sanketisp<MetaData> SurfaceMediaSource::getFormat()
7053399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi{
7063399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    LOGV("getFormat");
7073399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    Mutex::Autolock autoLock(mMutex);
7083399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    sp<MetaData> meta = new MetaData;
709b33f3407bab0970a7f9241680723a1140b177c50Pannag Sanketi
7103399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    meta->setInt32(kKeyWidth, mDefaultWidth);
7113399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    meta->setInt32(kKeyHeight, mDefaultHeight);
7123399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    // The encoder format is set as an opaque colorformat
7133399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    // The encoder will later find out the actual colorformat
7143399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    // from the GL Frames itself.
7153399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    meta->setInt32(kKeyColorFormat, OMX_COLOR_FormatAndroidOpaque);
7163399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    meta->setInt32(kKeyStride, mDefaultWidth);
7173399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    meta->setInt32(kKeySliceHeight, mDefaultHeight);
7183399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    meta->setInt32(kKeyFrameRate, mFrameRate);
7193399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    meta->setCString(kKeyMIMEType, MEDIA_MIMETYPE_VIDEO_RAW);
7203399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    return meta;
7213399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi}
7223399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi
7231a2fafbaa36390a06cc9a066fcbe147c8c47ea77Pannag Sanketistatus_t SurfaceMediaSource::read( MediaBuffer **buffer,
7240c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi                                    const ReadOptions *options)
7253399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi{
7260c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi    Mutex::Autolock autoLock(mMutex) ;
7270c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi
7283399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    LOGV("Read. Size of queued buffer: %d", mQueue.size());
7293399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    *buffer = NULL;
7303399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi
7313399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    // If the recording has started and the queue is empty, then just
7323399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    // wait here till the frames come in from the client side
7330c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi    while (!mStopped && mQueue.empty()) {
7343399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi        LOGV("NO FRAMES! Recorder waiting for FrameAvailableCondition");
7353399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi        mFrameAvailableCondition.wait(mMutex);
7363399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    }
7373399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi
7383399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    // If the loop was exited as a result of stopping the recording,
7393399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    // it is OK
7400c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi    if (mStopped) {
7410c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi        LOGV("Read: SurfaceMediaSource is stopped. Returning NO_INIT;");
7420c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi        return NO_INIT;
7433399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    }
7443399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi
7453399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    // Update the current buffer info
7463399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    // TODO: mCurrentSlot can be made a bufferstate since there
7473399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    // can be more than one "current" slots.
7483399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    Fifo::iterator front(mQueue.begin());
7493399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    mCurrentSlot = *front;
7500c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi    mQueue.erase(front);
7513399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    mCurrentBuf = mSlots[mCurrentSlot].mGraphicBuffer;
7520c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi    int64_t prevTimeStamp = mCurrentTimestamp;
7533399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    mCurrentTimestamp = mSlots[mCurrentSlot].mTimestamp;
7540c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi    mNumFramesEncoded++;
755a361483bb5dbd3bbf132c5b99b2df7d197c3fc50Pannag Sanketi    // Pass the data to the MediaBuffer. Pass in only the metadata
756a361483bb5dbd3bbf132c5b99b2df7d197c3fc50Pannag Sanketi    passMetadataBufferLocked(buffer);
757a361483bb5dbd3bbf132c5b99b2df7d197c3fc50Pannag Sanketi
7583399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    (*buffer)->setObserver(this);
7593399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    (*buffer)->add_ref();
7600c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi    (*buffer)->meta_data()->setInt64(kKeyTime, mCurrentTimestamp / 1000);
7610c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi    LOGV("Frames encoded = %d, timestamp = %lld, time diff = %lld",
7620c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi            mNumFramesEncoded, mCurrentTimestamp / 1000,
7630c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi            mCurrentTimestamp / 1000 - prevTimeStamp / 1000);
7643399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi
7653399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    return OK;
7663399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi}
7673399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi
768a361483bb5dbd3bbf132c5b99b2df7d197c3fc50Pannag Sanketi// Pass the data to the MediaBuffer. Pass in only the metadata
769a361483bb5dbd3bbf132c5b99b2df7d197c3fc50Pannag Sanketi// The metadata passed consists of two parts:
770a361483bb5dbd3bbf132c5b99b2df7d197c3fc50Pannag Sanketi// 1. First, there is an integer indicating that it is a GRAlloc
771a361483bb5dbd3bbf132c5b99b2df7d197c3fc50Pannag Sanketi// source (kMetadataBufferTypeGrallocSource)
772a361483bb5dbd3bbf132c5b99b2df7d197c3fc50Pannag Sanketi// 2. This is followed by the buffer_handle_t that is a handle to the
773a361483bb5dbd3bbf132c5b99b2df7d197c3fc50Pannag Sanketi// GRalloc buffer. The encoder needs to interpret this GRalloc handle
774a361483bb5dbd3bbf132c5b99b2df7d197c3fc50Pannag Sanketi// and encode the frames.
775a361483bb5dbd3bbf132c5b99b2df7d197c3fc50Pannag Sanketi// --------------------------------------------------------------
776a361483bb5dbd3bbf132c5b99b2df7d197c3fc50Pannag Sanketi// |  kMetadataBufferTypeGrallocSource | sizeof(buffer_handle_t) |
777a361483bb5dbd3bbf132c5b99b2df7d197c3fc50Pannag Sanketi// --------------------------------------------------------------
778a361483bb5dbd3bbf132c5b99b2df7d197c3fc50Pannag Sanketi// Note: Call only when you have the lock
779a361483bb5dbd3bbf132c5b99b2df7d197c3fc50Pannag Sanketivoid SurfaceMediaSource::passMetadataBufferLocked(MediaBuffer **buffer) {
780a361483bb5dbd3bbf132c5b99b2df7d197c3fc50Pannag Sanketi    LOGV("passMetadataBuffer");
781a361483bb5dbd3bbf132c5b99b2df7d197c3fc50Pannag Sanketi    // MediaBuffer allocates and owns this data
782a361483bb5dbd3bbf132c5b99b2df7d197c3fc50Pannag Sanketi    MediaBuffer *tempBuffer =
783a361483bb5dbd3bbf132c5b99b2df7d197c3fc50Pannag Sanketi        new MediaBuffer(4 + sizeof(buffer_handle_t));
784a361483bb5dbd3bbf132c5b99b2df7d197c3fc50Pannag Sanketi    char *data = (char *)tempBuffer->data();
785a361483bb5dbd3bbf132c5b99b2df7d197c3fc50Pannag Sanketi    if (data == NULL) {
7860c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi        LOGE("Cannot allocate memory for metadata buffer!");
787a361483bb5dbd3bbf132c5b99b2df7d197c3fc50Pannag Sanketi        return;
788a361483bb5dbd3bbf132c5b99b2df7d197c3fc50Pannag Sanketi    }
789a361483bb5dbd3bbf132c5b99b2df7d197c3fc50Pannag Sanketi    OMX_U32 type = kMetadataBufferTypeGrallocSource;
790a361483bb5dbd3bbf132c5b99b2df7d197c3fc50Pannag Sanketi    memcpy(data, &type, 4);
791a361483bb5dbd3bbf132c5b99b2df7d197c3fc50Pannag Sanketi    memcpy(data + 4, &(mCurrentBuf->handle), sizeof(buffer_handle_t));
792a361483bb5dbd3bbf132c5b99b2df7d197c3fc50Pannag Sanketi    *buffer = tempBuffer;
793a361483bb5dbd3bbf132c5b99b2df7d197c3fc50Pannag Sanketi
7940c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi    LOGV("handle = %p, , offset = %d, length = %d",
7950c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi            mCurrentBuf->handle, (*buffer)->range_length(), (*buffer)->range_offset());
7960c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi}
797a361483bb5dbd3bbf132c5b99b2df7d197c3fc50Pannag Sanketi
7981a2fafbaa36390a06cc9a066fcbe147c8c47ea77Pannag Sanketivoid SurfaceMediaSource::signalBufferReturned(MediaBuffer *buffer) {
7993399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    LOGV("signalBufferReturned");
8003399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi
8013399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    bool foundBuffer = false;
8023399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    Mutex::Autolock autoLock(mMutex);
8033399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi
8040c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi    if (mStopped) {
8050c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi        LOGV("signalBufferReturned: mStopped = true! Nothing to do!");
8063399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi        return;
8073399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    }
8083399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi
8090c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi    for (int id = 0; id < NUM_BUFFER_SLOTS; id++) {
8100c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi        if (mSlots[id].mGraphicBuffer == NULL) {
8110c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi            continue;
8120c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi        }
8130c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi        if (checkBufferMatchesSlot(id, buffer)) {
8140c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi            LOGV("Slot %d returned, matches handle = %p", id,
8150c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi                    mSlots[id].mGraphicBuffer->handle);
8160c5c7d2b119d2350c186ae9902919bcf28c3e277Pannag Sanketi            mSlots[id].mBufferState = BufferSlot::FREE;
8173399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi            buffer->setObserver(0);
8183399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi            buffer->release();
8193399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi            mDequeueCondition.signal();
8203399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi            mFrameCompleteCondition.signal();
8213399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi            foundBuffer = true;
8223399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi            break;
8233399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi        }
8243399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    }
8253399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi
8263399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    if (!foundBuffer) {
8273399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi        CHECK_EQ(0, "signalBufferReturned: bogus buffer");
8283399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi    }
8293399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi}
8303399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi
831a361483bb5dbd3bbf132c5b99b2df7d197c3fc50Pannag Sanketibool SurfaceMediaSource::checkBufferMatchesSlot(int slot, MediaBuffer *buffer) {
832a361483bb5dbd3bbf132c5b99b2df7d197c3fc50Pannag Sanketi    LOGV("Check if Buffer matches slot");
833a361483bb5dbd3bbf132c5b99b2df7d197c3fc50Pannag Sanketi    // need to convert to char* for pointer arithmetic and then
834a361483bb5dbd3bbf132c5b99b2df7d197c3fc50Pannag Sanketi    // copy the byte stream into our handle
835a361483bb5dbd3bbf132c5b99b2df7d197c3fc50Pannag Sanketi    buffer_handle_t bufferHandle ;
836a361483bb5dbd3bbf132c5b99b2df7d197c3fc50Pannag Sanketi    memcpy( &bufferHandle, (char *)(buffer->data()) + 4, sizeof(buffer_handle_t));
837a361483bb5dbd3bbf132c5b99b2df7d197c3fc50Pannag Sanketi    return mSlots[slot].mGraphicBuffer->handle  ==  bufferHandle;
838a361483bb5dbd3bbf132c5b99b2df7d197c3fc50Pannag Sanketi}
8393399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi
8403399b7267185646c69b04352211fca4fad9d7547Pannag Sanketi} // end of namespace android
841