1e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith/* 2e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith * Copyright (C) 2014 The Android Open Source Project 3e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith * 4e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith * Licensed under the Apache License, Version 2.0 (the "License"); 5e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith * you may not use this file except in compliance with the License. 6e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith * You may obtain a copy of the License at 7e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith * 8e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith * http://www.apache.org/licenses/LICENSE-2.0 9e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith * 10e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith * Unless required by applicable law or agreed to in writing, software 11e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith * distributed under the License is distributed on an "AS IS" BASIS, 12e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 13e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith * See the License for the specific language governing permissions and 14e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith * limitations under the License. 15e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith */ 16e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith 17e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith//#define LOG_NDEBUG 0 18e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith#define LOG_TAG "GraphicBufferListener" 19e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith 20e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith#include <media/stagefright/foundation/ADebug.h> 21e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith#include <media/stagefright/foundation/AMessage.h> 22e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith#include <media/stagefright/MediaErrors.h> 23e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith 248ed8ceda7cfe29e8417142ef460cd70060204459Dan Stoza#include <gui/BufferItem.h> 25f675356f9e275b9a52101a997ad20404922b5147Brian Anderson#include <utils/String8.h> 268ed8ceda7cfe29e8417142ef460cd70060204459Dan Stoza 27e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith#include "GraphicBufferListener.h" 28e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith 29e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smithnamespace android { 30e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith 31e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smithstatus_t GraphicBufferListener::init( 32e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith const sp<AMessage> ¬ify, 33e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith size_t bufferWidth, size_t bufferHeight, size_t bufferCount) { 34e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith mNotify = notify; 35e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith 36e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith String8 name("GraphicBufferListener"); 37e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith BufferQueue::createBufferQueue(&mProducer, &mConsumer); 38e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith mConsumer->setConsumerName(name); 39e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith mConsumer->setDefaultBufferSize(bufferWidth, bufferHeight); 40e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith mConsumer->setConsumerUsageBits(GRALLOC_USAGE_SW_READ_OFTEN); 41e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith 42e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith status_t err = mConsumer->setMaxAcquiredBufferCount(bufferCount); 43e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith if (err != NO_ERROR) { 44ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar ALOGE("Unable to set BQ max acquired buffer count to %zu: %d", 45e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith bufferCount, err); 46e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith return err; 47e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith } 48e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith 49e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith wp<BufferQueue::ConsumerListener> listener = 50e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith static_cast<BufferQueue::ConsumerListener*>(this); 51e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith sp<BufferQueue::ProxyConsumerListener> proxy = 52e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith new BufferQueue::ProxyConsumerListener(listener); 53e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith 54e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith err = mConsumer->consumerConnect(proxy, false); 55e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith if (err != NO_ERROR) { 56e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith ALOGE("Error connecting to BufferQueue: %s (%d)", 57e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith strerror(-err), err); 58e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith return err; 59e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith } 60e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith 61e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith ALOGV("init() successful."); 62e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith 63e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith return OK; 64e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith} 65e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith 66c98021fd30ad6ae6ae7a51c89fdb0008e093843aDan Stozavoid GraphicBufferListener::onFrameAvailable(const BufferItem& /* item */) { 67e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith ALOGV("onFrameAvailable() called"); 68e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith 69e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith { 70e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith Mutex::Autolock autoLock(mMutex); 71e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith mNumFramesAvailable++; 72e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith } 73e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith 74e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith sp<AMessage> notify = mNotify->dup(); 75e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith mNotify->setWhat(kWhatFrameAvailable); 76e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith mNotify->post(); 77e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith} 78e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith 79e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smithvoid GraphicBufferListener::onBuffersReleased() { 80e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith ALOGV("onBuffersReleased() called"); 81e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith // nothing to do 82e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith} 83e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith 84e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smithvoid GraphicBufferListener::onSidebandStreamChanged() { 85e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith ALOGW("GraphicBufferListener cannot consume sideband streams."); 86e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith // nothing to do 87e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith} 88e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith 898ed8ceda7cfe29e8417142ef460cd70060204459Dan StozaBufferItem GraphicBufferListener::getBufferItem() { 908ed8ceda7cfe29e8417142ef460cd70060204459Dan Stoza BufferItem item; 91e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith 92e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith { 93e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith Mutex::Autolock autoLock(mMutex); 94e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith if (mNumFramesAvailable <= 0) { 95e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith ALOGE("getBuffer() called with no frames available"); 96e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith return item; 97e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith } 98e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith mNumFramesAvailable--; 99e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith } 100e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith 101e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith status_t err = mConsumer->acquireBuffer(&item, 0); 102e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith if (err == BufferQueue::NO_BUFFER_AVAILABLE) { 103e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith // shouldn't happen, since we track num frames available 104e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith ALOGE("frame was not available"); 105a8f5e0c24143299e3b3d722487de7322f7761559Pablo Ceballos item.mSlot = -1; 106e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith return item; 107e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith } else if (err != OK) { 108e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith ALOGE("acquireBuffer returned err=%d", err); 109a8f5e0c24143299e3b3d722487de7322f7761559Pablo Ceballos item.mSlot = -1; 110e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith return item; 111e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith } 112e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith 113e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith // Wait for it to become available. 114e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith err = item.mFence->waitForever("GraphicBufferListener::getBufferItem"); 115e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith if (err != OK) { 116e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith ALOGW("failed to wait for buffer fence: %d", err); 117e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith // keep going 118e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith } 119e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith 120e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith // If this is the first time we're seeing this buffer, add it to our 121e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith // slot table. 122e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith if (item.mGraphicBuffer != NULL) { 123a8f5e0c24143299e3b3d722487de7322f7761559Pablo Ceballos ALOGV("setting mBufferSlot %d", item.mSlot); 124a8f5e0c24143299e3b3d722487de7322f7761559Pablo Ceballos mBufferSlot[item.mSlot] = item.mGraphicBuffer; 125e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith } 126e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith 127e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith return item; 128e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith} 129e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith 1308ed8ceda7cfe29e8417142ef460cd70060204459Dan Stozasp<GraphicBuffer> GraphicBufferListener::getBuffer(BufferItem item) { 131e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith sp<GraphicBuffer> buf; 132a8f5e0c24143299e3b3d722487de7322f7761559Pablo Ceballos if (item.mSlot < 0 || item.mSlot >= BufferQueue::NUM_BUFFER_SLOTS) { 133a8f5e0c24143299e3b3d722487de7322f7761559Pablo Ceballos ALOGE("getBuffer() received invalid BufferItem: mSlot==%d", item.mSlot); 134e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith return buf; 135e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith } 136e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith 137a8f5e0c24143299e3b3d722487de7322f7761559Pablo Ceballos buf = mBufferSlot[item.mSlot]; 138e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith CHECK(buf.get() != NULL); 139e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith 140e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith return buf; 141e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith} 142e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith 1438ed8ceda7cfe29e8417142ef460cd70060204459Dan Stozastatus_t GraphicBufferListener::releaseBuffer(BufferItem item) { 144a8f5e0c24143299e3b3d722487de7322f7761559Pablo Ceballos if (item.mSlot < 0 || item.mSlot >= BufferQueue::NUM_BUFFER_SLOTS) { 145a8f5e0c24143299e3b3d722487de7322f7761559Pablo Ceballos ALOGE("getBuffer() received invalid BufferItem: mSlot==%d", item.mSlot); 146e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith return ERROR_OUT_OF_RANGE; 147e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith } 148e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith 149a8f5e0c24143299e3b3d722487de7322f7761559Pablo Ceballos mConsumer->releaseBuffer(item.mSlot, item.mFrameNumber, 150e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith EGL_NO_DISPLAY, EGL_NO_SYNC_KHR, Fence::NO_FENCE); 151e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith 152e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith return OK; 153e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith} 154e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith 155e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith} // namespace android 156