GraphicBufferListener.cpp revision a8f5e0c24143299e3b3d722487de7322f7761559
1e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith/*
2e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith * Copyright (C) 2014 The Android Open Source Project
3e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith *
4e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith * Licensed under the Apache License, Version 2.0 (the "License");
5e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith * you may not use this file except in compliance with the License.
6e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith * You may obtain a copy of the License at
7e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith *
8e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith *      http://www.apache.org/licenses/LICENSE-2.0
9e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith *
10e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith * Unless required by applicable law or agreed to in writing, software
11e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith * distributed under the License is distributed on an "AS IS" BASIS,
12e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith * See the License for the specific language governing permissions and
14e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith * limitations under the License.
15e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith */
16e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith
17e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith//#define LOG_NDEBUG 0
18e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith#define LOG_TAG "GraphicBufferListener"
19e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith
20e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith#include <media/stagefright/foundation/ADebug.h>
21e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith#include <media/stagefright/foundation/AMessage.h>
22e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith#include <media/stagefright/MediaErrors.h>
23e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith
248ed8ceda7cfe29e8417142ef460cd70060204459Dan Stoza#include <gui/BufferItem.h>
258ed8ceda7cfe29e8417142ef460cd70060204459Dan Stoza
26e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith#include "GraphicBufferListener.h"
27e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith
28e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smithnamespace android {
29e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith
30e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smithstatus_t GraphicBufferListener::init(
31e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith        const sp<AMessage> &notify,
32e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith        size_t bufferWidth, size_t bufferHeight, size_t bufferCount) {
33e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith    mNotify = notify;
34e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith
35e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith    String8 name("GraphicBufferListener");
36e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith    BufferQueue::createBufferQueue(&mProducer, &mConsumer);
37e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith    mConsumer->setConsumerName(name);
38e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith    mConsumer->setDefaultBufferSize(bufferWidth, bufferHeight);
39e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith    mConsumer->setConsumerUsageBits(GRALLOC_USAGE_SW_READ_OFTEN);
40e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith
41e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith    status_t err = mConsumer->setMaxAcquiredBufferCount(bufferCount);
42e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith    if (err != NO_ERROR) {
43ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar        ALOGE("Unable to set BQ max acquired buffer count to %zu: %d",
44e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith                bufferCount, err);
45e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith        return err;
46e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith    }
47e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith
48e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith    wp<BufferQueue::ConsumerListener> listener =
49e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith        static_cast<BufferQueue::ConsumerListener*>(this);
50e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith    sp<BufferQueue::ProxyConsumerListener> proxy =
51e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith        new BufferQueue::ProxyConsumerListener(listener);
52e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith
53e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith    err = mConsumer->consumerConnect(proxy, false);
54e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith    if (err != NO_ERROR) {
55e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith        ALOGE("Error connecting to BufferQueue: %s (%d)",
56e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith                strerror(-err), err);
57e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith        return err;
58e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith    }
59e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith
60e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith    ALOGV("init() successful.");
61e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith
62e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith    return OK;
63e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith}
64e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith
65c98021fd30ad6ae6ae7a51c89fdb0008e093843aDan Stozavoid GraphicBufferListener::onFrameAvailable(const BufferItem& /* item */) {
66e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith    ALOGV("onFrameAvailable() called");
67e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith
68e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith    {
69e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith        Mutex::Autolock autoLock(mMutex);
70e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith        mNumFramesAvailable++;
71e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith    }
72e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith
73e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith    sp<AMessage> notify = mNotify->dup();
74e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith    mNotify->setWhat(kWhatFrameAvailable);
75e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith    mNotify->post();
76e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith}
77e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith
78e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smithvoid GraphicBufferListener::onBuffersReleased() {
79e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith    ALOGV("onBuffersReleased() called");
80e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith    // nothing to do
81e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith}
82e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith
83e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smithvoid GraphicBufferListener::onSidebandStreamChanged() {
84e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith    ALOGW("GraphicBufferListener cannot consume sideband streams.");
85e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith    // nothing to do
86e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith}
87e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith
888ed8ceda7cfe29e8417142ef460cd70060204459Dan StozaBufferItem GraphicBufferListener::getBufferItem() {
898ed8ceda7cfe29e8417142ef460cd70060204459Dan Stoza    BufferItem item;
90e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith
91e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith    {
92e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith        Mutex::Autolock autoLock(mMutex);
93e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith        if (mNumFramesAvailable <= 0) {
94e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith            ALOGE("getBuffer() called with no frames available");
95e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith            return item;
96e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith        }
97e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith        mNumFramesAvailable--;
98e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith    }
99e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith
100e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith    status_t err = mConsumer->acquireBuffer(&item, 0);
101e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith    if (err == BufferQueue::NO_BUFFER_AVAILABLE) {
102e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith        // shouldn't happen, since we track num frames available
103e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith        ALOGE("frame was not available");
104a8f5e0c24143299e3b3d722487de7322f7761559Pablo Ceballos        item.mSlot = -1;
105e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith        return item;
106e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith    } else if (err != OK) {
107e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith        ALOGE("acquireBuffer returned err=%d", err);
108a8f5e0c24143299e3b3d722487de7322f7761559Pablo Ceballos        item.mSlot = -1;
109e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith        return item;
110e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith    }
111e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith
112e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith    // Wait for it to become available.
113e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith    err = item.mFence->waitForever("GraphicBufferListener::getBufferItem");
114e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith    if (err != OK) {
115e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith        ALOGW("failed to wait for buffer fence: %d", err);
116e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith        // keep going
117e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith    }
118e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith
119e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith    // If this is the first time we're seeing this buffer, add it to our
120e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith    // slot table.
121e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith    if (item.mGraphicBuffer != NULL) {
122a8f5e0c24143299e3b3d722487de7322f7761559Pablo Ceballos        ALOGV("setting mBufferSlot %d", item.mSlot);
123a8f5e0c24143299e3b3d722487de7322f7761559Pablo Ceballos        mBufferSlot[item.mSlot] = item.mGraphicBuffer;
124e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith    }
125e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith
126e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith    return item;
127e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith}
128e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith
1298ed8ceda7cfe29e8417142ef460cd70060204459Dan Stozasp<GraphicBuffer> GraphicBufferListener::getBuffer(BufferItem item) {
130e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith    sp<GraphicBuffer> buf;
131a8f5e0c24143299e3b3d722487de7322f7761559Pablo Ceballos    if (item.mSlot < 0 || item.mSlot >= BufferQueue::NUM_BUFFER_SLOTS) {
132a8f5e0c24143299e3b3d722487de7322f7761559Pablo Ceballos        ALOGE("getBuffer() received invalid BufferItem: mSlot==%d", item.mSlot);
133e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith        return buf;
134e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith    }
135e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith
136a8f5e0c24143299e3b3d722487de7322f7761559Pablo Ceballos    buf = mBufferSlot[item.mSlot];
137e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith    CHECK(buf.get() != NULL);
138e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith
139e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith    return buf;
140e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith}
141e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith
1428ed8ceda7cfe29e8417142ef460cd70060204459Dan Stozastatus_t GraphicBufferListener::releaseBuffer(BufferItem item) {
143a8f5e0c24143299e3b3d722487de7322f7761559Pablo Ceballos    if (item.mSlot < 0 || item.mSlot >= BufferQueue::NUM_BUFFER_SLOTS) {
144a8f5e0c24143299e3b3d722487de7322f7761559Pablo Ceballos        ALOGE("getBuffer() received invalid BufferItem: mSlot==%d", item.mSlot);
145e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith        return ERROR_OUT_OF_RANGE;
146e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith    }
147e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith
148a8f5e0c24143299e3b3d722487de7322f7761559Pablo Ceballos    mConsumer->releaseBuffer(item.mSlot, item.mFrameNumber,
149e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith            EGL_NO_DISPLAY, EGL_NO_SYNC_KHR, Fence::NO_FENCE);
150e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith
151e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith    return OK;
152e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith}
153e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith
154e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith}   // namespace android
155