1e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith/*
2e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith * Copyright (C) 2014 The Android Open Source Project
3e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith *
4e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith * Licensed under the Apache License, Version 2.0 (the "License");
5e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith * you may not use this file except in compliance with the License.
6e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith * You may obtain a copy of the License at
7e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith *
8e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith *      http://www.apache.org/licenses/LICENSE-2.0
9e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith *
10e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith * Unless required by applicable law or agreed to in writing, software
11e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith * distributed under the License is distributed on an "AS IS" BASIS,
12e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith * See the License for the specific language governing permissions and
14e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith * limitations under the License.
15e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith */
16e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith
17e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith//#define LOG_NDEBUG 0
18e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith#define LOG_TAG "GraphicBufferListener"
19e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith
20e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith#include <media/stagefright/foundation/ADebug.h>
21e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith#include <media/stagefright/foundation/AMessage.h>
22e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith#include <media/stagefright/MediaErrors.h>
23e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith
248ed8ceda7cfe29e8417142ef460cd70060204459Dan Stoza#include <gui/BufferItem.h>
25f675356f9e275b9a52101a997ad20404922b5147Brian Anderson#include <utils/String8.h>
268ed8ceda7cfe29e8417142ef460cd70060204459Dan Stoza
27e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith#include "GraphicBufferListener.h"
28e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith
29e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smithnamespace android {
30e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith
31e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smithstatus_t GraphicBufferListener::init(
32e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith        const sp<AMessage> &notify,
33e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith        size_t bufferWidth, size_t bufferHeight, size_t bufferCount) {
34e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith    mNotify = notify;
35e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith
36e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith    String8 name("GraphicBufferListener");
37e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith    BufferQueue::createBufferQueue(&mProducer, &mConsumer);
38e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith    mConsumer->setConsumerName(name);
39e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith    mConsumer->setDefaultBufferSize(bufferWidth, bufferHeight);
40e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith    mConsumer->setConsumerUsageBits(GRALLOC_USAGE_SW_READ_OFTEN);
41e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith
42e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith    status_t err = mConsumer->setMaxAcquiredBufferCount(bufferCount);
43e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith    if (err != NO_ERROR) {
44ee4e1b1a63758941460ae79a064249d3a5189443Lajos Molnar        ALOGE("Unable to set BQ max acquired buffer count to %zu: %d",
45e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith                bufferCount, err);
46e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith        return err;
47e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith    }
48e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith
49e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith    wp<BufferQueue::ConsumerListener> listener =
50e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith        static_cast<BufferQueue::ConsumerListener*>(this);
51e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith    sp<BufferQueue::ProxyConsumerListener> proxy =
52e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith        new BufferQueue::ProxyConsumerListener(listener);
53e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith
54e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith    err = mConsumer->consumerConnect(proxy, false);
55e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith    if (err != NO_ERROR) {
56e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith        ALOGE("Error connecting to BufferQueue: %s (%d)",
57e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith                strerror(-err), err);
58e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith        return err;
59e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith    }
60e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith
61e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith    ALOGV("init() successful.");
62e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith
63e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith    return OK;
64e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith}
65e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith
66c98021fd30ad6ae6ae7a51c89fdb0008e093843aDan Stozavoid GraphicBufferListener::onFrameAvailable(const BufferItem& /* item */) {
67e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith    ALOGV("onFrameAvailable() called");
68e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith
69e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith    {
70e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith        Mutex::Autolock autoLock(mMutex);
71e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith        mNumFramesAvailable++;
72e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith    }
73e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith
74e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith    sp<AMessage> notify = mNotify->dup();
75e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith    mNotify->setWhat(kWhatFrameAvailable);
76e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith    mNotify->post();
77e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith}
78e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith
79e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smithvoid GraphicBufferListener::onBuffersReleased() {
80e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith    ALOGV("onBuffersReleased() called");
81e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith    // nothing to do
82e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith}
83e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith
84e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smithvoid GraphicBufferListener::onSidebandStreamChanged() {
85e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith    ALOGW("GraphicBufferListener cannot consume sideband streams.");
86e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith    // nothing to do
87e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith}
88e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith
898ed8ceda7cfe29e8417142ef460cd70060204459Dan StozaBufferItem GraphicBufferListener::getBufferItem() {
908ed8ceda7cfe29e8417142ef460cd70060204459Dan Stoza    BufferItem item;
91e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith
92e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith    {
93e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith        Mutex::Autolock autoLock(mMutex);
94e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith        if (mNumFramesAvailable <= 0) {
95e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith            ALOGE("getBuffer() called with no frames available");
96e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith            return item;
97e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith        }
98e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith        mNumFramesAvailable--;
99e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith    }
100e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith
101e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith    status_t err = mConsumer->acquireBuffer(&item, 0);
102e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith    if (err == BufferQueue::NO_BUFFER_AVAILABLE) {
103e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith        // shouldn't happen, since we track num frames available
104e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith        ALOGE("frame was not available");
105a8f5e0c24143299e3b3d722487de7322f7761559Pablo Ceballos        item.mSlot = -1;
106e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith        return item;
107e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith    } else if (err != OK) {
108e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith        ALOGE("acquireBuffer returned err=%d", err);
109a8f5e0c24143299e3b3d722487de7322f7761559Pablo Ceballos        item.mSlot = -1;
110e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith        return item;
111e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith    }
112e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith
113e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith    // Wait for it to become available.
114e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith    err = item.mFence->waitForever("GraphicBufferListener::getBufferItem");
115e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith    if (err != OK) {
116e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith        ALOGW("failed to wait for buffer fence: %d", err);
117e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith        // keep going
118e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith    }
119e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith
120e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith    // If this is the first time we're seeing this buffer, add it to our
121e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith    // slot table.
122e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith    if (item.mGraphicBuffer != NULL) {
123a8f5e0c24143299e3b3d722487de7322f7761559Pablo Ceballos        ALOGV("setting mBufferSlot %d", item.mSlot);
124a8f5e0c24143299e3b3d722487de7322f7761559Pablo Ceballos        mBufferSlot[item.mSlot] = item.mGraphicBuffer;
125e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith    }
126e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith
127e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith    return item;
128e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith}
129e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith
1308ed8ceda7cfe29e8417142ef460cd70060204459Dan Stozasp<GraphicBuffer> GraphicBufferListener::getBuffer(BufferItem item) {
131e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith    sp<GraphicBuffer> buf;
132a8f5e0c24143299e3b3d722487de7322f7761559Pablo Ceballos    if (item.mSlot < 0 || item.mSlot >= BufferQueue::NUM_BUFFER_SLOTS) {
133a8f5e0c24143299e3b3d722487de7322f7761559Pablo Ceballos        ALOGE("getBuffer() received invalid BufferItem: mSlot==%d", item.mSlot);
134e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith        return buf;
135e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith    }
136e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith
137a8f5e0c24143299e3b3d722487de7322f7761559Pablo Ceballos    buf = mBufferSlot[item.mSlot];
138e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith    CHECK(buf.get() != NULL);
139e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith
140e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith    return buf;
141e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith}
142e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith
1438ed8ceda7cfe29e8417142ef460cd70060204459Dan Stozastatus_t GraphicBufferListener::releaseBuffer(BufferItem item) {
144a8f5e0c24143299e3b3d722487de7322f7761559Pablo Ceballos    if (item.mSlot < 0 || item.mSlot >= BufferQueue::NUM_BUFFER_SLOTS) {
145a8f5e0c24143299e3b3d722487de7322f7761559Pablo Ceballos        ALOGE("getBuffer() received invalid BufferItem: mSlot==%d", item.mSlot);
146e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith        return ERROR_OUT_OF_RANGE;
147e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith    }
148e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith
149a8f5e0c24143299e3b3d722487de7322f7761559Pablo Ceballos    mConsumer->releaseBuffer(item.mSlot, item.mFrameNumber,
150e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith            EGL_NO_DISPLAY, EGL_NO_SYNC_KHR, Fence::NO_FENCE);
151e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith
152e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith    return OK;
153e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith}
154e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith
155e7f4e676bb88b17241d71731f9ea50c18cfcb039David Smith}   // namespace android
156