SurfaceFlingerConsumer.cpp revision 399184a4cd728ea1421fb0bc1722274a29e38f4a
1bf974abe92f7495529916fe0f483f3b56e7c30e3Andy McFadden/*
2bf974abe92f7495529916fe0f483f3b56e7c30e3Andy McFadden * Copyright (C) 2012 The Android Open Source Project
3bf974abe92f7495529916fe0f483f3b56e7c30e3Andy McFadden *
4bf974abe92f7495529916fe0f483f3b56e7c30e3Andy McFadden * Licensed under the Apache License, Version 2.0 (the "License");
5bf974abe92f7495529916fe0f483f3b56e7c30e3Andy McFadden * you may not use this file except in compliance with the License.
6bf974abe92f7495529916fe0f483f3b56e7c30e3Andy McFadden * You may obtain a copy of the License at
7bf974abe92f7495529916fe0f483f3b56e7c30e3Andy McFadden *
8bf974abe92f7495529916fe0f483f3b56e7c30e3Andy McFadden *      http://www.apache.org/licenses/LICENSE-2.0
9bf974abe92f7495529916fe0f483f3b56e7c30e3Andy McFadden *
10bf974abe92f7495529916fe0f483f3b56e7c30e3Andy McFadden * Unless required by applicable law or agreed to in writing, software
11bf974abe92f7495529916fe0f483f3b56e7c30e3Andy McFadden * distributed under the License is distributed on an "AS IS" BASIS,
12bf974abe92f7495529916fe0f483f3b56e7c30e3Andy McFadden * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13bf974abe92f7495529916fe0f483f3b56e7c30e3Andy McFadden * See the License for the specific language governing permissions and
14bf974abe92f7495529916fe0f483f3b56e7c30e3Andy McFadden * limitations under the License.
15bf974abe92f7495529916fe0f483f3b56e7c30e3Andy McFadden */
16bf974abe92f7495529916fe0f483f3b56e7c30e3Andy McFadden
17bf974abe92f7495529916fe0f483f3b56e7c30e3Andy McFadden#define ATRACE_TAG ATRACE_TAG_GRAPHICS
181df8c345854155cbbcb9f80de9d12d66ea70ac08Jamie Gennis//#define LOG_NDEBUG 0
19bf974abe92f7495529916fe0f483f3b56e7c30e3Andy McFadden
20bf974abe92f7495529916fe0f483f3b56e7c30e3Andy McFadden#include "SurfaceFlingerConsumer.h"
21bf974abe92f7495529916fe0f483f3b56e7c30e3Andy McFadden
22ca08833d5ea99130797e10ad68a651b50e99da74Mathias Agopian#include <private/gui/SyncFeatures.h>
23ca08833d5ea99130797e10ad68a651b50e99da74Mathias Agopian
24bf974abe92f7495529916fe0f483f3b56e7c30e3Andy McFadden#include <utils/Errors.h>
25399184a4cd728ea1421fb0bc1722274a29e38f4aJesse Hall#include <utils/NativeHandle.h>
26399184a4cd728ea1421fb0bc1722274a29e38f4aJesse Hall#include <utils/Trace.h>
27bf974abe92f7495529916fe0f483f3b56e7c30e3Andy McFadden
28bf974abe92f7495529916fe0f483f3b56e7c30e3Andy McFaddennamespace android {
29bf974abe92f7495529916fe0f483f3b56e7c30e3Andy McFadden
30bf974abe92f7495529916fe0f483f3b56e7c30e3Andy McFadden// ---------------------------------------------------------------------------
31bf974abe92f7495529916fe0f483f3b56e7c30e3Andy McFadden
32bf974abe92f7495529916fe0f483f3b56e7c30e3Andy McFaddenstatus_t SurfaceFlingerConsumer::updateTexImage(BufferRejecter* rejecter)
33bf974abe92f7495529916fe0f483f3b56e7c30e3Andy McFadden{
34bf974abe92f7495529916fe0f483f3b56e7c30e3Andy McFadden    ATRACE_CALL();
35bf974abe92f7495529916fe0f483f3b56e7c30e3Andy McFadden    ALOGV("updateTexImage");
36bf974abe92f7495529916fe0f483f3b56e7c30e3Andy McFadden    Mutex::Autolock lock(mMutex);
37bf974abe92f7495529916fe0f483f3b56e7c30e3Andy McFadden
38bf974abe92f7495529916fe0f483f3b56e7c30e3Andy McFadden    if (mAbandoned) {
392adaf04fab35cf47c824d74d901b54094e01ccd3Andy McFadden        ALOGE("updateTexImage: GLConsumer is abandoned!");
40bf974abe92f7495529916fe0f483f3b56e7c30e3Andy McFadden        return NO_INIT;
41bf974abe92f7495529916fe0f483f3b56e7c30e3Andy McFadden    }
42bf974abe92f7495529916fe0f483f3b56e7c30e3Andy McFadden
43bf974abe92f7495529916fe0f483f3b56e7c30e3Andy McFadden    // Make sure the EGL state is the same as in previous calls.
44bf974abe92f7495529916fe0f483f3b56e7c30e3Andy McFadden    status_t err = checkAndUpdateEglStateLocked();
45bf974abe92f7495529916fe0f483f3b56e7c30e3Andy McFadden    if (err != NO_ERROR) {
46bf974abe92f7495529916fe0f483f3b56e7c30e3Andy McFadden        return err;
47bf974abe92f7495529916fe0f483f3b56e7c30e3Andy McFadden    }
48bf974abe92f7495529916fe0f483f3b56e7c30e3Andy McFadden
49bf974abe92f7495529916fe0f483f3b56e7c30e3Andy McFadden    BufferQueue::BufferItem item;
50bf974abe92f7495529916fe0f483f3b56e7c30e3Andy McFadden
51bf974abe92f7495529916fe0f483f3b56e7c30e3Andy McFadden    // Acquire the next buffer.
52bf974abe92f7495529916fe0f483f3b56e7c30e3Andy McFadden    // In asynchronous mode the list is guaranteed to be one buffer
53bf974abe92f7495529916fe0f483f3b56e7c30e3Andy McFadden    // deep, while in synchronous mode we use the oldest buffer.
541585c4d9fbbba3ba70ae625923b85cd02cb8a0fdAndy McFadden    err = acquireBufferLocked(&item, computeExpectedPresent());
55bf974abe92f7495529916fe0f483f3b56e7c30e3Andy McFadden    if (err != NO_ERROR) {
56bf974abe92f7495529916fe0f483f3b56e7c30e3Andy McFadden        if (err == BufferQueue::NO_BUFFER_AVAILABLE) {
57bf974abe92f7495529916fe0f483f3b56e7c30e3Andy McFadden            err = NO_ERROR;
581585c4d9fbbba3ba70ae625923b85cd02cb8a0fdAndy McFadden        } else if (err == BufferQueue::PRESENT_LATER) {
591585c4d9fbbba3ba70ae625923b85cd02cb8a0fdAndy McFadden            // return the error, without logging
60bf974abe92f7495529916fe0f483f3b56e7c30e3Andy McFadden        } else {
61bf974abe92f7495529916fe0f483f3b56e7c30e3Andy McFadden            ALOGE("updateTexImage: acquire failed: %s (%d)",
62bf974abe92f7495529916fe0f483f3b56e7c30e3Andy McFadden                strerror(-err), err);
63bf974abe92f7495529916fe0f483f3b56e7c30e3Andy McFadden        }
64bf974abe92f7495529916fe0f483f3b56e7c30e3Andy McFadden        return err;
65bf974abe92f7495529916fe0f483f3b56e7c30e3Andy McFadden    }
66bf974abe92f7495529916fe0f483f3b56e7c30e3Andy McFadden
67bf974abe92f7495529916fe0f483f3b56e7c30e3Andy McFadden
68bf974abe92f7495529916fe0f483f3b56e7c30e3Andy McFadden    // We call the rejecter here, in case the caller has a reason to
69bf974abe92f7495529916fe0f483f3b56e7c30e3Andy McFadden    // not accept this buffer.  This is used by SurfaceFlinger to
70bf974abe92f7495529916fe0f483f3b56e7c30e3Andy McFadden    // reject buffers which have the wrong size
71bf974abe92f7495529916fe0f483f3b56e7c30e3Andy McFadden    int buf = item.mBuf;
72bf974abe92f7495529916fe0f483f3b56e7c30e3Andy McFadden    if (rejecter && rejecter->reject(mSlots[buf].mGraphicBuffer, item)) {
7398d3d6ec1250248574f2e8d72e5c934fecbcd734Lajos Molnar        releaseBufferLocked(buf, mSlots[buf].mGraphicBuffer, EGL_NO_SYNC_KHR);
74bf974abe92f7495529916fe0f483f3b56e7c30e3Andy McFadden        return NO_ERROR;
75bf974abe92f7495529916fe0f483f3b56e7c30e3Andy McFadden    }
76bf974abe92f7495529916fe0f483f3b56e7c30e3Andy McFadden
77bf974abe92f7495529916fe0f483f3b56e7c30e3Andy McFadden    // Release the previous buffer.
78ad678e18b66f495efa78dc3b9ab99b579945c9e2Mathias Agopian    err = updateAndReleaseLocked(item);
79bf974abe92f7495529916fe0f483f3b56e7c30e3Andy McFadden    if (err != NO_ERROR) {
80bf974abe92f7495529916fe0f483f3b56e7c30e3Andy McFadden        return err;
81bf974abe92f7495529916fe0f483f3b56e7c30e3Andy McFadden    }
82bf974abe92f7495529916fe0f483f3b56e7c30e3Andy McFadden
83ca08833d5ea99130797e10ad68a651b50e99da74Mathias Agopian    if (!SyncFeatures::getInstance().useNativeFenceSync()) {
8497eba8904c2f221c42a9473407223a4c3a213f75Andy McFadden        // Bind the new buffer to the GL texture.
8597eba8904c2f221c42a9473407223a4c3a213f75Andy McFadden        //
8697eba8904c2f221c42a9473407223a4c3a213f75Andy McFadden        // Older devices require the "implicit" synchronization provided
8797eba8904c2f221c42a9473407223a4c3a213f75Andy McFadden        // by glEGLImageTargetTexture2DOES, which this method calls.  Newer
8897eba8904c2f221c42a9473407223a4c3a213f75Andy McFadden        // devices will either call this in Layer::onDraw, or (if it's not
8997eba8904c2f221c42a9473407223a4c3a213f75Andy McFadden        // a GL-composited layer) not at all.
9097eba8904c2f221c42a9473407223a4c3a213f75Andy McFadden        err = bindTextureImageLocked();
9197eba8904c2f221c42a9473407223a4c3a213f75Andy McFadden    }
9297eba8904c2f221c42a9473407223a4c3a213f75Andy McFadden
9397eba8904c2f221c42a9473407223a4c3a213f75Andy McFadden    return err;
9497eba8904c2f221c42a9473407223a4c3a213f75Andy McFadden}
9597eba8904c2f221c42a9473407223a4c3a213f75Andy McFadden
9697eba8904c2f221c42a9473407223a4c3a213f75Andy McFaddenstatus_t SurfaceFlingerConsumer::bindTextureImage()
9797eba8904c2f221c42a9473407223a4c3a213f75Andy McFadden{
9897eba8904c2f221c42a9473407223a4c3a213f75Andy McFadden    Mutex::Autolock lock(mMutex);
9997eba8904c2f221c42a9473407223a4c3a213f75Andy McFadden
10097eba8904c2f221c42a9473407223a4c3a213f75Andy McFadden    return bindTextureImageLocked();
101bf974abe92f7495529916fe0f483f3b56e7c30e3Andy McFadden}
102bf974abe92f7495529916fe0f483f3b56e7c30e3Andy McFadden
103c1c05de415854eb7a13a16b7e22a22de8515123aMathias Agopianstatus_t SurfaceFlingerConsumer::acquireBufferLocked(
104c1c05de415854eb7a13a16b7e22a22de8515123aMathias Agopian        BufferQueue::BufferItem *item, nsecs_t presentWhen) {
105c1c05de415854eb7a13a16b7e22a22de8515123aMathias Agopian    status_t result = GLConsumer::acquireBufferLocked(item, presentWhen);
106c1c05de415854eb7a13a16b7e22a22de8515123aMathias Agopian    if (result == NO_ERROR) {
107c1c05de415854eb7a13a16b7e22a22de8515123aMathias Agopian        mTransformToDisplayInverse = item->mTransformToDisplayInverse;
108c1c05de415854eb7a13a16b7e22a22de8515123aMathias Agopian    }
109c1c05de415854eb7a13a16b7e22a22de8515123aMathias Agopian    return result;
110c1c05de415854eb7a13a16b7e22a22de8515123aMathias Agopian}
111c1c05de415854eb7a13a16b7e22a22de8515123aMathias Agopian
112c1c05de415854eb7a13a16b7e22a22de8515123aMathias Agopianbool SurfaceFlingerConsumer::getTransformToDisplayInverse() const {
113c1c05de415854eb7a13a16b7e22a22de8515123aMathias Agopian    return mTransformToDisplayInverse;
114c1c05de415854eb7a13a16b7e22a22de8515123aMathias Agopian}
115c1c05de415854eb7a13a16b7e22a22de8515123aMathias Agopian
116399184a4cd728ea1421fb0bc1722274a29e38f4aJesse Hallsp<NativeHandle> SurfaceFlingerConsumer::getSidebandStream() const {
117399184a4cd728ea1421fb0bc1722274a29e38f4aJesse Hall    return mConsumer->getSidebandStream();
118399184a4cd728ea1421fb0bc1722274a29e38f4aJesse Hall}
119399184a4cd728ea1421fb0bc1722274a29e38f4aJesse Hall
1201585c4d9fbbba3ba70ae625923b85cd02cb8a0fdAndy McFadden// We need to determine the time when a buffer acquired now will be
1211585c4d9fbbba3ba70ae625923b85cd02cb8a0fdAndy McFadden// displayed.  This can be calculated:
1221585c4d9fbbba3ba70ae625923b85cd02cb8a0fdAndy McFadden//   time when previous buffer's actual-present fence was signaled
1231585c4d9fbbba3ba70ae625923b85cd02cb8a0fdAndy McFadden//    + current display refresh rate * HWC latency
1241585c4d9fbbba3ba70ae625923b85cd02cb8a0fdAndy McFadden//    + a little extra padding
1251585c4d9fbbba3ba70ae625923b85cd02cb8a0fdAndy McFadden//
1261585c4d9fbbba3ba70ae625923b85cd02cb8a0fdAndy McFadden// Buffer producers are expected to set their desired presentation time
1271585c4d9fbbba3ba70ae625923b85cd02cb8a0fdAndy McFadden// based on choreographer time stamps, which (coming from vsync events)
1281585c4d9fbbba3ba70ae625923b85cd02cb8a0fdAndy McFadden// will be slightly later then the actual-present timing.  If we get a
1291585c4d9fbbba3ba70ae625923b85cd02cb8a0fdAndy McFadden// desired-present time that is unintentionally a hair after the next
1301585c4d9fbbba3ba70ae625923b85cd02cb8a0fdAndy McFadden// vsync, we'll hold the frame when we really want to display it.  We
1311585c4d9fbbba3ba70ae625923b85cd02cb8a0fdAndy McFadden// want to use an expected-presentation time that is slightly late to
1321585c4d9fbbba3ba70ae625923b85cd02cb8a0fdAndy McFadden// avoid this sort of edge case.
1331585c4d9fbbba3ba70ae625923b85cd02cb8a0fdAndy McFaddennsecs_t SurfaceFlingerConsumer::computeExpectedPresent()
1341585c4d9fbbba3ba70ae625923b85cd02cb8a0fdAndy McFadden{
1351585c4d9fbbba3ba70ae625923b85cd02cb8a0fdAndy McFadden    // Don't yet have an easy way to get actual buffer flip time for
1361585c4d9fbbba3ba70ae625923b85cd02cb8a0fdAndy McFadden    // the specific display, so use the current time.  This is typically
1371585c4d9fbbba3ba70ae625923b85cd02cb8a0fdAndy McFadden    // 1.3ms past the vsync event time.
1381585c4d9fbbba3ba70ae625923b85cd02cb8a0fdAndy McFadden    const nsecs_t prevVsync = systemTime(CLOCK_MONOTONIC);
1391585c4d9fbbba3ba70ae625923b85cd02cb8a0fdAndy McFadden
1401585c4d9fbbba3ba70ae625923b85cd02cb8a0fdAndy McFadden    // Given a SurfaceFlinger reference, and information about what display
1411585c4d9fbbba3ba70ae625923b85cd02cb8a0fdAndy McFadden    // we're destined for, we could query the HWC for the refresh rate.  This
1421585c4d9fbbba3ba70ae625923b85cd02cb8a0fdAndy McFadden    // could change over time, e.g. we could switch to 24fps for a movie.
1431585c4d9fbbba3ba70ae625923b85cd02cb8a0fdAndy McFadden    // For now, assume 60fps.
1441585c4d9fbbba3ba70ae625923b85cd02cb8a0fdAndy McFadden    //const nsecs_t vsyncPeriod =
1451585c4d9fbbba3ba70ae625923b85cd02cb8a0fdAndy McFadden    //        getHwComposer().getRefreshPeriod(HWC_DISPLAY_PRIMARY);
1461585c4d9fbbba3ba70ae625923b85cd02cb8a0fdAndy McFadden    const nsecs_t vsyncPeriod = 16700000;
1471585c4d9fbbba3ba70ae625923b85cd02cb8a0fdAndy McFadden
1481585c4d9fbbba3ba70ae625923b85cd02cb8a0fdAndy McFadden    // The HWC doesn't currently have a way to report additional latency.
1491585c4d9fbbba3ba70ae625923b85cd02cb8a0fdAndy McFadden    // Assume that whatever we submit now will appear on the next flip,
1501585c4d9fbbba3ba70ae625923b85cd02cb8a0fdAndy McFadden    // i.e. 1 frame of latency w.r.t. the previous flip.
1511585c4d9fbbba3ba70ae625923b85cd02cb8a0fdAndy McFadden    const uint32_t hwcLatency = 1;
1521585c4d9fbbba3ba70ae625923b85cd02cb8a0fdAndy McFadden
1531585c4d9fbbba3ba70ae625923b85cd02cb8a0fdAndy McFadden    // A little extra padding to compensate for slack between actual vsync
1541585c4d9fbbba3ba70ae625923b85cd02cb8a0fdAndy McFadden    // time and vsync event receipt.  Currently not needed since we're
1551585c4d9fbbba3ba70ae625923b85cd02cb8a0fdAndy McFadden    // using "now" instead of a vsync time.
1561585c4d9fbbba3ba70ae625923b85cd02cb8a0fdAndy McFadden    const nsecs_t extraPadding = 0;
1571585c4d9fbbba3ba70ae625923b85cd02cb8a0fdAndy McFadden
1581585c4d9fbbba3ba70ae625923b85cd02cb8a0fdAndy McFadden    // Total it up.
1591585c4d9fbbba3ba70ae625923b85cd02cb8a0fdAndy McFadden    return prevVsync + hwcLatency * vsyncPeriod + extraPadding;
1601585c4d9fbbba3ba70ae625923b85cd02cb8a0fdAndy McFadden}
1611585c4d9fbbba3ba70ae625923b85cd02cb8a0fdAndy McFadden
162399184a4cd728ea1421fb0bc1722274a29e38f4aJesse Hallvoid SurfaceFlingerConsumer::setContentsChangedListener(
163399184a4cd728ea1421fb0bc1722274a29e38f4aJesse Hall        const wp<ContentsChangedListener>& listener) {
164399184a4cd728ea1421fb0bc1722274a29e38f4aJesse Hall    setFrameAvailableListener(listener);
165399184a4cd728ea1421fb0bc1722274a29e38f4aJesse Hall    Mutex::Autolock lock(mMutex);
166399184a4cd728ea1421fb0bc1722274a29e38f4aJesse Hall    mContentsChangedListener = listener;
167399184a4cd728ea1421fb0bc1722274a29e38f4aJesse Hall}
168399184a4cd728ea1421fb0bc1722274a29e38f4aJesse Hall
169399184a4cd728ea1421fb0bc1722274a29e38f4aJesse Hallvoid SurfaceFlingerConsumer::onSidebandStreamChanged() {
170399184a4cd728ea1421fb0bc1722274a29e38f4aJesse Hall    sp<ContentsChangedListener> listener;
171399184a4cd728ea1421fb0bc1722274a29e38f4aJesse Hall    {   // scope for the lock
172399184a4cd728ea1421fb0bc1722274a29e38f4aJesse Hall        Mutex::Autolock lock(mMutex);
173399184a4cd728ea1421fb0bc1722274a29e38f4aJesse Hall        ALOG_ASSERT(mFrameAvailableListener.unsafe_get() == mContentsChangedListener.unsafe_get());
174399184a4cd728ea1421fb0bc1722274a29e38f4aJesse Hall        listener = mContentsChangedListener.promote();
175399184a4cd728ea1421fb0bc1722274a29e38f4aJesse Hall    }
176399184a4cd728ea1421fb0bc1722274a29e38f4aJesse Hall
177399184a4cd728ea1421fb0bc1722274a29e38f4aJesse Hall    if (listener != NULL) {
178399184a4cd728ea1421fb0bc1722274a29e38f4aJesse Hall        listener->onSidebandStreamChanged();
179399184a4cd728ea1421fb0bc1722274a29e38f4aJesse Hall    }
180399184a4cd728ea1421fb0bc1722274a29e38f4aJesse Hall}
181399184a4cd728ea1421fb0bc1722274a29e38f4aJesse Hall
182bf974abe92f7495529916fe0f483f3b56e7c30e3Andy McFadden// ---------------------------------------------------------------------------
183bf974abe92f7495529916fe0f483f3b56e7c30e3Andy McFadden}; // namespace android
184bf974abe92f7495529916fe0f483f3b56e7c30e3Andy McFadden
185