SurfaceFlingerConsumer.cpp revision 399184a4cd728ea1421fb0bc1722274a29e38f4a
1bf974abe92f7495529916fe0f483f3b56e7c30e3Andy McFadden/* 2bf974abe92f7495529916fe0f483f3b56e7c30e3Andy McFadden * Copyright (C) 2012 The Android Open Source Project 3bf974abe92f7495529916fe0f483f3b56e7c30e3Andy McFadden * 4bf974abe92f7495529916fe0f483f3b56e7c30e3Andy McFadden * Licensed under the Apache License, Version 2.0 (the "License"); 5bf974abe92f7495529916fe0f483f3b56e7c30e3Andy McFadden * you may not use this file except in compliance with the License. 6bf974abe92f7495529916fe0f483f3b56e7c30e3Andy McFadden * You may obtain a copy of the License at 7bf974abe92f7495529916fe0f483f3b56e7c30e3Andy McFadden * 8bf974abe92f7495529916fe0f483f3b56e7c30e3Andy McFadden * http://www.apache.org/licenses/LICENSE-2.0 9bf974abe92f7495529916fe0f483f3b56e7c30e3Andy McFadden * 10bf974abe92f7495529916fe0f483f3b56e7c30e3Andy McFadden * Unless required by applicable law or agreed to in writing, software 11bf974abe92f7495529916fe0f483f3b56e7c30e3Andy McFadden * distributed under the License is distributed on an "AS IS" BASIS, 12bf974abe92f7495529916fe0f483f3b56e7c30e3Andy McFadden * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 13bf974abe92f7495529916fe0f483f3b56e7c30e3Andy McFadden * See the License for the specific language governing permissions and 14bf974abe92f7495529916fe0f483f3b56e7c30e3Andy McFadden * limitations under the License. 15bf974abe92f7495529916fe0f483f3b56e7c30e3Andy McFadden */ 16bf974abe92f7495529916fe0f483f3b56e7c30e3Andy McFadden 17bf974abe92f7495529916fe0f483f3b56e7c30e3Andy McFadden#define ATRACE_TAG ATRACE_TAG_GRAPHICS 181df8c345854155cbbcb9f80de9d12d66ea70ac08Jamie Gennis//#define LOG_NDEBUG 0 19bf974abe92f7495529916fe0f483f3b56e7c30e3Andy McFadden 20bf974abe92f7495529916fe0f483f3b56e7c30e3Andy McFadden#include "SurfaceFlingerConsumer.h" 21bf974abe92f7495529916fe0f483f3b56e7c30e3Andy McFadden 22ca08833d5ea99130797e10ad68a651b50e99da74Mathias Agopian#include <private/gui/SyncFeatures.h> 23ca08833d5ea99130797e10ad68a651b50e99da74Mathias Agopian 24bf974abe92f7495529916fe0f483f3b56e7c30e3Andy McFadden#include <utils/Errors.h> 25399184a4cd728ea1421fb0bc1722274a29e38f4aJesse Hall#include <utils/NativeHandle.h> 26399184a4cd728ea1421fb0bc1722274a29e38f4aJesse Hall#include <utils/Trace.h> 27bf974abe92f7495529916fe0f483f3b56e7c30e3Andy McFadden 28bf974abe92f7495529916fe0f483f3b56e7c30e3Andy McFaddennamespace android { 29bf974abe92f7495529916fe0f483f3b56e7c30e3Andy McFadden 30bf974abe92f7495529916fe0f483f3b56e7c30e3Andy McFadden// --------------------------------------------------------------------------- 31bf974abe92f7495529916fe0f483f3b56e7c30e3Andy McFadden 32bf974abe92f7495529916fe0f483f3b56e7c30e3Andy McFaddenstatus_t SurfaceFlingerConsumer::updateTexImage(BufferRejecter* rejecter) 33bf974abe92f7495529916fe0f483f3b56e7c30e3Andy McFadden{ 34bf974abe92f7495529916fe0f483f3b56e7c30e3Andy McFadden ATRACE_CALL(); 35bf974abe92f7495529916fe0f483f3b56e7c30e3Andy McFadden ALOGV("updateTexImage"); 36bf974abe92f7495529916fe0f483f3b56e7c30e3Andy McFadden Mutex::Autolock lock(mMutex); 37bf974abe92f7495529916fe0f483f3b56e7c30e3Andy McFadden 38bf974abe92f7495529916fe0f483f3b56e7c30e3Andy McFadden if (mAbandoned) { 392adaf04fab35cf47c824d74d901b54094e01ccd3Andy McFadden ALOGE("updateTexImage: GLConsumer is abandoned!"); 40bf974abe92f7495529916fe0f483f3b56e7c30e3Andy McFadden return NO_INIT; 41bf974abe92f7495529916fe0f483f3b56e7c30e3Andy McFadden } 42bf974abe92f7495529916fe0f483f3b56e7c30e3Andy McFadden 43bf974abe92f7495529916fe0f483f3b56e7c30e3Andy McFadden // Make sure the EGL state is the same as in previous calls. 44bf974abe92f7495529916fe0f483f3b56e7c30e3Andy McFadden status_t err = checkAndUpdateEglStateLocked(); 45bf974abe92f7495529916fe0f483f3b56e7c30e3Andy McFadden if (err != NO_ERROR) { 46bf974abe92f7495529916fe0f483f3b56e7c30e3Andy McFadden return err; 47bf974abe92f7495529916fe0f483f3b56e7c30e3Andy McFadden } 48bf974abe92f7495529916fe0f483f3b56e7c30e3Andy McFadden 49bf974abe92f7495529916fe0f483f3b56e7c30e3Andy McFadden BufferQueue::BufferItem item; 50bf974abe92f7495529916fe0f483f3b56e7c30e3Andy McFadden 51bf974abe92f7495529916fe0f483f3b56e7c30e3Andy McFadden // Acquire the next buffer. 52bf974abe92f7495529916fe0f483f3b56e7c30e3Andy McFadden // In asynchronous mode the list is guaranteed to be one buffer 53bf974abe92f7495529916fe0f483f3b56e7c30e3Andy McFadden // deep, while in synchronous mode we use the oldest buffer. 541585c4d9fbbba3ba70ae625923b85cd02cb8a0fdAndy McFadden err = acquireBufferLocked(&item, computeExpectedPresent()); 55bf974abe92f7495529916fe0f483f3b56e7c30e3Andy McFadden if (err != NO_ERROR) { 56bf974abe92f7495529916fe0f483f3b56e7c30e3Andy McFadden if (err == BufferQueue::NO_BUFFER_AVAILABLE) { 57bf974abe92f7495529916fe0f483f3b56e7c30e3Andy McFadden err = NO_ERROR; 581585c4d9fbbba3ba70ae625923b85cd02cb8a0fdAndy McFadden } else if (err == BufferQueue::PRESENT_LATER) { 591585c4d9fbbba3ba70ae625923b85cd02cb8a0fdAndy McFadden // return the error, without logging 60bf974abe92f7495529916fe0f483f3b56e7c30e3Andy McFadden } else { 61bf974abe92f7495529916fe0f483f3b56e7c30e3Andy McFadden ALOGE("updateTexImage: acquire failed: %s (%d)", 62bf974abe92f7495529916fe0f483f3b56e7c30e3Andy McFadden strerror(-err), err); 63bf974abe92f7495529916fe0f483f3b56e7c30e3Andy McFadden } 64bf974abe92f7495529916fe0f483f3b56e7c30e3Andy McFadden return err; 65bf974abe92f7495529916fe0f483f3b56e7c30e3Andy McFadden } 66bf974abe92f7495529916fe0f483f3b56e7c30e3Andy McFadden 67bf974abe92f7495529916fe0f483f3b56e7c30e3Andy McFadden 68bf974abe92f7495529916fe0f483f3b56e7c30e3Andy McFadden // We call the rejecter here, in case the caller has a reason to 69bf974abe92f7495529916fe0f483f3b56e7c30e3Andy McFadden // not accept this buffer. This is used by SurfaceFlinger to 70bf974abe92f7495529916fe0f483f3b56e7c30e3Andy McFadden // reject buffers which have the wrong size 71bf974abe92f7495529916fe0f483f3b56e7c30e3Andy McFadden int buf = item.mBuf; 72bf974abe92f7495529916fe0f483f3b56e7c30e3Andy McFadden if (rejecter && rejecter->reject(mSlots[buf].mGraphicBuffer, item)) { 7398d3d6ec1250248574f2e8d72e5c934fecbcd734Lajos Molnar releaseBufferLocked(buf, mSlots[buf].mGraphicBuffer, EGL_NO_SYNC_KHR); 74bf974abe92f7495529916fe0f483f3b56e7c30e3Andy McFadden return NO_ERROR; 75bf974abe92f7495529916fe0f483f3b56e7c30e3Andy McFadden } 76bf974abe92f7495529916fe0f483f3b56e7c30e3Andy McFadden 77bf974abe92f7495529916fe0f483f3b56e7c30e3Andy McFadden // Release the previous buffer. 78ad678e18b66f495efa78dc3b9ab99b579945c9e2Mathias Agopian err = updateAndReleaseLocked(item); 79bf974abe92f7495529916fe0f483f3b56e7c30e3Andy McFadden if (err != NO_ERROR) { 80bf974abe92f7495529916fe0f483f3b56e7c30e3Andy McFadden return err; 81bf974abe92f7495529916fe0f483f3b56e7c30e3Andy McFadden } 82bf974abe92f7495529916fe0f483f3b56e7c30e3Andy McFadden 83ca08833d5ea99130797e10ad68a651b50e99da74Mathias Agopian if (!SyncFeatures::getInstance().useNativeFenceSync()) { 8497eba8904c2f221c42a9473407223a4c3a213f75Andy McFadden // Bind the new buffer to the GL texture. 8597eba8904c2f221c42a9473407223a4c3a213f75Andy McFadden // 8697eba8904c2f221c42a9473407223a4c3a213f75Andy McFadden // Older devices require the "implicit" synchronization provided 8797eba8904c2f221c42a9473407223a4c3a213f75Andy McFadden // by glEGLImageTargetTexture2DOES, which this method calls. Newer 8897eba8904c2f221c42a9473407223a4c3a213f75Andy McFadden // devices will either call this in Layer::onDraw, or (if it's not 8997eba8904c2f221c42a9473407223a4c3a213f75Andy McFadden // a GL-composited layer) not at all. 9097eba8904c2f221c42a9473407223a4c3a213f75Andy McFadden err = bindTextureImageLocked(); 9197eba8904c2f221c42a9473407223a4c3a213f75Andy McFadden } 9297eba8904c2f221c42a9473407223a4c3a213f75Andy McFadden 9397eba8904c2f221c42a9473407223a4c3a213f75Andy McFadden return err; 9497eba8904c2f221c42a9473407223a4c3a213f75Andy McFadden} 9597eba8904c2f221c42a9473407223a4c3a213f75Andy McFadden 9697eba8904c2f221c42a9473407223a4c3a213f75Andy McFaddenstatus_t SurfaceFlingerConsumer::bindTextureImage() 9797eba8904c2f221c42a9473407223a4c3a213f75Andy McFadden{ 9897eba8904c2f221c42a9473407223a4c3a213f75Andy McFadden Mutex::Autolock lock(mMutex); 9997eba8904c2f221c42a9473407223a4c3a213f75Andy McFadden 10097eba8904c2f221c42a9473407223a4c3a213f75Andy McFadden return bindTextureImageLocked(); 101bf974abe92f7495529916fe0f483f3b56e7c30e3Andy McFadden} 102bf974abe92f7495529916fe0f483f3b56e7c30e3Andy McFadden 103c1c05de415854eb7a13a16b7e22a22de8515123aMathias Agopianstatus_t SurfaceFlingerConsumer::acquireBufferLocked( 104c1c05de415854eb7a13a16b7e22a22de8515123aMathias Agopian BufferQueue::BufferItem *item, nsecs_t presentWhen) { 105c1c05de415854eb7a13a16b7e22a22de8515123aMathias Agopian status_t result = GLConsumer::acquireBufferLocked(item, presentWhen); 106c1c05de415854eb7a13a16b7e22a22de8515123aMathias Agopian if (result == NO_ERROR) { 107c1c05de415854eb7a13a16b7e22a22de8515123aMathias Agopian mTransformToDisplayInverse = item->mTransformToDisplayInverse; 108c1c05de415854eb7a13a16b7e22a22de8515123aMathias Agopian } 109c1c05de415854eb7a13a16b7e22a22de8515123aMathias Agopian return result; 110c1c05de415854eb7a13a16b7e22a22de8515123aMathias Agopian} 111c1c05de415854eb7a13a16b7e22a22de8515123aMathias Agopian 112c1c05de415854eb7a13a16b7e22a22de8515123aMathias Agopianbool SurfaceFlingerConsumer::getTransformToDisplayInverse() const { 113c1c05de415854eb7a13a16b7e22a22de8515123aMathias Agopian return mTransformToDisplayInverse; 114c1c05de415854eb7a13a16b7e22a22de8515123aMathias Agopian} 115c1c05de415854eb7a13a16b7e22a22de8515123aMathias Agopian 116399184a4cd728ea1421fb0bc1722274a29e38f4aJesse Hallsp<NativeHandle> SurfaceFlingerConsumer::getSidebandStream() const { 117399184a4cd728ea1421fb0bc1722274a29e38f4aJesse Hall return mConsumer->getSidebandStream(); 118399184a4cd728ea1421fb0bc1722274a29e38f4aJesse Hall} 119399184a4cd728ea1421fb0bc1722274a29e38f4aJesse Hall 1201585c4d9fbbba3ba70ae625923b85cd02cb8a0fdAndy McFadden// We need to determine the time when a buffer acquired now will be 1211585c4d9fbbba3ba70ae625923b85cd02cb8a0fdAndy McFadden// displayed. This can be calculated: 1221585c4d9fbbba3ba70ae625923b85cd02cb8a0fdAndy McFadden// time when previous buffer's actual-present fence was signaled 1231585c4d9fbbba3ba70ae625923b85cd02cb8a0fdAndy McFadden// + current display refresh rate * HWC latency 1241585c4d9fbbba3ba70ae625923b85cd02cb8a0fdAndy McFadden// + a little extra padding 1251585c4d9fbbba3ba70ae625923b85cd02cb8a0fdAndy McFadden// 1261585c4d9fbbba3ba70ae625923b85cd02cb8a0fdAndy McFadden// Buffer producers are expected to set their desired presentation time 1271585c4d9fbbba3ba70ae625923b85cd02cb8a0fdAndy McFadden// based on choreographer time stamps, which (coming from vsync events) 1281585c4d9fbbba3ba70ae625923b85cd02cb8a0fdAndy McFadden// will be slightly later then the actual-present timing. If we get a 1291585c4d9fbbba3ba70ae625923b85cd02cb8a0fdAndy McFadden// desired-present time that is unintentionally a hair after the next 1301585c4d9fbbba3ba70ae625923b85cd02cb8a0fdAndy McFadden// vsync, we'll hold the frame when we really want to display it. We 1311585c4d9fbbba3ba70ae625923b85cd02cb8a0fdAndy McFadden// want to use an expected-presentation time that is slightly late to 1321585c4d9fbbba3ba70ae625923b85cd02cb8a0fdAndy McFadden// avoid this sort of edge case. 1331585c4d9fbbba3ba70ae625923b85cd02cb8a0fdAndy McFaddennsecs_t SurfaceFlingerConsumer::computeExpectedPresent() 1341585c4d9fbbba3ba70ae625923b85cd02cb8a0fdAndy McFadden{ 1351585c4d9fbbba3ba70ae625923b85cd02cb8a0fdAndy McFadden // Don't yet have an easy way to get actual buffer flip time for 1361585c4d9fbbba3ba70ae625923b85cd02cb8a0fdAndy McFadden // the specific display, so use the current time. This is typically 1371585c4d9fbbba3ba70ae625923b85cd02cb8a0fdAndy McFadden // 1.3ms past the vsync event time. 1381585c4d9fbbba3ba70ae625923b85cd02cb8a0fdAndy McFadden const nsecs_t prevVsync = systemTime(CLOCK_MONOTONIC); 1391585c4d9fbbba3ba70ae625923b85cd02cb8a0fdAndy McFadden 1401585c4d9fbbba3ba70ae625923b85cd02cb8a0fdAndy McFadden // Given a SurfaceFlinger reference, and information about what display 1411585c4d9fbbba3ba70ae625923b85cd02cb8a0fdAndy McFadden // we're destined for, we could query the HWC for the refresh rate. This 1421585c4d9fbbba3ba70ae625923b85cd02cb8a0fdAndy McFadden // could change over time, e.g. we could switch to 24fps for a movie. 1431585c4d9fbbba3ba70ae625923b85cd02cb8a0fdAndy McFadden // For now, assume 60fps. 1441585c4d9fbbba3ba70ae625923b85cd02cb8a0fdAndy McFadden //const nsecs_t vsyncPeriod = 1451585c4d9fbbba3ba70ae625923b85cd02cb8a0fdAndy McFadden // getHwComposer().getRefreshPeriod(HWC_DISPLAY_PRIMARY); 1461585c4d9fbbba3ba70ae625923b85cd02cb8a0fdAndy McFadden const nsecs_t vsyncPeriod = 16700000; 1471585c4d9fbbba3ba70ae625923b85cd02cb8a0fdAndy McFadden 1481585c4d9fbbba3ba70ae625923b85cd02cb8a0fdAndy McFadden // The HWC doesn't currently have a way to report additional latency. 1491585c4d9fbbba3ba70ae625923b85cd02cb8a0fdAndy McFadden // Assume that whatever we submit now will appear on the next flip, 1501585c4d9fbbba3ba70ae625923b85cd02cb8a0fdAndy McFadden // i.e. 1 frame of latency w.r.t. the previous flip. 1511585c4d9fbbba3ba70ae625923b85cd02cb8a0fdAndy McFadden const uint32_t hwcLatency = 1; 1521585c4d9fbbba3ba70ae625923b85cd02cb8a0fdAndy McFadden 1531585c4d9fbbba3ba70ae625923b85cd02cb8a0fdAndy McFadden // A little extra padding to compensate for slack between actual vsync 1541585c4d9fbbba3ba70ae625923b85cd02cb8a0fdAndy McFadden // time and vsync event receipt. Currently not needed since we're 1551585c4d9fbbba3ba70ae625923b85cd02cb8a0fdAndy McFadden // using "now" instead of a vsync time. 1561585c4d9fbbba3ba70ae625923b85cd02cb8a0fdAndy McFadden const nsecs_t extraPadding = 0; 1571585c4d9fbbba3ba70ae625923b85cd02cb8a0fdAndy McFadden 1581585c4d9fbbba3ba70ae625923b85cd02cb8a0fdAndy McFadden // Total it up. 1591585c4d9fbbba3ba70ae625923b85cd02cb8a0fdAndy McFadden return prevVsync + hwcLatency * vsyncPeriod + extraPadding; 1601585c4d9fbbba3ba70ae625923b85cd02cb8a0fdAndy McFadden} 1611585c4d9fbbba3ba70ae625923b85cd02cb8a0fdAndy McFadden 162399184a4cd728ea1421fb0bc1722274a29e38f4aJesse Hallvoid SurfaceFlingerConsumer::setContentsChangedListener( 163399184a4cd728ea1421fb0bc1722274a29e38f4aJesse Hall const wp<ContentsChangedListener>& listener) { 164399184a4cd728ea1421fb0bc1722274a29e38f4aJesse Hall setFrameAvailableListener(listener); 165399184a4cd728ea1421fb0bc1722274a29e38f4aJesse Hall Mutex::Autolock lock(mMutex); 166399184a4cd728ea1421fb0bc1722274a29e38f4aJesse Hall mContentsChangedListener = listener; 167399184a4cd728ea1421fb0bc1722274a29e38f4aJesse Hall} 168399184a4cd728ea1421fb0bc1722274a29e38f4aJesse Hall 169399184a4cd728ea1421fb0bc1722274a29e38f4aJesse Hallvoid SurfaceFlingerConsumer::onSidebandStreamChanged() { 170399184a4cd728ea1421fb0bc1722274a29e38f4aJesse Hall sp<ContentsChangedListener> listener; 171399184a4cd728ea1421fb0bc1722274a29e38f4aJesse Hall { // scope for the lock 172399184a4cd728ea1421fb0bc1722274a29e38f4aJesse Hall Mutex::Autolock lock(mMutex); 173399184a4cd728ea1421fb0bc1722274a29e38f4aJesse Hall ALOG_ASSERT(mFrameAvailableListener.unsafe_get() == mContentsChangedListener.unsafe_get()); 174399184a4cd728ea1421fb0bc1722274a29e38f4aJesse Hall listener = mContentsChangedListener.promote(); 175399184a4cd728ea1421fb0bc1722274a29e38f4aJesse Hall } 176399184a4cd728ea1421fb0bc1722274a29e38f4aJesse Hall 177399184a4cd728ea1421fb0bc1722274a29e38f4aJesse Hall if (listener != NULL) { 178399184a4cd728ea1421fb0bc1722274a29e38f4aJesse Hall listener->onSidebandStreamChanged(); 179399184a4cd728ea1421fb0bc1722274a29e38f4aJesse Hall } 180399184a4cd728ea1421fb0bc1722274a29e38f4aJesse Hall} 181399184a4cd728ea1421fb0bc1722274a29e38f4aJesse Hall 182bf974abe92f7495529916fe0f483f3b56e7c30e3Andy McFadden// --------------------------------------------------------------------------- 183bf974abe92f7495529916fe0f483f3b56e7c30e3Andy McFadden}; // namespace android 184bf974abe92f7495529916fe0f483f3b56e7c30e3Andy McFadden 185