SurfaceTexture.h revision 736aa9573bb7b78f9c315f396c104491b3639426
18ba32fade11abb73f3fd47ea0953c9528eb5b91fJamie Gennis/* 28ba32fade11abb73f3fd47ea0953c9528eb5b91fJamie Gennis * Copyright (C) 2010 The Android Open Source Project 38ba32fade11abb73f3fd47ea0953c9528eb5b91fJamie Gennis * 48ba32fade11abb73f3fd47ea0953c9528eb5b91fJamie Gennis * Licensed under the Apache License, Version 2.0 (the "License"); 58ba32fade11abb73f3fd47ea0953c9528eb5b91fJamie Gennis * you may not use this file except in compliance with the License. 68ba32fade11abb73f3fd47ea0953c9528eb5b91fJamie Gennis * You may obtain a copy of the License at 78ba32fade11abb73f3fd47ea0953c9528eb5b91fJamie Gennis * 88ba32fade11abb73f3fd47ea0953c9528eb5b91fJamie Gennis * http://www.apache.org/licenses/LICENSE-2.0 98ba32fade11abb73f3fd47ea0953c9528eb5b91fJamie Gennis * 108ba32fade11abb73f3fd47ea0953c9528eb5b91fJamie Gennis * Unless required by applicable law or agreed to in writing, software 118ba32fade11abb73f3fd47ea0953c9528eb5b91fJamie Gennis * distributed under the License is distributed on an "AS IS" BASIS, 128ba32fade11abb73f3fd47ea0953c9528eb5b91fJamie Gennis * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 138ba32fade11abb73f3fd47ea0953c9528eb5b91fJamie Gennis * See the License for the specific language governing permissions and 148ba32fade11abb73f3fd47ea0953c9528eb5b91fJamie Gennis * limitations under the License. 158ba32fade11abb73f3fd47ea0953c9528eb5b91fJamie Gennis */ 168ba32fade11abb73f3fd47ea0953c9528eb5b91fJamie Gennis 178ba32fade11abb73f3fd47ea0953c9528eb5b91fJamie Gennis#ifndef ANDROID_GUI_SURFACETEXTURE_H 188ba32fade11abb73f3fd47ea0953c9528eb5b91fJamie Gennis#define ANDROID_GUI_SURFACETEXTURE_H 198ba32fade11abb73f3fd47ea0953c9528eb5b91fJamie Gennis 208ba32fade11abb73f3fd47ea0953c9528eb5b91fJamie Gennis#include <EGL/egl.h> 218ba32fade11abb73f3fd47ea0953c9528eb5b91fJamie Gennis#include <EGL/eglext.h> 228ba32fade11abb73f3fd47ea0953c9528eb5b91fJamie Gennis#include <GLES2/gl2.h> 238ba32fade11abb73f3fd47ea0953c9528eb5b91fJamie Gennis 248ba32fade11abb73f3fd47ea0953c9528eb5b91fJamie Gennis#include <gui/ISurfaceTexture.h> 258ba32fade11abb73f3fd47ea0953c9528eb5b91fJamie Gennis 268ba32fade11abb73f3fd47ea0953c9528eb5b91fJamie Gennis#include <ui/GraphicBuffer.h> 278ba32fade11abb73f3fd47ea0953c9528eb5b91fJamie Gennis 288ba32fade11abb73f3fd47ea0953c9528eb5b91fJamie Gennis#include <utils/threads.h> 299a78c90cd46b2a3bd637b056873149d3b94384b4Jamie Gennis#include <utils/Vector.h> 308ba32fade11abb73f3fd47ea0953c9528eb5b91fJamie Gennis 318ba32fade11abb73f3fd47ea0953c9528eb5b91fJamie Gennis#define ANDROID_GRAPHICS_SURFACETEXTURE_JNI_ID "mSurfaceTexture" 328ba32fade11abb73f3fd47ea0953c9528eb5b91fJamie Gennis 338ba32fade11abb73f3fd47ea0953c9528eb5b91fJamie Gennisnamespace android { 348ba32fade11abb73f3fd47ea0953c9528eb5b91fJamie Gennis// ---------------------------------------------------------------------------- 358ba32fade11abb73f3fd47ea0953c9528eb5b91fJamie Gennis 369a78c90cd46b2a3bd637b056873149d3b94384b4Jamie Gennisclass IGraphicBufferAlloc; 3768c7794183a7dbfe3b20d4ce832f8eb79c2c619aMathias Agopianclass String8; 389a78c90cd46b2a3bd637b056873149d3b94384b4Jamie Gennis 398ba32fade11abb73f3fd47ea0953c9528eb5b91fJamie Gennisclass SurfaceTexture : public BnSurfaceTexture { 408ba32fade11abb73f3fd47ea0953c9528eb5b91fJamie Gennispublic: 419d4d6c101d90d4a1d1ca9413cf3eb89d1f1898d6Jamie Gennis enum { MIN_UNDEQUEUED_BUFFERS = 2 }; 428072711307aa98ee5ee6f7369860ae38c3e19656Mathias Agopian enum { 438072711307aa98ee5ee6f7369860ae38c3e19656Mathias Agopian MIN_ASYNC_BUFFER_SLOTS = MIN_UNDEQUEUED_BUFFERS + 1, 448072711307aa98ee5ee6f7369860ae38c3e19656Mathias Agopian MIN_SYNC_BUFFER_SLOTS = MIN_UNDEQUEUED_BUFFERS 458072711307aa98ee5ee6f7369860ae38c3e19656Mathias Agopian }; 468ba32fade11abb73f3fd47ea0953c9528eb5b91fJamie Gennis enum { NUM_BUFFER_SLOTS = 32 }; 478ba32fade11abb73f3fd47ea0953c9528eb5b91fJamie Gennis 48c4d4aeab52435c177ded6abdd578fec8191f0f5dJamie Gennis struct FrameAvailableListener : public virtual RefBase { 49cf46eb9817dfbfc020720d1e45b5c085252500fbMathias Agopian // onFrameAvailable() is called from queueBuffer() is the FIFO is 50cf46eb9817dfbfc020720d1e45b5c085252500fbMathias Agopian // empty. You can use SurfaceTexture::getQueuedCount() to 51cf46eb9817dfbfc020720d1e45b5c085252500fbMathias Agopian // figure out if there are more frames waiting. 52cf46eb9817dfbfc020720d1e45b5c085252500fbMathias Agopian // This is called without any lock held can be called concurrently by 53cf46eb9817dfbfc020720d1e45b5c085252500fbMathias Agopian // multiple threads. 54c4d4aeab52435c177ded6abdd578fec8191f0f5dJamie Gennis virtual void onFrameAvailable() = 0; 55c4d4aeab52435c177ded6abdd578fec8191f0f5dJamie Gennis }; 56c4d4aeab52435c177ded6abdd578fec8191f0f5dJamie Gennis 578ba32fade11abb73f3fd47ea0953c9528eb5b91fJamie Gennis // tex indicates the name OpenGL texture to which images are to be streamed. 588ba32fade11abb73f3fd47ea0953c9528eb5b91fJamie Gennis // This texture name cannot be changed once the SurfaceTexture is created. 598ba32fade11abb73f3fd47ea0953c9528eb5b91fJamie Gennis SurfaceTexture(GLuint tex); 608ba32fade11abb73f3fd47ea0953c9528eb5b91fJamie Gennis 618ba32fade11abb73f3fd47ea0953c9528eb5b91fJamie Gennis virtual ~SurfaceTexture(); 628ba32fade11abb73f3fd47ea0953c9528eb5b91fJamie Gennis 638ba32fade11abb73f3fd47ea0953c9528eb5b91fJamie Gennis // setBufferCount updates the number of available buffer slots. After 648ba32fade11abb73f3fd47ea0953c9528eb5b91fJamie Gennis // calling this all buffer slots are both unallocated and owned by the 658ba32fade11abb73f3fd47ea0953c9528eb5b91fJamie Gennis // SurfaceTexture object (i.e. they are not owned by the client). 668ba32fade11abb73f3fd47ea0953c9528eb5b91fJamie Gennis virtual status_t setBufferCount(int bufferCount); 678ba32fade11abb73f3fd47ea0953c9528eb5b91fJamie Gennis 68c04f153353cdb0d291297d10452239f791d3fd2bMathias Agopian virtual sp<GraphicBuffer> requestBuffer(int buf); 698ba32fade11abb73f3fd47ea0953c9528eb5b91fJamie Gennis 708ba32fade11abb73f3fd47ea0953c9528eb5b91fJamie Gennis // dequeueBuffer gets the next buffer slot index for the client to use. If a 718ba32fade11abb73f3fd47ea0953c9528eb5b91fJamie Gennis // buffer slot is available then that slot index is written to the location 728ba32fade11abb73f3fd47ea0953c9528eb5b91fJamie Gennis // pointed to by the buf argument and a status of OK is returned. If no 738ba32fade11abb73f3fd47ea0953c9528eb5b91fJamie Gennis // slot is available then a status of -EBUSY is returned and buf is 748ba32fade11abb73f3fd47ea0953c9528eb5b91fJamie Gennis // unmodified. 75c04f153353cdb0d291297d10452239f791d3fd2bMathias Agopian virtual status_t dequeueBuffer(int *buf, uint32_t w, uint32_t h, 76c04f153353cdb0d291297d10452239f791d3fd2bMathias Agopian uint32_t format, uint32_t usage); 778ba32fade11abb73f3fd47ea0953c9528eb5b91fJamie Gennis 781d01a12e7150be569557b64da9b8663c62c13594Eino-Ville Talvala // queueBuffer returns a filled buffer to the SurfaceTexture. In addition, a 791d01a12e7150be569557b64da9b8663c62c13594Eino-Ville Talvala // timestamp must be provided for the buffer. The timestamp is in 801d01a12e7150be569557b64da9b8663c62c13594Eino-Ville Talvala // nanoseconds, and must be monotonically increasing. Its other semantics 811d01a12e7150be569557b64da9b8663c62c13594Eino-Ville Talvala // (zero point, etc) are client-dependent and should be documented by the 821d01a12e7150be569557b64da9b8663c62c13594Eino-Ville Talvala // client. 831d01a12e7150be569557b64da9b8663c62c13594Eino-Ville Talvala virtual status_t queueBuffer(int buf, int64_t timestamp); 848ba32fade11abb73f3fd47ea0953c9528eb5b91fJamie Gennis virtual void cancelBuffer(int buf); 858ba32fade11abb73f3fd47ea0953c9528eb5b91fJamie Gennis virtual status_t setCrop(const Rect& reg); 868ba32fade11abb73f3fd47ea0953c9528eb5b91fJamie Gennis virtual status_t setTransform(uint32_t transform); 878ba32fade11abb73f3fd47ea0953c9528eb5b91fJamie Gennis 88eafabcdc1639fb96062d9e3c39b0ae27b0238ae1Mathias Agopian virtual int query(int what, int* value); 89eafabcdc1639fb96062d9e3c39b0ae27b0238ae1Mathias Agopian 908072711307aa98ee5ee6f7369860ae38c3e19656Mathias Agopian // setSynchronousMode set whether dequeueBuffer is synchronous or 918072711307aa98ee5ee6f7369860ae38c3e19656Mathias Agopian // asynchronous. In synchronous mode, dequeueBuffer blocks until 928072711307aa98ee5ee6f7369860ae38c3e19656Mathias Agopian // a buffer is available, the currently bound buffer can be dequeued and 938072711307aa98ee5ee6f7369860ae38c3e19656Mathias Agopian // queued buffers will be retired in order. 948072711307aa98ee5ee6f7369860ae38c3e19656Mathias Agopian // The default mode is asynchronous. 958072711307aa98ee5ee6f7369860ae38c3e19656Mathias Agopian virtual status_t setSynchronousMode(bool enabled); 968072711307aa98ee5ee6f7369860ae38c3e19656Mathias Agopian 978ba32fade11abb73f3fd47ea0953c9528eb5b91fJamie Gennis // updateTexImage sets the image contents of the target texture to that of 988ba32fade11abb73f3fd47ea0953c9528eb5b91fJamie Gennis // the most recently queued buffer. 998ba32fade11abb73f3fd47ea0953c9528eb5b91fJamie Gennis // 1008ba32fade11abb73f3fd47ea0953c9528eb5b91fJamie Gennis // This call may only be made while the OpenGL ES context to which the 1018ba32fade11abb73f3fd47ea0953c9528eb5b91fJamie Gennis // target texture belongs is bound to the calling thread. 1028ba32fade11abb73f3fd47ea0953c9528eb5b91fJamie Gennis status_t updateTexImage(); 1038ba32fade11abb73f3fd47ea0953c9528eb5b91fJamie Gennis 104cf46eb9817dfbfc020720d1e45b5c085252500fbMathias Agopian // getqueuedCount returns the number of queued frames waiting in the 105cf46eb9817dfbfc020720d1e45b5c085252500fbMathias Agopian // FIFO. In asynchronous mode, this always returns 0 or 1 since 106cf46eb9817dfbfc020720d1e45b5c085252500fbMathias Agopian // frames are not accumulating in the FIFO. 107cf46eb9817dfbfc020720d1e45b5c085252500fbMathias Agopian size_t getQueuedCount() const; 108cf46eb9817dfbfc020720d1e45b5c085252500fbMathias Agopian 1098072711307aa98ee5ee6f7369860ae38c3e19656Mathias Agopian // setBufferCountServer set the buffer count. If the client has requested 1108072711307aa98ee5ee6f7369860ae38c3e19656Mathias Agopian // a buffer count using setBufferCount, the server-buffer count will 1118072711307aa98ee5ee6f7369860ae38c3e19656Mathias Agopian // take effect once the client sets the count back to zero. 1128072711307aa98ee5ee6f7369860ae38c3e19656Mathias Agopian status_t setBufferCountServer(int bufferCount); 1138072711307aa98ee5ee6f7369860ae38c3e19656Mathias Agopian 114f238e28500ca756fbd9e323f728ce7c8dda59475Jamie Gennis // getTransformMatrix retrieves the 4x4 texture coordinate transform matrix 115f238e28500ca756fbd9e323f728ce7c8dda59475Jamie Gennis // associated with the texture image set by the most recent call to 116f238e28500ca756fbd9e323f728ce7c8dda59475Jamie Gennis // updateTexImage. 117f238e28500ca756fbd9e323f728ce7c8dda59475Jamie Gennis // 118f238e28500ca756fbd9e323f728ce7c8dda59475Jamie Gennis // This transform matrix maps 2D homogeneous texture coordinates of the form 119f238e28500ca756fbd9e323f728ce7c8dda59475Jamie Gennis // (s, t, 0, 1) with s and t in the inclusive range [0, 1] to the texture 120f238e28500ca756fbd9e323f728ce7c8dda59475Jamie Gennis // coordinate that should be used to sample that location from the texture. 121f238e28500ca756fbd9e323f728ce7c8dda59475Jamie Gennis // Sampling the texture outside of the range of this transform is undefined. 122f238e28500ca756fbd9e323f728ce7c8dda59475Jamie Gennis // 123f238e28500ca756fbd9e323f728ce7c8dda59475Jamie Gennis // This transform is necessary to compensate for transforms that the stream 124f238e28500ca756fbd9e323f728ce7c8dda59475Jamie Gennis // content producer may implicitly apply to the content. By forcing users of 125f238e28500ca756fbd9e323f728ce7c8dda59475Jamie Gennis // a SurfaceTexture to apply this transform we avoid performing an extra 126f238e28500ca756fbd9e323f728ce7c8dda59475Jamie Gennis // copy of the data that would be needed to hide the transform from the 127f238e28500ca756fbd9e323f728ce7c8dda59475Jamie Gennis // user. 128f238e28500ca756fbd9e323f728ce7c8dda59475Jamie Gennis // 129f238e28500ca756fbd9e323f728ce7c8dda59475Jamie Gennis // The matrix is stored in column-major order so that it may be passed 130f238e28500ca756fbd9e323f728ce7c8dda59475Jamie Gennis // directly to OpenGL ES via the glLoadMatrixf or glUniformMatrix4fv 131f238e28500ca756fbd9e323f728ce7c8dda59475Jamie Gennis // functions. 132f238e28500ca756fbd9e323f728ce7c8dda59475Jamie Gennis void getTransformMatrix(float mtx[16]); 133f238e28500ca756fbd9e323f728ce7c8dda59475Jamie Gennis 1341d01a12e7150be569557b64da9b8663c62c13594Eino-Ville Talvala // getTimestamp retrieves the timestamp associated with the texture image 1351d01a12e7150be569557b64da9b8663c62c13594Eino-Ville Talvala // set by the most recent call to updateTexImage. 1361d01a12e7150be569557b64da9b8663c62c13594Eino-Ville Talvala // 1371d01a12e7150be569557b64da9b8663c62c13594Eino-Ville Talvala // The timestamp is in nanoseconds, and is monotonically increasing. Its 1381d01a12e7150be569557b64da9b8663c62c13594Eino-Ville Talvala // other semantics (zero point, etc) are source-dependent and should be 1391d01a12e7150be569557b64da9b8663c62c13594Eino-Ville Talvala // documented by the source. 1401d01a12e7150be569557b64da9b8663c62c13594Eino-Ville Talvala int64_t getTimestamp(); 1411d01a12e7150be569557b64da9b8663c62c13594Eino-Ville Talvala 142c4d4aeab52435c177ded6abdd578fec8191f0f5dJamie Gennis // setFrameAvailableListener sets the listener object that will be notified 143c4d4aeab52435c177ded6abdd578fec8191f0f5dJamie Gennis // when a new frame becomes available. 144c4d4aeab52435c177ded6abdd578fec8191f0f5dJamie Gennis void setFrameAvailableListener(const sp<FrameAvailableListener>& l); 145c4d4aeab52435c177ded6abdd578fec8191f0f5dJamie Gennis 1461b20cde313b5ef8acdace742328df867956d24cbJamie Gennis // getAllocator retrieves the binder object that must be referenced as long 1471b20cde313b5ef8acdace742328df867956d24cbJamie Gennis // as the GraphicBuffers dequeued from this SurfaceTexture are referenced. 1481b20cde313b5ef8acdace742328df867956d24cbJamie Gennis // Holding this binder reference prevents SurfaceFlinger from freeing the 1491b20cde313b5ef8acdace742328df867956d24cbJamie Gennis // buffers before the client is done with them. 1501b20cde313b5ef8acdace742328df867956d24cbJamie Gennis sp<IBinder> getAllocator(); 1511b20cde313b5ef8acdace742328df867956d24cbJamie Gennis 152a5c75c01620179ce00812354778a29a80d76e71fMathias Agopian // setDefaultBufferSize is used to set the size of buffers returned by 153a5c75c01620179ce00812354778a29a80d76e71fMathias Agopian // requestBuffers when a with and height of zero is requested. 154a5c75c01620179ce00812354778a29a80d76e71fMathias Agopian // A call to setDefaultBufferSize() may trigger requestBuffers() to 155a5c75c01620179ce00812354778a29a80d76e71fMathias Agopian // be called from the client. 156a5c75c01620179ce00812354778a29a80d76e71fMathias Agopian status_t setDefaultBufferSize(uint32_t w, uint32_t h); 157a5c75c01620179ce00812354778a29a80d76e71fMathias Agopian 1587a042bf324fe3f3d5d4085fda21fe50dc0c362b4Mathias Agopian // getCurrentBuffer returns the buffer associated with the current image. 1597a042bf324fe3f3d5d4085fda21fe50dc0c362b4Mathias Agopian sp<GraphicBuffer> getCurrentBuffer() const; 1607a042bf324fe3f3d5d4085fda21fe50dc0c362b4Mathias Agopian 1617a042bf324fe3f3d5d4085fda21fe50dc0c362b4Mathias Agopian // getCurrentTextureTarget returns the texture target of the current 1627a042bf324fe3f3d5d4085fda21fe50dc0c362b4Mathias Agopian // texture as returned by updateTexImage(). 1637a042bf324fe3f3d5d4085fda21fe50dc0c362b4Mathias Agopian GLenum getCurrentTextureTarget() const; 1647a042bf324fe3f3d5d4085fda21fe50dc0c362b4Mathias Agopian 1657a042bf324fe3f3d5d4085fda21fe50dc0c362b4Mathias Agopian // getCurrentCrop returns the cropping rectangle of the current buffer 1667a042bf324fe3f3d5d4085fda21fe50dc0c362b4Mathias Agopian Rect getCurrentCrop() const; 1677a042bf324fe3f3d5d4085fda21fe50dc0c362b4Mathias Agopian 1687a042bf324fe3f3d5d4085fda21fe50dc0c362b4Mathias Agopian // getCurrentTransform returns the transform of the current buffer 1697a042bf324fe3f3d5d4085fda21fe50dc0c362b4Mathias Agopian uint32_t getCurrentTransform() const; 1707a042bf324fe3f3d5d4085fda21fe50dc0c362b4Mathias Agopian 17168c7794183a7dbfe3b20d4ce832f8eb79c2c619aMathias Agopian // dump our state in a String 17268c7794183a7dbfe3b20d4ce832f8eb79c2c619aMathias Agopian void dump(String8& result) const; 17368c7794183a7dbfe3b20d4ce832f8eb79c2c619aMathias Agopian void dump(String8& result, const char* prefix, char* buffer, size_t SIZE) const; 17468c7794183a7dbfe3b20d4ce832f8eb79c2c619aMathias Agopian 1757a042bf324fe3f3d5d4085fda21fe50dc0c362b4Mathias Agopianprotected: 1768ba32fade11abb73f3fd47ea0953c9528eb5b91fJamie Gennis 1778ba32fade11abb73f3fd47ea0953c9528eb5b91fJamie Gennis // freeAllBuffers frees the resources (both GraphicBuffer and EGLImage) for 1788ba32fade11abb73f3fd47ea0953c9528eb5b91fJamie Gennis // all slots. 1798ba32fade11abb73f3fd47ea0953c9528eb5b91fJamie Gennis void freeAllBuffers(); 1807a042bf324fe3f3d5d4085fda21fe50dc0c362b4Mathias Agopian static bool isExternalFormat(uint32_t format); 1817a042bf324fe3f3d5d4085fda21fe50dc0c362b4Mathias Agopian static GLenum getTextureTarget(uint32_t format); 1827a042bf324fe3f3d5d4085fda21fe50dc0c362b4Mathias Agopian 1837a042bf324fe3f3d5d4085fda21fe50dc0c362b4Mathias Agopianprivate: 1848ba32fade11abb73f3fd47ea0953c9528eb5b91fJamie Gennis 1858ba32fade11abb73f3fd47ea0953c9528eb5b91fJamie Gennis // createImage creates a new EGLImage from a GraphicBuffer. 1868ba32fade11abb73f3fd47ea0953c9528eb5b91fJamie Gennis EGLImageKHR createImage(EGLDisplay dpy, 1878ba32fade11abb73f3fd47ea0953c9528eb5b91fJamie Gennis const sp<GraphicBuffer>& graphicBuffer); 1888ba32fade11abb73f3fd47ea0953c9528eb5b91fJamie Gennis 1898072711307aa98ee5ee6f7369860ae38c3e19656Mathias Agopian status_t setBufferCountServerLocked(int bufferCount); 1908072711307aa98ee5ee6f7369860ae38c3e19656Mathias Agopian 191736aa9573bb7b78f9c315f396c104491b3639426Jamie Gennis // computeCurrentTransformMatrix computes the transform matrix for the 192736aa9573bb7b78f9c315f396c104491b3639426Jamie Gennis // current texture. It uses mCurrentTransform and the current GraphicBuffer 193736aa9573bb7b78f9c315f396c104491b3639426Jamie Gennis // to compute this matrix and stores it in mCurrentTransformMatrix. 194736aa9573bb7b78f9c315f396c104491b3639426Jamie Gennis void computeCurrentTransformMatrix(); 195736aa9573bb7b78f9c315f396c104491b3639426Jamie Gennis 1968ba32fade11abb73f3fd47ea0953c9528eb5b91fJamie Gennis enum { INVALID_BUFFER_SLOT = -1 }; 1978ba32fade11abb73f3fd47ea0953c9528eb5b91fJamie Gennis 1988ba32fade11abb73f3fd47ea0953c9528eb5b91fJamie Gennis struct BufferSlot { 199b3e518c820c7dbe35587bd45c510e4e5e7cfd9c9Mathias Agopian 200b3e518c820c7dbe35587bd45c510e4e5e7cfd9c9Mathias Agopian BufferSlot() 201b3e518c820c7dbe35587bd45c510e4e5e7cfd9c9Mathias Agopian : mEglImage(EGL_NO_IMAGE_KHR), 202b3e518c820c7dbe35587bd45c510e4e5e7cfd9c9Mathias Agopian mEglDisplay(EGL_NO_DISPLAY), 203b3e518c820c7dbe35587bd45c510e4e5e7cfd9c9Mathias Agopian mBufferState(BufferSlot::FREE), 204b3e518c820c7dbe35587bd45c510e4e5e7cfd9c9Mathias Agopian mRequestBufferCalled(false), 2058cd5ba4b7f01d3a54a8f8bc6d1793aa5fc8e09efJamie Gennis mTransform(0), 2068cd5ba4b7f01d3a54a8f8bc6d1793aa5fc8e09efJamie Gennis mTimestamp(0) { 2078cd5ba4b7f01d3a54a8f8bc6d1793aa5fc8e09efJamie Gennis mCrop.makeInvalid(); 208b3e518c820c7dbe35587bd45c510e4e5e7cfd9c9Mathias Agopian } 209b3e518c820c7dbe35587bd45c510e4e5e7cfd9c9Mathias Agopian 2108ba32fade11abb73f3fd47ea0953c9528eb5b91fJamie Gennis // mGraphicBuffer points to the buffer allocated for this slot or is NULL 2118ba32fade11abb73f3fd47ea0953c9528eb5b91fJamie Gennis // if no buffer has been allocated. 2128ba32fade11abb73f3fd47ea0953c9528eb5b91fJamie Gennis sp<GraphicBuffer> mGraphicBuffer; 2138ba32fade11abb73f3fd47ea0953c9528eb5b91fJamie Gennis 2148ba32fade11abb73f3fd47ea0953c9528eb5b91fJamie Gennis // mEglImage is the EGLImage created from mGraphicBuffer. 2158ba32fade11abb73f3fd47ea0953c9528eb5b91fJamie Gennis EGLImageKHR mEglImage; 2168ba32fade11abb73f3fd47ea0953c9528eb5b91fJamie Gennis 2178ba32fade11abb73f3fd47ea0953c9528eb5b91fJamie Gennis // mEglDisplay is the EGLDisplay used to create mEglImage. 2188ba32fade11abb73f3fd47ea0953c9528eb5b91fJamie Gennis EGLDisplay mEglDisplay; 2198ba32fade11abb73f3fd47ea0953c9528eb5b91fJamie Gennis 2208cd5ba4b7f01d3a54a8f8bc6d1793aa5fc8e09efJamie Gennis // BufferState represents the different states in which a buffer slot 2218cd5ba4b7f01d3a54a8f8bc6d1793aa5fc8e09efJamie Gennis // can be. 2228cd5ba4b7f01d3a54a8f8bc6d1793aa5fc8e09efJamie Gennis enum BufferState { 2238cd5ba4b7f01d3a54a8f8bc6d1793aa5fc8e09efJamie Gennis // FREE indicates that the buffer is not currently being used and 2248cd5ba4b7f01d3a54a8f8bc6d1793aa5fc8e09efJamie Gennis // will not be used in the future until it gets dequeued and 2258cd5ba4b7f01d3a54a8f8bc6d1793aa5fc8e09efJamie Gennis // subseqently queued by the client. 2268cd5ba4b7f01d3a54a8f8bc6d1793aa5fc8e09efJamie Gennis FREE = 0, 2278cd5ba4b7f01d3a54a8f8bc6d1793aa5fc8e09efJamie Gennis 2288cd5ba4b7f01d3a54a8f8bc6d1793aa5fc8e09efJamie Gennis // DEQUEUED indicates that the buffer has been dequeued by the 2298cd5ba4b7f01d3a54a8f8bc6d1793aa5fc8e09efJamie Gennis // client, but has not yet been queued or canceled. The buffer is 2308cd5ba4b7f01d3a54a8f8bc6d1793aa5fc8e09efJamie Gennis // considered 'owned' by the client, and the server should not use 2318cd5ba4b7f01d3a54a8f8bc6d1793aa5fc8e09efJamie Gennis // it for anything. 2328cd5ba4b7f01d3a54a8f8bc6d1793aa5fc8e09efJamie Gennis // 2338cd5ba4b7f01d3a54a8f8bc6d1793aa5fc8e09efJamie Gennis // Note that when in synchronous-mode (mSynchronousMode == true), 2348cd5ba4b7f01d3a54a8f8bc6d1793aa5fc8e09efJamie Gennis // the buffer that's currently attached to the texture may be 2358cd5ba4b7f01d3a54a8f8bc6d1793aa5fc8e09efJamie Gennis // dequeued by the client. That means that the current buffer can 2368cd5ba4b7f01d3a54a8f8bc6d1793aa5fc8e09efJamie Gennis // be in either the DEQUEUED or QUEUED state. In asynchronous mode, 2378cd5ba4b7f01d3a54a8f8bc6d1793aa5fc8e09efJamie Gennis // however, the current buffer is always in the QUEUED state. 2388cd5ba4b7f01d3a54a8f8bc6d1793aa5fc8e09efJamie Gennis DEQUEUED = 1, 2398cd5ba4b7f01d3a54a8f8bc6d1793aa5fc8e09efJamie Gennis 2408cd5ba4b7f01d3a54a8f8bc6d1793aa5fc8e09efJamie Gennis // QUEUED indicates that the buffer has been queued by the client, 2418cd5ba4b7f01d3a54a8f8bc6d1793aa5fc8e09efJamie Gennis // and has not since been made available for the client to dequeue. 2428cd5ba4b7f01d3a54a8f8bc6d1793aa5fc8e09efJamie Gennis // Attaching the buffer to the texture does NOT transition the 2438cd5ba4b7f01d3a54a8f8bc6d1793aa5fc8e09efJamie Gennis // buffer away from the QUEUED state. However, in Synchronous mode 2448cd5ba4b7f01d3a54a8f8bc6d1793aa5fc8e09efJamie Gennis // the current buffer may be dequeued by the client under some 2458cd5ba4b7f01d3a54a8f8bc6d1793aa5fc8e09efJamie Gennis // circumstances. See the note about the current buffer in the 2468cd5ba4b7f01d3a54a8f8bc6d1793aa5fc8e09efJamie Gennis // documentation for DEQUEUED. 2478cd5ba4b7f01d3a54a8f8bc6d1793aa5fc8e09efJamie Gennis QUEUED = 2, 2488cd5ba4b7f01d3a54a8f8bc6d1793aa5fc8e09efJamie Gennis }; 2498cd5ba4b7f01d3a54a8f8bc6d1793aa5fc8e09efJamie Gennis 2508cd5ba4b7f01d3a54a8f8bc6d1793aa5fc8e09efJamie Gennis // mBufferState is the current state of this buffer slot. 2518cd5ba4b7f01d3a54a8f8bc6d1793aa5fc8e09efJamie Gennis BufferState mBufferState; 252b3e518c820c7dbe35587bd45c510e4e5e7cfd9c9Mathias Agopian 253b3e518c820c7dbe35587bd45c510e4e5e7cfd9c9Mathias Agopian // mRequestBufferCalled is used for validating that the client did 254b3e518c820c7dbe35587bd45c510e4e5e7cfd9c9Mathias Agopian // call requestBuffer() when told to do so. Technically this is not 255b3e518c820c7dbe35587bd45c510e4e5e7cfd9c9Mathias Agopian // needed but useful for debugging and catching client bugs. 256b3e518c820c7dbe35587bd45c510e4e5e7cfd9c9Mathias Agopian bool mRequestBufferCalled; 257b3e518c820c7dbe35587bd45c510e4e5e7cfd9c9Mathias Agopian 2588cd5ba4b7f01d3a54a8f8bc6d1793aa5fc8e09efJamie Gennis // mCrop is the current crop rectangle for this buffer slot. This gets 2598cd5ba4b7f01d3a54a8f8bc6d1793aa5fc8e09efJamie Gennis // set to mNextCrop each time queueBuffer gets called for this buffer. 2608cd5ba4b7f01d3a54a8f8bc6d1793aa5fc8e09efJamie Gennis Rect mCrop; 261b3e518c820c7dbe35587bd45c510e4e5e7cfd9c9Mathias Agopian 2628cd5ba4b7f01d3a54a8f8bc6d1793aa5fc8e09efJamie Gennis // mTransform is the current transform flags for this buffer slot. This 2638cd5ba4b7f01d3a54a8f8bc6d1793aa5fc8e09efJamie Gennis // gets set to mNextTransform each time queueBuffer gets called for this 2648cd5ba4b7f01d3a54a8f8bc6d1793aa5fc8e09efJamie Gennis // slot. 2658cd5ba4b7f01d3a54a8f8bc6d1793aa5fc8e09efJamie Gennis uint32_t mTransform; 266b3e518c820c7dbe35587bd45c510e4e5e7cfd9c9Mathias Agopian 2678cd5ba4b7f01d3a54a8f8bc6d1793aa5fc8e09efJamie Gennis // mTimestamp is the current timestamp for this buffer slot. This gets 2688cd5ba4b7f01d3a54a8f8bc6d1793aa5fc8e09efJamie Gennis // to set by queueBuffer each time this slot is queued. 2698cd5ba4b7f01d3a54a8f8bc6d1793aa5fc8e09efJamie Gennis int64_t mTimestamp; 2708ba32fade11abb73f3fd47ea0953c9528eb5b91fJamie Gennis }; 2718ba32fade11abb73f3fd47ea0953c9528eb5b91fJamie Gennis 2728ba32fade11abb73f3fd47ea0953c9528eb5b91fJamie Gennis // mSlots is the array of buffer slots that must be mirrored on the client 2738ba32fade11abb73f3fd47ea0953c9528eb5b91fJamie Gennis // side. This allows buffer ownership to be transferred between the client 2748ba32fade11abb73f3fd47ea0953c9528eb5b91fJamie Gennis // and server without sending a GraphicBuffer over binder. The entire array 2758ba32fade11abb73f3fd47ea0953c9528eb5b91fJamie Gennis // is initialized to NULL at construction time, and buffers are allocated 2768ba32fade11abb73f3fd47ea0953c9528eb5b91fJamie Gennis // for a slot when requestBuffer is called with that slot's index. 2778ba32fade11abb73f3fd47ea0953c9528eb5b91fJamie Gennis BufferSlot mSlots[NUM_BUFFER_SLOTS]; 2788ba32fade11abb73f3fd47ea0953c9528eb5b91fJamie Gennis 279a5c75c01620179ce00812354778a29a80d76e71fMathias Agopian // mDefaultWidth holds the default width of allocated buffers. It is used 280a5c75c01620179ce00812354778a29a80d76e71fMathias Agopian // in requestBuffers() if a width and height of zero is specified. 281a5c75c01620179ce00812354778a29a80d76e71fMathias Agopian uint32_t mDefaultWidth; 282a5c75c01620179ce00812354778a29a80d76e71fMathias Agopian 283a5c75c01620179ce00812354778a29a80d76e71fMathias Agopian // mDefaultHeight holds the default height of allocated buffers. It is used 284a5c75c01620179ce00812354778a29a80d76e71fMathias Agopian // in requestBuffers() if a width and height of zero is specified. 285a5c75c01620179ce00812354778a29a80d76e71fMathias Agopian uint32_t mDefaultHeight; 286a5c75c01620179ce00812354778a29a80d76e71fMathias Agopian 287a5c75c01620179ce00812354778a29a80d76e71fMathias Agopian // mPixelFormat holds the pixel format of allocated buffers. It is used 288a5c75c01620179ce00812354778a29a80d76e71fMathias Agopian // in requestBuffers() if a format of zero is specified. 289a5c75c01620179ce00812354778a29a80d76e71fMathias Agopian uint32_t mPixelFormat; 290a5c75c01620179ce00812354778a29a80d76e71fMathias Agopian 2918ba32fade11abb73f3fd47ea0953c9528eb5b91fJamie Gennis // mBufferCount is the number of buffer slots that the client and server 2928072711307aa98ee5ee6f7369860ae38c3e19656Mathias Agopian // must maintain. It defaults to MIN_ASYNC_BUFFER_SLOTS and can be changed 2938072711307aa98ee5ee6f7369860ae38c3e19656Mathias Agopian // by calling setBufferCount or setBufferCountServer 2948ba32fade11abb73f3fd47ea0953c9528eb5b91fJamie Gennis int mBufferCount; 2958ba32fade11abb73f3fd47ea0953c9528eb5b91fJamie Gennis 2968072711307aa98ee5ee6f7369860ae38c3e19656Mathias Agopian // mRequestedBufferCount is the number of buffer slots requested by the 2978072711307aa98ee5ee6f7369860ae38c3e19656Mathias Agopian // client. The default is zero, which means the client doesn't care how 2988072711307aa98ee5ee6f7369860ae38c3e19656Mathias Agopian // many buffers there is. 2998072711307aa98ee5ee6f7369860ae38c3e19656Mathias Agopian int mClientBufferCount; 3008072711307aa98ee5ee6f7369860ae38c3e19656Mathias Agopian 3018072711307aa98ee5ee6f7369860ae38c3e19656Mathias Agopian // mServerBufferCount buffer count requested by the server-side 3028072711307aa98ee5ee6f7369860ae38c3e19656Mathias Agopian int mServerBufferCount; 3038072711307aa98ee5ee6f7369860ae38c3e19656Mathias Agopian 3048ba32fade11abb73f3fd47ea0953c9528eb5b91fJamie Gennis // mCurrentTexture is the buffer slot index of the buffer that is currently 30567eedd74ab78c2bfed9fcdc74947b97289254ca4Jamie Gennis // bound to the OpenGL texture. It is initialized to INVALID_BUFFER_SLOT, 30667eedd74ab78c2bfed9fcdc74947b97289254ca4Jamie Gennis // indicating that no buffer slot is currently bound to the texture. Note, 30767eedd74ab78c2bfed9fcdc74947b97289254ca4Jamie Gennis // however, that a value of INVALID_BUFFER_SLOT does not necessarily mean 30867eedd74ab78c2bfed9fcdc74947b97289254ca4Jamie Gennis // that no buffer is bound to the texture. A call to setBufferCount will 30967eedd74ab78c2bfed9fcdc74947b97289254ca4Jamie Gennis // reset mCurrentTexture to INVALID_BUFFER_SLOT. 3108ba32fade11abb73f3fd47ea0953c9528eb5b91fJamie Gennis int mCurrentTexture; 3118ba32fade11abb73f3fd47ea0953c9528eb5b91fJamie Gennis 3127a042bf324fe3f3d5d4085fda21fe50dc0c362b4Mathias Agopian // mCurrentTextureTarget is the GLES texture target to be used with the 3137a042bf324fe3f3d5d4085fda21fe50dc0c362b4Mathias Agopian // current texture. 3147a042bf324fe3f3d5d4085fda21fe50dc0c362b4Mathias Agopian GLenum mCurrentTextureTarget; 3157a042bf324fe3f3d5d4085fda21fe50dc0c362b4Mathias Agopian 3169a78c90cd46b2a3bd637b056873149d3b94384b4Jamie Gennis // mCurrentTextureBuf is the graphic buffer of the current texture. It's 3179a78c90cd46b2a3bd637b056873149d3b94384b4Jamie Gennis // possible that this buffer is not associated with any buffer slot, so we 3189a78c90cd46b2a3bd637b056873149d3b94384b4Jamie Gennis // must track it separately in order to properly use 3199a78c90cd46b2a3bd637b056873149d3b94384b4Jamie Gennis // IGraphicBufferAlloc::freeAllGraphicBuffersExcept. 3209a78c90cd46b2a3bd637b056873149d3b94384b4Jamie Gennis sp<GraphicBuffer> mCurrentTextureBuf; 3219a78c90cd46b2a3bd637b056873149d3b94384b4Jamie Gennis 322f238e28500ca756fbd9e323f728ce7c8dda59475Jamie Gennis // mCurrentCrop is the crop rectangle that applies to the current texture. 323f238e28500ca756fbd9e323f728ce7c8dda59475Jamie Gennis // It gets set to mLastQueuedCrop each time updateTexImage is called. 324f238e28500ca756fbd9e323f728ce7c8dda59475Jamie Gennis Rect mCurrentCrop; 325f238e28500ca756fbd9e323f728ce7c8dda59475Jamie Gennis 326f238e28500ca756fbd9e323f728ce7c8dda59475Jamie Gennis // mCurrentTransform is the transform identifier for the current texture. It 327f238e28500ca756fbd9e323f728ce7c8dda59475Jamie Gennis // gets set to mLastQueuedTransform each time updateTexImage is called. 328f238e28500ca756fbd9e323f728ce7c8dda59475Jamie Gennis uint32_t mCurrentTransform; 329f238e28500ca756fbd9e323f728ce7c8dda59475Jamie Gennis 330736aa9573bb7b78f9c315f396c104491b3639426Jamie Gennis // mCurrentTransformMatrix is the transform matrix for the current texture. 331736aa9573bb7b78f9c315f396c104491b3639426Jamie Gennis // It gets computed by computeTransformMatrix each time updateTexImage is 332736aa9573bb7b78f9c315f396c104491b3639426Jamie Gennis // called. 333736aa9573bb7b78f9c315f396c104491b3639426Jamie Gennis float mCurrentTransformMatrix[16]; 334736aa9573bb7b78f9c315f396c104491b3639426Jamie Gennis 3351d01a12e7150be569557b64da9b8663c62c13594Eino-Ville Talvala // mCurrentTimestamp is the timestamp for the current texture. It 3361d01a12e7150be569557b64da9b8663c62c13594Eino-Ville Talvala // gets set to mLastQueuedTimestamp each time updateTexImage is called. 3371d01a12e7150be569557b64da9b8663c62c13594Eino-Ville Talvala int64_t mCurrentTimestamp; 3381d01a12e7150be569557b64da9b8663c62c13594Eino-Ville Talvala 339f238e28500ca756fbd9e323f728ce7c8dda59475Jamie Gennis // mNextCrop is the crop rectangle that will be used for the next buffer 340f238e28500ca756fbd9e323f728ce7c8dda59475Jamie Gennis // that gets queued. It is set by calling setCrop. 341f238e28500ca756fbd9e323f728ce7c8dda59475Jamie Gennis Rect mNextCrop; 342f238e28500ca756fbd9e323f728ce7c8dda59475Jamie Gennis 343f238e28500ca756fbd9e323f728ce7c8dda59475Jamie Gennis // mNextTransform is the transform identifier that will be used for the next 344f238e28500ca756fbd9e323f728ce7c8dda59475Jamie Gennis // buffer that gets queued. It is set by calling setTransform. 345f238e28500ca756fbd9e323f728ce7c8dda59475Jamie Gennis uint32_t mNextTransform; 346f238e28500ca756fbd9e323f728ce7c8dda59475Jamie Gennis 3478ba32fade11abb73f3fd47ea0953c9528eb5b91fJamie Gennis // mTexName is the name of the OpenGL texture to which streamed images will 3488ba32fade11abb73f3fd47ea0953c9528eb5b91fJamie Gennis // be bound when updateTexImage is called. It is set at construction time 3498ba32fade11abb73f3fd47ea0953c9528eb5b91fJamie Gennis // changed with a call to setTexName. 3508ba32fade11abb73f3fd47ea0953c9528eb5b91fJamie Gennis const GLuint mTexName; 3518ba32fade11abb73f3fd47ea0953c9528eb5b91fJamie Gennis 3529a78c90cd46b2a3bd637b056873149d3b94384b4Jamie Gennis // mGraphicBufferAlloc is the connection to SurfaceFlinger that is used to 3539a78c90cd46b2a3bd637b056873149d3b94384b4Jamie Gennis // allocate new GraphicBuffer objects. 3549a78c90cd46b2a3bd637b056873149d3b94384b4Jamie Gennis sp<IGraphicBufferAlloc> mGraphicBufferAlloc; 3559a78c90cd46b2a3bd637b056873149d3b94384b4Jamie Gennis 356c4d4aeab52435c177ded6abdd578fec8191f0f5dJamie Gennis // mFrameAvailableListener is the listener object that will be called when a 357c4d4aeab52435c177ded6abdd578fec8191f0f5dJamie Gennis // new frame becomes available. If it is not NULL it will be called from 358c4d4aeab52435c177ded6abdd578fec8191f0f5dJamie Gennis // queueBuffer. 359c4d4aeab52435c177ded6abdd578fec8191f0f5dJamie Gennis sp<FrameAvailableListener> mFrameAvailableListener; 360c4d4aeab52435c177ded6abdd578fec8191f0f5dJamie Gennis 361b3e518c820c7dbe35587bd45c510e4e5e7cfd9c9Mathias Agopian // mSynchronousMode whether we're in synchronous mode or not 362b3e518c820c7dbe35587bd45c510e4e5e7cfd9c9Mathias Agopian bool mSynchronousMode; 363b3e518c820c7dbe35587bd45c510e4e5e7cfd9c9Mathias Agopian 364b3e518c820c7dbe35587bd45c510e4e5e7cfd9c9Mathias Agopian // mDequeueCondition condition used for dequeueBuffer in synchronous mode 365b3e518c820c7dbe35587bd45c510e4e5e7cfd9c9Mathias Agopian mutable Condition mDequeueCondition; 366b3e518c820c7dbe35587bd45c510e4e5e7cfd9c9Mathias Agopian 367b3e518c820c7dbe35587bd45c510e4e5e7cfd9c9Mathias Agopian // mQueue is a FIFO of queued buffers used in synchronous mode 368b3e518c820c7dbe35587bd45c510e4e5e7cfd9c9Mathias Agopian typedef Vector<int> Fifo; 369b3e518c820c7dbe35587bd45c510e4e5e7cfd9c9Mathias Agopian Fifo mQueue; 370b3e518c820c7dbe35587bd45c510e4e5e7cfd9c9Mathias Agopian 3718ba32fade11abb73f3fd47ea0953c9528eb5b91fJamie Gennis // mMutex is the mutex used to prevent concurrent access to the member 3728ba32fade11abb73f3fd47ea0953c9528eb5b91fJamie Gennis // variables of SurfaceTexture objects. It must be locked whenever the 3738ba32fade11abb73f3fd47ea0953c9528eb5b91fJamie Gennis // member variables are accessed. 3747a042bf324fe3f3d5d4085fda21fe50dc0c362b4Mathias Agopian mutable Mutex mMutex; 375736aa9573bb7b78f9c315f396c104491b3639426Jamie Gennis 3768ba32fade11abb73f3fd47ea0953c9528eb5b91fJamie Gennis}; 3778ba32fade11abb73f3fd47ea0953c9528eb5b91fJamie Gennis 3788ba32fade11abb73f3fd47ea0953c9528eb5b91fJamie Gennis// ---------------------------------------------------------------------------- 3798ba32fade11abb73f3fd47ea0953c9528eb5b91fJamie Gennis}; // namespace android 3808ba32fade11abb73f3fd47ea0953c9528eb5b91fJamie Gennis 3818ba32fade11abb73f3fd47ea0953c9528eb5b91fJamie Gennis#endif // ANDROID_GUI_SURFACETEXTURE_H 382