SurfaceTexture.cpp revision 79d01fe8232c67a18aeb8784c2b8783358ec4e44
168e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis/* 268e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis * Copyright (C) 2010 The Android Open Source Project 368e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis * 468e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis * Licensed under the Apache License, Version 2.0 (the "License"); 568e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis * you may not use this file except in compliance with the License. 668e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis * You may obtain a copy of the License at 768e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis * 868e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis * http://www.apache.org/licenses/LICENSE-2.0 968e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis * 1068e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis * Unless required by applicable law or agreed to in writing, software 1168e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis * distributed under the License is distributed on an "AS IS" BASIS, 1268e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 1368e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis * See the License for the specific language governing permissions and 1468e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis * limitations under the License. 1568e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis */ 1668e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis 1768e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis#define LOG_TAG "SurfaceTexture" 187dc00d5eb27de41f93a7e232b3cd374c84eb77d1Jamie Gennis//#define LOG_NDEBUG 0 1968e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis 2068e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis#define GL_GLEXT_PROTOTYPES 2168e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis#define EGL_EGLEXT_PROTOTYPES 2268e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis 2368e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis#include <EGL/egl.h> 2468e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis#include <EGL/eglext.h> 2568e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis#include <GLES2/gl2.h> 2668e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis#include <GLES2/gl2ext.h> 2768e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis 2868e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis#include <gui/SurfaceTexture.h> 2968e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis 3068e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis#include <surfaceflinger/ISurfaceComposer.h> 3168e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis#include <surfaceflinger/SurfaceComposerClient.h> 32f7acf162f8d682c6ebc9af41ca76795b79509193Jamie Gennis#include <surfaceflinger/IGraphicBufferAlloc.h> 3368e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis 3468e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis#include <utils/Log.h> 3568e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis 3668e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennisnamespace android { 3768e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis 38b598fb90727be45e926a11abefc319819a733540Jamie Gennis// Transform matrices 39b598fb90727be45e926a11abefc319819a733540Jamie Gennisstatic float mtxIdentity[16] = { 40b598fb90727be45e926a11abefc319819a733540Jamie Gennis 1, 0, 0, 0, 41b598fb90727be45e926a11abefc319819a733540Jamie Gennis 0, 1, 0, 0, 42b598fb90727be45e926a11abefc319819a733540Jamie Gennis 0, 0, 1, 0, 43b598fb90727be45e926a11abefc319819a733540Jamie Gennis 0, 0, 0, 1, 44b598fb90727be45e926a11abefc319819a733540Jamie Gennis}; 45b598fb90727be45e926a11abefc319819a733540Jamie Gennisstatic float mtxFlipH[16] = { 46b598fb90727be45e926a11abefc319819a733540Jamie Gennis -1, 0, 0, 0, 47b598fb90727be45e926a11abefc319819a733540Jamie Gennis 0, 1, 0, 0, 48b598fb90727be45e926a11abefc319819a733540Jamie Gennis 0, 0, 1, 0, 49b598fb90727be45e926a11abefc319819a733540Jamie Gennis 1, 0, 0, 1, 50b598fb90727be45e926a11abefc319819a733540Jamie Gennis}; 51b598fb90727be45e926a11abefc319819a733540Jamie Gennisstatic float mtxFlipV[16] = { 52b598fb90727be45e926a11abefc319819a733540Jamie Gennis 1, 0, 0, 0, 53b598fb90727be45e926a11abefc319819a733540Jamie Gennis 0, -1, 0, 0, 54b598fb90727be45e926a11abefc319819a733540Jamie Gennis 0, 0, 1, 0, 55b598fb90727be45e926a11abefc319819a733540Jamie Gennis 0, 1, 0, 1, 56b598fb90727be45e926a11abefc319819a733540Jamie Gennis}; 57b598fb90727be45e926a11abefc319819a733540Jamie Gennisstatic float mtxRot90[16] = { 58b598fb90727be45e926a11abefc319819a733540Jamie Gennis 0, 1, 0, 0, 59b598fb90727be45e926a11abefc319819a733540Jamie Gennis -1, 0, 0, 0, 60b598fb90727be45e926a11abefc319819a733540Jamie Gennis 0, 0, 1, 0, 61b598fb90727be45e926a11abefc319819a733540Jamie Gennis 1, 0, 0, 1, 62b598fb90727be45e926a11abefc319819a733540Jamie Gennis}; 63b598fb90727be45e926a11abefc319819a733540Jamie Gennisstatic float mtxRot180[16] = { 64b598fb90727be45e926a11abefc319819a733540Jamie Gennis -1, 0, 0, 0, 65b598fb90727be45e926a11abefc319819a733540Jamie Gennis 0, -1, 0, 0, 66b598fb90727be45e926a11abefc319819a733540Jamie Gennis 0, 0, 1, 0, 67b598fb90727be45e926a11abefc319819a733540Jamie Gennis 1, 1, 0, 1, 68b598fb90727be45e926a11abefc319819a733540Jamie Gennis}; 69b598fb90727be45e926a11abefc319819a733540Jamie Gennisstatic float mtxRot270[16] = { 70b598fb90727be45e926a11abefc319819a733540Jamie Gennis 0, -1, 0, 0, 71b598fb90727be45e926a11abefc319819a733540Jamie Gennis 1, 0, 0, 0, 72b598fb90727be45e926a11abefc319819a733540Jamie Gennis 0, 0, 1, 0, 73b598fb90727be45e926a11abefc319819a733540Jamie Gennis 0, 1, 0, 1, 74b598fb90727be45e926a11abefc319819a733540Jamie Gennis}; 75b598fb90727be45e926a11abefc319819a733540Jamie Gennis 76b598fb90727be45e926a11abefc319819a733540Jamie Gennisstatic void mtxMul(float out[16], const float a[16], const float b[16]); 77b598fb90727be45e926a11abefc319819a733540Jamie Gennis 7868e4a7ac849b681b1fb769857fc04f64262480c4Jamie GennisSurfaceTexture::SurfaceTexture(GLuint tex) : 7968e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis mBufferCount(MIN_BUFFER_SLOTS), mCurrentTexture(INVALID_BUFFER_SLOT), 8068e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis mLastQueued(INVALID_BUFFER_SLOT), mTexName(tex) { 817dc00d5eb27de41f93a7e232b3cd374c84eb77d1Jamie Gennis LOGV("SurfaceTexture::SurfaceTexture"); 82fd804f31a36c31661859b53bbee1bb408462ddcaJamie Gennis for (int i = 0; i < NUM_BUFFER_SLOTS; i++) { 83fd804f31a36c31661859b53bbee1bb408462ddcaJamie Gennis mSlots[i].mEglImage = EGL_NO_IMAGE_KHR; 84fd804f31a36c31661859b53bbee1bb408462ddcaJamie Gennis mSlots[i].mEglDisplay = EGL_NO_DISPLAY; 85fd804f31a36c31661859b53bbee1bb408462ddcaJamie Gennis mSlots[i].mOwnedByClient = false; 86fd804f31a36c31661859b53bbee1bb408462ddcaJamie Gennis } 87f7acf162f8d682c6ebc9af41ca76795b79509193Jamie Gennis sp<ISurfaceComposer> composer(ComposerService::getComposerService()); 88f7acf162f8d682c6ebc9af41ca76795b79509193Jamie Gennis mGraphicBufferAlloc = composer->createGraphicBufferAlloc(); 8968e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis} 9068e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis 9168e4a7ac849b681b1fb769857fc04f64262480c4Jamie GennisSurfaceTexture::~SurfaceTexture() { 927dc00d5eb27de41f93a7e232b3cd374c84eb77d1Jamie Gennis LOGV("SurfaceTexture::~SurfaceTexture"); 9368e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis freeAllBuffers(); 9468e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis} 9568e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis 9668e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennisstatus_t SurfaceTexture::setBufferCount(int bufferCount) { 977dc00d5eb27de41f93a7e232b3cd374c84eb77d1Jamie Gennis LOGV("SurfaceTexture::setBufferCount"); 9868e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis Mutex::Autolock lock(mMutex); 9968e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis freeAllBuffers(); 10068e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis mBufferCount = bufferCount; 101d369dc42506ec003f1839bb9e27edada411324b5Jamie Gennis mCurrentTexture = INVALID_BUFFER_SLOT; 102d369dc42506ec003f1839bb9e27edada411324b5Jamie Gennis mLastQueued = INVALID_BUFFER_SLOT; 10368e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis return OK; 10468e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis} 10568e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis 10668e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennissp<GraphicBuffer> SurfaceTexture::requestBuffer(int buf, 10768e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis uint32_t w, uint32_t h, uint32_t format, uint32_t usage) { 1087dc00d5eb27de41f93a7e232b3cd374c84eb77d1Jamie Gennis LOGV("SurfaceTexture::requestBuffer"); 10968e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis Mutex::Autolock lock(mMutex); 11068e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis if (buf < 0 || mBufferCount <= buf) { 11168e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis LOGE("requestBuffer: slot index out of range [0, %d]: %d", 11268e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis mBufferCount, buf); 11368e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis return 0; 11468e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis } 11568e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis usage |= GraphicBuffer::USAGE_HW_TEXTURE; 116f7acf162f8d682c6ebc9af41ca76795b79509193Jamie Gennis sp<GraphicBuffer> graphicBuffer( 117f7acf162f8d682c6ebc9af41ca76795b79509193Jamie Gennis mGraphicBufferAlloc->createGraphicBuffer(w, h, format, usage)); 11868e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis if (graphicBuffer == 0) { 11968e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis LOGE("requestBuffer: SurfaceComposer::createGraphicBuffer failed"); 12068e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis } else { 12168e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis mSlots[buf].mGraphicBuffer = graphicBuffer; 12268e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis if (mSlots[buf].mEglImage != EGL_NO_IMAGE_KHR) { 12368e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis eglDestroyImageKHR(mSlots[buf].mEglDisplay, mSlots[buf].mEglImage); 12468e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis mSlots[buf].mEglImage = EGL_NO_IMAGE_KHR; 12568e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis mSlots[buf].mEglDisplay = EGL_NO_DISPLAY; 12668e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis } 127f7acf162f8d682c6ebc9af41ca76795b79509193Jamie Gennis mAllocdBuffers.add(graphicBuffer); 12868e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis } 12968e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis return graphicBuffer; 13068e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis} 13168e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis 13268e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennisstatus_t SurfaceTexture::dequeueBuffer(int *buf) { 1337dc00d5eb27de41f93a7e232b3cd374c84eb77d1Jamie Gennis LOGV("SurfaceTexture::dequeueBuffer"); 13468e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis Mutex::Autolock lock(mMutex); 13568e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis int found = INVALID_BUFFER_SLOT; 13668e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis for (int i = 0; i < mBufferCount; i++) { 137a7eacc148adec1ee26636a0c727ceefa9e012ba6Jamie Gennis if (!mSlots[i].mOwnedByClient && i != mCurrentTexture && i != mLastQueued) { 13868e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis mSlots[i].mOwnedByClient = true; 13968e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis found = i; 14068e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis break; 14168e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis } 14268e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis } 14368e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis if (found == INVALID_BUFFER_SLOT) { 14468e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis return -EBUSY; 14568e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis } 14668e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis *buf = found; 14768e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis return OK; 14868e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis} 14968e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis 15068e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennisstatus_t SurfaceTexture::queueBuffer(int buf) { 1517dc00d5eb27de41f93a7e232b3cd374c84eb77d1Jamie Gennis LOGV("SurfaceTexture::queueBuffer"); 15268e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis Mutex::Autolock lock(mMutex); 15368e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis if (buf < 0 || mBufferCount <= buf) { 15468e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis LOGE("queueBuffer: slot index out of range [0, %d]: %d", 15568e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis mBufferCount, buf); 15668e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis return -EINVAL; 15768e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis } else if (!mSlots[buf].mOwnedByClient) { 15868e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis LOGE("queueBuffer: slot %d is not owned by the client", buf); 15968e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis return -EINVAL; 16068e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis } else if (mSlots[buf].mGraphicBuffer == 0) { 16168e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis LOGE("queueBuffer: slot %d was enqueued without requesting a buffer", 16268e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis buf); 16368e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis return -EINVAL; 16468e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis } 16568e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis mSlots[buf].mOwnedByClient = false; 16668e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis mLastQueued = buf; 167b598fb90727be45e926a11abefc319819a733540Jamie Gennis mLastQueuedCrop = mNextCrop; 168b598fb90727be45e926a11abefc319819a733540Jamie Gennis mLastQueuedTransform = mNextTransform; 169376590d668e22a918439877b55faf075427b13f3Jamie Gennis if (mFrameAvailableListener != 0) { 170376590d668e22a918439877b55faf075427b13f3Jamie Gennis mFrameAvailableListener->onFrameAvailable(); 171376590d668e22a918439877b55faf075427b13f3Jamie Gennis } 17268e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis return OK; 17368e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis} 17468e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis 17568e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennisvoid SurfaceTexture::cancelBuffer(int buf) { 1767dc00d5eb27de41f93a7e232b3cd374c84eb77d1Jamie Gennis LOGV("SurfaceTexture::cancelBuffer"); 17768e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis Mutex::Autolock lock(mMutex); 17868e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis if (buf < 0 || mBufferCount <= buf) { 17968e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis LOGE("cancelBuffer: slot index out of range [0, %d]: %d", mBufferCount, 18068e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis buf); 18168e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis return; 18268e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis } else if (!mSlots[buf].mOwnedByClient) { 18368e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis LOGE("cancelBuffer: slot %d is not owned by the client", buf); 18468e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis return; 18568e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis } 18668e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis mSlots[buf].mOwnedByClient = false; 18768e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis} 18868e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis 189b598fb90727be45e926a11abefc319819a733540Jamie Gennisstatus_t SurfaceTexture::setCrop(const Rect& crop) { 1907dc00d5eb27de41f93a7e232b3cd374c84eb77d1Jamie Gennis LOGV("SurfaceTexture::setCrop"); 19168e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis Mutex::Autolock lock(mMutex); 192b598fb90727be45e926a11abefc319819a733540Jamie Gennis mNextCrop = crop; 19368e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis return OK; 19468e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis} 19568e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis 19668e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennisstatus_t SurfaceTexture::setTransform(uint32_t transform) { 1977dc00d5eb27de41f93a7e232b3cd374c84eb77d1Jamie Gennis LOGV("SurfaceTexture::setTransform"); 19868e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis Mutex::Autolock lock(mMutex); 199b598fb90727be45e926a11abefc319819a733540Jamie Gennis mNextTransform = transform; 20068e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis return OK; 20168e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis} 20268e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis 20368e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennisstatus_t SurfaceTexture::updateTexImage() { 2047dc00d5eb27de41f93a7e232b3cd374c84eb77d1Jamie Gennis LOGV("SurfaceTexture::updateTexImage"); 20568e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis Mutex::Autolock lock(mMutex); 20668e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis 20768e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis // We always bind the texture even if we don't update its contents. 20868e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis glBindTexture(GL_TEXTURE_EXTERNAL_OES, mTexName); 20968e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis 21068e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis // Initially both mCurrentTexture and mLastQueued are INVALID_BUFFER_SLOT, 21168e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis // so this check will fail until a buffer gets queued. 21268e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis if (mCurrentTexture != mLastQueued) { 213b598fb90727be45e926a11abefc319819a733540Jamie Gennis // Update the GL texture object. 214f7acf162f8d682c6ebc9af41ca76795b79509193Jamie Gennis EGLImageKHR image = mSlots[mLastQueued].mEglImage; 21568e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis if (image == EGL_NO_IMAGE_KHR) { 21668e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis EGLDisplay dpy = eglGetCurrentDisplay(); 217f7acf162f8d682c6ebc9af41ca76795b79509193Jamie Gennis sp<GraphicBuffer> graphicBuffer = mSlots[mLastQueued].mGraphicBuffer; 21868e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis image = createImage(dpy, graphicBuffer); 219f7acf162f8d682c6ebc9af41ca76795b79509193Jamie Gennis mSlots[mLastQueued].mEglImage = image; 220f7acf162f8d682c6ebc9af41ca76795b79509193Jamie Gennis mSlots[mLastQueued].mEglDisplay = dpy; 22168e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis } 22279d01fe8232c67a18aeb8784c2b8783358ec4e44Jamie Gennis 22379d01fe8232c67a18aeb8784c2b8783358ec4e44Jamie Gennis GLint error; 22479d01fe8232c67a18aeb8784c2b8783358ec4e44Jamie Gennis while ((error = glGetError()) != GL_NO_ERROR) { 22579d01fe8232c67a18aeb8784c2b8783358ec4e44Jamie Gennis LOGE("GL error cleared before updating SurfaceTexture: %#04x", error); 22679d01fe8232c67a18aeb8784c2b8783358ec4e44Jamie Gennis } 22768e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis glEGLImageTargetTexture2DOES(GL_TEXTURE_EXTERNAL_OES, (GLeglImageOES)image); 22879d01fe8232c67a18aeb8784c2b8783358ec4e44Jamie Gennis bool failed = false; 22979d01fe8232c67a18aeb8784c2b8783358ec4e44Jamie Gennis while ((error = glGetError()) != GL_NO_ERROR) { 23068e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis LOGE("error binding external texture image %p (slot %d): %#04x", 231f7acf162f8d682c6ebc9af41ca76795b79509193Jamie Gennis image, mLastQueued, error); 23279d01fe8232c67a18aeb8784c2b8783358ec4e44Jamie Gennis failed = true; 23379d01fe8232c67a18aeb8784c2b8783358ec4e44Jamie Gennis } 23479d01fe8232c67a18aeb8784c2b8783358ec4e44Jamie Gennis if (failed) { 23568e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis return -EINVAL; 23668e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis } 237f7acf162f8d682c6ebc9af41ca76795b79509193Jamie Gennis 238f7acf162f8d682c6ebc9af41ca76795b79509193Jamie Gennis // Update the SurfaceTexture state. 239f7acf162f8d682c6ebc9af41ca76795b79509193Jamie Gennis mCurrentTexture = mLastQueued; 240f7acf162f8d682c6ebc9af41ca76795b79509193Jamie Gennis mCurrentTextureBuf = mSlots[mCurrentTexture].mGraphicBuffer; 241f7acf162f8d682c6ebc9af41ca76795b79509193Jamie Gennis mCurrentCrop = mLastQueuedCrop; 242f7acf162f8d682c6ebc9af41ca76795b79509193Jamie Gennis mCurrentTransform = mLastQueuedTransform; 24368e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis } 24468e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis return OK; 24568e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis} 24668e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis 247b598fb90727be45e926a11abefc319819a733540Jamie Gennisvoid SurfaceTexture::getTransformMatrix(float mtx[16]) { 248b598fb90727be45e926a11abefc319819a733540Jamie Gennis LOGV("SurfaceTexture::updateTexImage"); 249b598fb90727be45e926a11abefc319819a733540Jamie Gennis Mutex::Autolock lock(mMutex); 250b598fb90727be45e926a11abefc319819a733540Jamie Gennis 2510fb736c0937d9d65001e0176d90e1011226594bfJamie Gennis float xform[16]; 2520fb736c0937d9d65001e0176d90e1011226594bfJamie Gennis for (int i = 0; i < 16; i++) { 2530fb736c0937d9d65001e0176d90e1011226594bfJamie Gennis xform[i] = mtxIdentity[i]; 2540fb736c0937d9d65001e0176d90e1011226594bfJamie Gennis } 2550fb736c0937d9d65001e0176d90e1011226594bfJamie Gennis if (mCurrentTransform & NATIVE_WINDOW_TRANSFORM_FLIP_H) { 2560fb736c0937d9d65001e0176d90e1011226594bfJamie Gennis float result[16]; 2570fb736c0937d9d65001e0176d90e1011226594bfJamie Gennis mtxMul(result, xform, mtxFlipH); 2580fb736c0937d9d65001e0176d90e1011226594bfJamie Gennis for (int i = 0; i < 16; i++) { 2590fb736c0937d9d65001e0176d90e1011226594bfJamie Gennis xform[i] = result[i]; 2600fb736c0937d9d65001e0176d90e1011226594bfJamie Gennis } 2610fb736c0937d9d65001e0176d90e1011226594bfJamie Gennis } 2620fb736c0937d9d65001e0176d90e1011226594bfJamie Gennis if (mCurrentTransform & NATIVE_WINDOW_TRANSFORM_FLIP_V) { 2630fb736c0937d9d65001e0176d90e1011226594bfJamie Gennis float result[16]; 2640fb736c0937d9d65001e0176d90e1011226594bfJamie Gennis mtxMul(result, xform, mtxFlipV); 2650fb736c0937d9d65001e0176d90e1011226594bfJamie Gennis for (int i = 0; i < 16; i++) { 2660fb736c0937d9d65001e0176d90e1011226594bfJamie Gennis xform[i] = result[i]; 2670fb736c0937d9d65001e0176d90e1011226594bfJamie Gennis } 2680fb736c0937d9d65001e0176d90e1011226594bfJamie Gennis } 2690fb736c0937d9d65001e0176d90e1011226594bfJamie Gennis if (mCurrentTransform & NATIVE_WINDOW_TRANSFORM_ROT_90) { 2700fb736c0937d9d65001e0176d90e1011226594bfJamie Gennis float result[16]; 2710fb736c0937d9d65001e0176d90e1011226594bfJamie Gennis mtxMul(result, xform, mtxRot90); 2720fb736c0937d9d65001e0176d90e1011226594bfJamie Gennis for (int i = 0; i < 16; i++) { 2730fb736c0937d9d65001e0176d90e1011226594bfJamie Gennis xform[i] = result[i]; 2740fb736c0937d9d65001e0176d90e1011226594bfJamie Gennis } 275b598fb90727be45e926a11abefc319819a733540Jamie Gennis } 276b598fb90727be45e926a11abefc319819a733540Jamie Gennis 277b598fb90727be45e926a11abefc319819a733540Jamie Gennis sp<GraphicBuffer>& buf(mSlots[mCurrentTexture].mGraphicBuffer); 2780fb736c0937d9d65001e0176d90e1011226594bfJamie Gennis float tx, ty, sx, sy; 2790fb736c0937d9d65001e0176d90e1011226594bfJamie Gennis if (!mCurrentCrop.isEmpty()) { 2800fb736c0937d9d65001e0176d90e1011226594bfJamie Gennis tx = float(mCurrentCrop.left) / float(buf->getWidth()); 2810fb736c0937d9d65001e0176d90e1011226594bfJamie Gennis ty = float(buf->getHeight() - mCurrentCrop.bottom) / 2820fb736c0937d9d65001e0176d90e1011226594bfJamie Gennis float(buf->getHeight()); 2830fb736c0937d9d65001e0176d90e1011226594bfJamie Gennis sx = float(mCurrentCrop.width()) / float(buf->getWidth()); 2840fb736c0937d9d65001e0176d90e1011226594bfJamie Gennis sy = float(mCurrentCrop.height()) / float(buf->getHeight()); 2850fb736c0937d9d65001e0176d90e1011226594bfJamie Gennis } else { 2860fb736c0937d9d65001e0176d90e1011226594bfJamie Gennis tx = 0.0f; 2870fb736c0937d9d65001e0176d90e1011226594bfJamie Gennis ty = 0.0f; 2880fb736c0937d9d65001e0176d90e1011226594bfJamie Gennis sx = 1.0f; 2890fb736c0937d9d65001e0176d90e1011226594bfJamie Gennis sy = 1.0f; 2900fb736c0937d9d65001e0176d90e1011226594bfJamie Gennis } 291b598fb90727be45e926a11abefc319819a733540Jamie Gennis float crop[16] = { 2920fb736c0937d9d65001e0176d90e1011226594bfJamie Gennis sx, 0, 0, 0, 2930fb736c0937d9d65001e0176d90e1011226594bfJamie Gennis 0, sy, 0, 0, 294b598fb90727be45e926a11abefc319819a733540Jamie Gennis 0, 0, 1, 0, 2950fb736c0937d9d65001e0176d90e1011226594bfJamie Gennis sx*tx, sy*ty, 0, 1, 296b598fb90727be45e926a11abefc319819a733540Jamie Gennis }; 297b598fb90727be45e926a11abefc319819a733540Jamie Gennis 2980fb736c0937d9d65001e0176d90e1011226594bfJamie Gennis float mtxBeforeFlipV[16]; 2990fb736c0937d9d65001e0176d90e1011226594bfJamie Gennis mtxMul(mtxBeforeFlipV, crop, xform); 3000fb736c0937d9d65001e0176d90e1011226594bfJamie Gennis 3010fb736c0937d9d65001e0176d90e1011226594bfJamie Gennis // SurfaceFlinger expects the top of its window textures to be at a Y 3020fb736c0937d9d65001e0176d90e1011226594bfJamie Gennis // coordinate of 0, so SurfaceTexture must behave the same way. We don't 3030fb736c0937d9d65001e0176d90e1011226594bfJamie Gennis // want to expose this to applications, however, so we must add an 3040fb736c0937d9d65001e0176d90e1011226594bfJamie Gennis // additional vertical flip to the transform after all the other transforms. 3050fb736c0937d9d65001e0176d90e1011226594bfJamie Gennis mtxMul(mtx, mtxFlipV, mtxBeforeFlipV); 306b598fb90727be45e926a11abefc319819a733540Jamie Gennis} 307b598fb90727be45e926a11abefc319819a733540Jamie Gennis 308376590d668e22a918439877b55faf075427b13f3Jamie Gennisvoid SurfaceTexture::setFrameAvailableListener( 309376590d668e22a918439877b55faf075427b13f3Jamie Gennis const sp<FrameAvailableListener>& l) { 310376590d668e22a918439877b55faf075427b13f3Jamie Gennis LOGV("SurfaceTexture::setFrameAvailableListener"); 311376590d668e22a918439877b55faf075427b13f3Jamie Gennis Mutex::Autolock lock(mMutex); 312376590d668e22a918439877b55faf075427b13f3Jamie Gennis mFrameAvailableListener = l; 313376590d668e22a918439877b55faf075427b13f3Jamie Gennis} 314376590d668e22a918439877b55faf075427b13f3Jamie Gennis 31568e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennisvoid SurfaceTexture::freeAllBuffers() { 31668e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis for (int i = 0; i < NUM_BUFFER_SLOTS; i++) { 31768e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis mSlots[i].mGraphicBuffer = 0; 31868e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis mSlots[i].mOwnedByClient = false; 31968e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis if (mSlots[i].mEglImage != EGL_NO_IMAGE_KHR) { 32068e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis eglDestroyImageKHR(mSlots[i].mEglDisplay, mSlots[i].mEglImage); 32168e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis mSlots[i].mEglImage = EGL_NO_IMAGE_KHR; 32268e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis mSlots[i].mEglDisplay = EGL_NO_DISPLAY; 32368e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis } 32468e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis } 325f7acf162f8d682c6ebc9af41ca76795b79509193Jamie Gennis 326f7acf162f8d682c6ebc9af41ca76795b79509193Jamie Gennis int exceptBuf = -1; 327f7acf162f8d682c6ebc9af41ca76795b79509193Jamie Gennis for (size_t i = 0; i < mAllocdBuffers.size(); i++) { 328f7acf162f8d682c6ebc9af41ca76795b79509193Jamie Gennis if (mAllocdBuffers[i] == mCurrentTextureBuf) { 329f7acf162f8d682c6ebc9af41ca76795b79509193Jamie Gennis exceptBuf = i; 330f7acf162f8d682c6ebc9af41ca76795b79509193Jamie Gennis break; 331f7acf162f8d682c6ebc9af41ca76795b79509193Jamie Gennis } 332f7acf162f8d682c6ebc9af41ca76795b79509193Jamie Gennis } 333f7acf162f8d682c6ebc9af41ca76795b79509193Jamie Gennis mAllocdBuffers.clear(); 334f7acf162f8d682c6ebc9af41ca76795b79509193Jamie Gennis if (exceptBuf >= 0) { 335f7acf162f8d682c6ebc9af41ca76795b79509193Jamie Gennis mAllocdBuffers.add(mCurrentTextureBuf); 336f7acf162f8d682c6ebc9af41ca76795b79509193Jamie Gennis } 337f7acf162f8d682c6ebc9af41ca76795b79509193Jamie Gennis mGraphicBufferAlloc->freeAllGraphicBuffersExcept(exceptBuf); 33868e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis} 33968e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis 34068e4a7ac849b681b1fb769857fc04f64262480c4Jamie GennisEGLImageKHR SurfaceTexture::createImage(EGLDisplay dpy, 34168e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis const sp<GraphicBuffer>& graphicBuffer) { 34268e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis EGLClientBuffer cbuf = (EGLClientBuffer)graphicBuffer->getNativeBuffer(); 34368e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis EGLint attrs[] = { 34468e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis EGL_IMAGE_PRESERVED_KHR, EGL_TRUE, 34568e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis EGL_NONE, 34668e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis }; 34768e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis EGLImageKHR image = eglCreateImageKHR(dpy, EGL_NO_CONTEXT, 34868e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis EGL_NATIVE_BUFFER_ANDROID, cbuf, attrs); 34968e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis EGLint error = eglGetError(); 35068e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis if (error != EGL_SUCCESS) { 35168e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis LOGE("error creating EGLImage: %#x", error); 35268e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis } else if (image == EGL_NO_IMAGE_KHR) { 35368e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis LOGE("no error reported, but no image was returned by " 35468e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis "eglCreateImageKHR"); 35568e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis } 35668e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis return image; 35768e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis} 35868e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis 359b598fb90727be45e926a11abefc319819a733540Jamie Gennisstatic void mtxMul(float out[16], const float a[16], const float b[16]) { 360b598fb90727be45e926a11abefc319819a733540Jamie Gennis out[0] = a[0]*b[0] + a[4]*b[1] + a[8]*b[2] + a[12]*b[3]; 361b598fb90727be45e926a11abefc319819a733540Jamie Gennis out[1] = a[1]*b[0] + a[5]*b[1] + a[9]*b[2] + a[13]*b[3]; 362b598fb90727be45e926a11abefc319819a733540Jamie Gennis out[2] = a[2]*b[0] + a[6]*b[1] + a[10]*b[2] + a[14]*b[3]; 363b598fb90727be45e926a11abefc319819a733540Jamie Gennis out[3] = a[3]*b[0] + a[7]*b[1] + a[11]*b[2] + a[15]*b[3]; 364b598fb90727be45e926a11abefc319819a733540Jamie Gennis 365b598fb90727be45e926a11abefc319819a733540Jamie Gennis out[4] = a[0]*b[4] + a[4]*b[5] + a[8]*b[6] + a[12]*b[7]; 366b598fb90727be45e926a11abefc319819a733540Jamie Gennis out[5] = a[1]*b[4] + a[5]*b[5] + a[9]*b[6] + a[13]*b[7]; 367b598fb90727be45e926a11abefc319819a733540Jamie Gennis out[6] = a[2]*b[4] + a[6]*b[5] + a[10]*b[6] + a[14]*b[7]; 368b598fb90727be45e926a11abefc319819a733540Jamie Gennis out[7] = a[3]*b[4] + a[7]*b[5] + a[11]*b[6] + a[15]*b[7]; 369b598fb90727be45e926a11abefc319819a733540Jamie Gennis 370b598fb90727be45e926a11abefc319819a733540Jamie Gennis out[8] = a[0]*b[8] + a[4]*b[9] + a[8]*b[10] + a[12]*b[11]; 371b598fb90727be45e926a11abefc319819a733540Jamie Gennis out[9] = a[1]*b[8] + a[5]*b[9] + a[9]*b[10] + a[13]*b[11]; 372b598fb90727be45e926a11abefc319819a733540Jamie Gennis out[10] = a[2]*b[8] + a[6]*b[9] + a[10]*b[10] + a[14]*b[11]; 373b598fb90727be45e926a11abefc319819a733540Jamie Gennis out[11] = a[3]*b[8] + a[7]*b[9] + a[11]*b[10] + a[15]*b[11]; 374b598fb90727be45e926a11abefc319819a733540Jamie Gennis 375b598fb90727be45e926a11abefc319819a733540Jamie Gennis out[12] = a[0]*b[12] + a[4]*b[13] + a[8]*b[14] + a[12]*b[15]; 376b598fb90727be45e926a11abefc319819a733540Jamie Gennis out[13] = a[1]*b[12] + a[5]*b[13] + a[9]*b[14] + a[13]*b[15]; 377b598fb90727be45e926a11abefc319819a733540Jamie Gennis out[14] = a[2]*b[12] + a[6]*b[13] + a[10]*b[14] + a[14]*b[15]; 378b598fb90727be45e926a11abefc319819a733540Jamie Gennis out[15] = a[3]*b[12] + a[7]*b[13] + a[11]*b[14] + a[15]*b[15]; 379b598fb90727be45e926a11abefc319819a733540Jamie Gennis} 380b598fb90727be45e926a11abefc319819a733540Jamie Gennis 38168e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis}; // namespace android 382