SurfaceTexture.cpp revision 376590d668e22a918439877b55faf075427b13f3
168e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis/* 268e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis * Copyright (C) 2010 The Android Open Source Project 368e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis * 468e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis * Licensed under the Apache License, Version 2.0 (the "License"); 568e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis * you may not use this file except in compliance with the License. 668e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis * You may obtain a copy of the License at 768e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis * 868e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis * http://www.apache.org/licenses/LICENSE-2.0 968e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis * 1068e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis * Unless required by applicable law or agreed to in writing, software 1168e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis * distributed under the License is distributed on an "AS IS" BASIS, 1268e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 1368e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis * See the License for the specific language governing permissions and 1468e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis * limitations under the License. 1568e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis */ 1668e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis 1768e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis#define LOG_TAG "SurfaceTexture" 187dc00d5eb27de41f93a7e232b3cd374c84eb77d1Jamie Gennis//#define LOG_NDEBUG 0 1968e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis 2068e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis#define GL_GLEXT_PROTOTYPES 2168e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis#define EGL_EGLEXT_PROTOTYPES 2268e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis 2368e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis#include <EGL/egl.h> 2468e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis#include <EGL/eglext.h> 2568e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis#include <GLES2/gl2.h> 2668e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis#include <GLES2/gl2ext.h> 2768e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis 2868e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis#include <gui/SurfaceTexture.h> 2968e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis 3068e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis#include <surfaceflinger/ISurfaceComposer.h> 3168e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis#include <surfaceflinger/SurfaceComposerClient.h> 32f7acf162f8d682c6ebc9af41ca76795b79509193Jamie Gennis#include <surfaceflinger/IGraphicBufferAlloc.h> 3368e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis 3468e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis#include <utils/Log.h> 3568e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis 3668e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennisnamespace android { 3768e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis 38b598fb90727be45e926a11abefc319819a733540Jamie Gennis// Transform matrices 39b598fb90727be45e926a11abefc319819a733540Jamie Gennisstatic float mtxIdentity[16] = { 40b598fb90727be45e926a11abefc319819a733540Jamie Gennis 1, 0, 0, 0, 41b598fb90727be45e926a11abefc319819a733540Jamie Gennis 0, 1, 0, 0, 42b598fb90727be45e926a11abefc319819a733540Jamie Gennis 0, 0, 1, 0, 43b598fb90727be45e926a11abefc319819a733540Jamie Gennis 0, 0, 0, 1, 44b598fb90727be45e926a11abefc319819a733540Jamie Gennis}; 45b598fb90727be45e926a11abefc319819a733540Jamie Gennisstatic float mtxFlipH[16] = { 46b598fb90727be45e926a11abefc319819a733540Jamie Gennis -1, 0, 0, 0, 47b598fb90727be45e926a11abefc319819a733540Jamie Gennis 0, 1, 0, 0, 48b598fb90727be45e926a11abefc319819a733540Jamie Gennis 0, 0, 1, 0, 49b598fb90727be45e926a11abefc319819a733540Jamie Gennis 1, 0, 0, 1, 50b598fb90727be45e926a11abefc319819a733540Jamie Gennis}; 51b598fb90727be45e926a11abefc319819a733540Jamie Gennisstatic float mtxFlipV[16] = { 52b598fb90727be45e926a11abefc319819a733540Jamie Gennis 1, 0, 0, 0, 53b598fb90727be45e926a11abefc319819a733540Jamie Gennis 0, -1, 0, 0, 54b598fb90727be45e926a11abefc319819a733540Jamie Gennis 0, 0, 1, 0, 55b598fb90727be45e926a11abefc319819a733540Jamie Gennis 0, 1, 0, 1, 56b598fb90727be45e926a11abefc319819a733540Jamie Gennis}; 57b598fb90727be45e926a11abefc319819a733540Jamie Gennisstatic float mtxRot90[16] = { 58b598fb90727be45e926a11abefc319819a733540Jamie Gennis 0, 1, 0, 0, 59b598fb90727be45e926a11abefc319819a733540Jamie Gennis -1, 0, 0, 0, 60b598fb90727be45e926a11abefc319819a733540Jamie Gennis 0, 0, 1, 0, 61b598fb90727be45e926a11abefc319819a733540Jamie Gennis 1, 0, 0, 1, 62b598fb90727be45e926a11abefc319819a733540Jamie Gennis}; 63b598fb90727be45e926a11abefc319819a733540Jamie Gennisstatic float mtxRot180[16] = { 64b598fb90727be45e926a11abefc319819a733540Jamie Gennis -1, 0, 0, 0, 65b598fb90727be45e926a11abefc319819a733540Jamie Gennis 0, -1, 0, 0, 66b598fb90727be45e926a11abefc319819a733540Jamie Gennis 0, 0, 1, 0, 67b598fb90727be45e926a11abefc319819a733540Jamie Gennis 1, 1, 0, 1, 68b598fb90727be45e926a11abefc319819a733540Jamie Gennis}; 69b598fb90727be45e926a11abefc319819a733540Jamie Gennisstatic float mtxRot270[16] = { 70b598fb90727be45e926a11abefc319819a733540Jamie Gennis 0, -1, 0, 0, 71b598fb90727be45e926a11abefc319819a733540Jamie Gennis 1, 0, 0, 0, 72b598fb90727be45e926a11abefc319819a733540Jamie Gennis 0, 0, 1, 0, 73b598fb90727be45e926a11abefc319819a733540Jamie Gennis 0, 1, 0, 1, 74b598fb90727be45e926a11abefc319819a733540Jamie Gennis}; 75b598fb90727be45e926a11abefc319819a733540Jamie Gennis 76b598fb90727be45e926a11abefc319819a733540Jamie Gennisstatic void mtxMul(float out[16], const float a[16], const float b[16]); 77b598fb90727be45e926a11abefc319819a733540Jamie Gennis 7868e4a7ac849b681b1fb769857fc04f64262480c4Jamie GennisSurfaceTexture::SurfaceTexture(GLuint tex) : 7968e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis mBufferCount(MIN_BUFFER_SLOTS), mCurrentTexture(INVALID_BUFFER_SLOT), 8068e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis mLastQueued(INVALID_BUFFER_SLOT), mTexName(tex) { 817dc00d5eb27de41f93a7e232b3cd374c84eb77d1Jamie Gennis LOGV("SurfaceTexture::SurfaceTexture"); 82fd804f31a36c31661859b53bbee1bb408462ddcaJamie Gennis for (int i = 0; i < NUM_BUFFER_SLOTS; i++) { 83fd804f31a36c31661859b53bbee1bb408462ddcaJamie Gennis mSlots[i].mEglImage = EGL_NO_IMAGE_KHR; 84fd804f31a36c31661859b53bbee1bb408462ddcaJamie Gennis mSlots[i].mEglDisplay = EGL_NO_DISPLAY; 85fd804f31a36c31661859b53bbee1bb408462ddcaJamie Gennis mSlots[i].mOwnedByClient = false; 86fd804f31a36c31661859b53bbee1bb408462ddcaJamie Gennis } 87f7acf162f8d682c6ebc9af41ca76795b79509193Jamie Gennis sp<ISurfaceComposer> composer(ComposerService::getComposerService()); 88f7acf162f8d682c6ebc9af41ca76795b79509193Jamie Gennis mGraphicBufferAlloc = composer->createGraphicBufferAlloc(); 8968e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis} 9068e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis 9168e4a7ac849b681b1fb769857fc04f64262480c4Jamie GennisSurfaceTexture::~SurfaceTexture() { 927dc00d5eb27de41f93a7e232b3cd374c84eb77d1Jamie Gennis LOGV("SurfaceTexture::~SurfaceTexture"); 9368e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis freeAllBuffers(); 9468e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis} 9568e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis 9668e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennisstatus_t SurfaceTexture::setBufferCount(int bufferCount) { 977dc00d5eb27de41f93a7e232b3cd374c84eb77d1Jamie Gennis LOGV("SurfaceTexture::setBufferCount"); 9868e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis Mutex::Autolock lock(mMutex); 9968e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis freeAllBuffers(); 10068e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis mBufferCount = bufferCount; 101d369dc42506ec003f1839bb9e27edada411324b5Jamie Gennis mCurrentTexture = INVALID_BUFFER_SLOT; 102d369dc42506ec003f1839bb9e27edada411324b5Jamie Gennis mLastQueued = INVALID_BUFFER_SLOT; 10368e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis return OK; 10468e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis} 10568e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis 10668e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennissp<GraphicBuffer> SurfaceTexture::requestBuffer(int buf, 10768e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis uint32_t w, uint32_t h, uint32_t format, uint32_t usage) { 1087dc00d5eb27de41f93a7e232b3cd374c84eb77d1Jamie Gennis LOGV("SurfaceTexture::requestBuffer"); 10968e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis Mutex::Autolock lock(mMutex); 11068e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis if (buf < 0 || mBufferCount <= buf) { 11168e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis LOGE("requestBuffer: slot index out of range [0, %d]: %d", 11268e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis mBufferCount, buf); 11368e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis return 0; 11468e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis } 11568e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis usage |= GraphicBuffer::USAGE_HW_TEXTURE; 116f7acf162f8d682c6ebc9af41ca76795b79509193Jamie Gennis sp<GraphicBuffer> graphicBuffer( 117f7acf162f8d682c6ebc9af41ca76795b79509193Jamie Gennis mGraphicBufferAlloc->createGraphicBuffer(w, h, format, usage)); 11868e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis if (graphicBuffer == 0) { 11968e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis LOGE("requestBuffer: SurfaceComposer::createGraphicBuffer failed"); 12068e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis } else { 12168e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis mSlots[buf].mGraphicBuffer = graphicBuffer; 12268e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis if (mSlots[buf].mEglImage != EGL_NO_IMAGE_KHR) { 12368e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis eglDestroyImageKHR(mSlots[buf].mEglDisplay, mSlots[buf].mEglImage); 12468e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis mSlots[buf].mEglImage = EGL_NO_IMAGE_KHR; 12568e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis mSlots[buf].mEglDisplay = EGL_NO_DISPLAY; 12668e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis } 127f7acf162f8d682c6ebc9af41ca76795b79509193Jamie Gennis mAllocdBuffers.add(graphicBuffer); 12868e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis } 12968e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis return graphicBuffer; 13068e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis} 13168e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis 13268e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennisstatus_t SurfaceTexture::dequeueBuffer(int *buf) { 1337dc00d5eb27de41f93a7e232b3cd374c84eb77d1Jamie Gennis LOGV("SurfaceTexture::dequeueBuffer"); 13468e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis Mutex::Autolock lock(mMutex); 13568e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis int found = INVALID_BUFFER_SLOT; 13668e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis for (int i = 0; i < mBufferCount; i++) { 137a7eacc148adec1ee26636a0c727ceefa9e012ba6Jamie Gennis if (!mSlots[i].mOwnedByClient && i != mCurrentTexture && i != mLastQueued) { 13868e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis mSlots[i].mOwnedByClient = true; 13968e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis found = i; 14068e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis break; 14168e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis } 14268e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis } 14368e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis if (found == INVALID_BUFFER_SLOT) { 14468e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis return -EBUSY; 14568e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis } 14668e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis *buf = found; 14768e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis return OK; 14868e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis} 14968e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis 15068e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennisstatus_t SurfaceTexture::queueBuffer(int buf) { 1517dc00d5eb27de41f93a7e232b3cd374c84eb77d1Jamie Gennis LOGV("SurfaceTexture::queueBuffer"); 15268e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis Mutex::Autolock lock(mMutex); 15368e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis if (buf < 0 || mBufferCount <= buf) { 15468e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis LOGE("queueBuffer: slot index out of range [0, %d]: %d", 15568e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis mBufferCount, buf); 15668e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis return -EINVAL; 15768e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis } else if (!mSlots[buf].mOwnedByClient) { 15868e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis LOGE("queueBuffer: slot %d is not owned by the client", buf); 15968e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis return -EINVAL; 16068e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis } else if (mSlots[buf].mGraphicBuffer == 0) { 16168e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis LOGE("queueBuffer: slot %d was enqueued without requesting a buffer", 16268e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis buf); 16368e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis return -EINVAL; 16468e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis } 16568e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis mSlots[buf].mOwnedByClient = false; 16668e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis mLastQueued = buf; 167b598fb90727be45e926a11abefc319819a733540Jamie Gennis mLastQueuedCrop = mNextCrop; 168b598fb90727be45e926a11abefc319819a733540Jamie Gennis mLastQueuedTransform = mNextTransform; 169376590d668e22a918439877b55faf075427b13f3Jamie Gennis if (mFrameAvailableListener != 0) { 170376590d668e22a918439877b55faf075427b13f3Jamie Gennis mFrameAvailableListener->onFrameAvailable(); 171376590d668e22a918439877b55faf075427b13f3Jamie Gennis } 17268e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis return OK; 17368e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis} 17468e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis 17568e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennisvoid SurfaceTexture::cancelBuffer(int buf) { 1767dc00d5eb27de41f93a7e232b3cd374c84eb77d1Jamie Gennis LOGV("SurfaceTexture::cancelBuffer"); 17768e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis Mutex::Autolock lock(mMutex); 17868e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis if (buf < 0 || mBufferCount <= buf) { 17968e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis LOGE("cancelBuffer: slot index out of range [0, %d]: %d", mBufferCount, 18068e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis buf); 18168e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis return; 18268e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis } else if (!mSlots[buf].mOwnedByClient) { 18368e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis LOGE("cancelBuffer: slot %d is not owned by the client", buf); 18468e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis return; 18568e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis } 18668e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis mSlots[buf].mOwnedByClient = false; 18768e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis} 18868e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis 189b598fb90727be45e926a11abefc319819a733540Jamie Gennisstatus_t SurfaceTexture::setCrop(const Rect& crop) { 1907dc00d5eb27de41f93a7e232b3cd374c84eb77d1Jamie Gennis LOGV("SurfaceTexture::setCrop"); 19168e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis Mutex::Autolock lock(mMutex); 192b598fb90727be45e926a11abefc319819a733540Jamie Gennis mNextCrop = crop; 19368e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis return OK; 19468e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis} 19568e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis 19668e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennisstatus_t SurfaceTexture::setTransform(uint32_t transform) { 1977dc00d5eb27de41f93a7e232b3cd374c84eb77d1Jamie Gennis LOGV("SurfaceTexture::setTransform"); 19868e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis Mutex::Autolock lock(mMutex); 199b598fb90727be45e926a11abefc319819a733540Jamie Gennis mNextTransform = transform; 20068e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis return OK; 20168e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis} 20268e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis 20368e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennisstatus_t SurfaceTexture::updateTexImage() { 2047dc00d5eb27de41f93a7e232b3cd374c84eb77d1Jamie Gennis LOGV("SurfaceTexture::updateTexImage"); 20568e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis Mutex::Autolock lock(mMutex); 20668e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis 20768e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis // We always bind the texture even if we don't update its contents. 20868e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis glBindTexture(GL_TEXTURE_EXTERNAL_OES, mTexName); 20968e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis 21068e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis // Initially both mCurrentTexture and mLastQueued are INVALID_BUFFER_SLOT, 21168e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis // so this check will fail until a buffer gets queued. 21268e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis if (mCurrentTexture != mLastQueued) { 213b598fb90727be45e926a11abefc319819a733540Jamie Gennis // Update the GL texture object. 214f7acf162f8d682c6ebc9af41ca76795b79509193Jamie Gennis EGLImageKHR image = mSlots[mLastQueued].mEglImage; 21568e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis if (image == EGL_NO_IMAGE_KHR) { 21668e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis EGLDisplay dpy = eglGetCurrentDisplay(); 217f7acf162f8d682c6ebc9af41ca76795b79509193Jamie Gennis sp<GraphicBuffer> graphicBuffer = mSlots[mLastQueued].mGraphicBuffer; 21868e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis image = createImage(dpy, graphicBuffer); 219f7acf162f8d682c6ebc9af41ca76795b79509193Jamie Gennis mSlots[mLastQueued].mEglImage = image; 220f7acf162f8d682c6ebc9af41ca76795b79509193Jamie Gennis mSlots[mLastQueued].mEglDisplay = dpy; 22168e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis } 22268e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis glEGLImageTargetTexture2DOES(GL_TEXTURE_EXTERNAL_OES, (GLeglImageOES)image); 22368e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis GLint error = glGetError(); 22468e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis if (error != GL_NO_ERROR) { 22568e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis LOGE("error binding external texture image %p (slot %d): %#04x", 226f7acf162f8d682c6ebc9af41ca76795b79509193Jamie Gennis image, mLastQueued, error); 22768e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis return -EINVAL; 22868e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis } 229f7acf162f8d682c6ebc9af41ca76795b79509193Jamie Gennis 230f7acf162f8d682c6ebc9af41ca76795b79509193Jamie Gennis // Update the SurfaceTexture state. 231f7acf162f8d682c6ebc9af41ca76795b79509193Jamie Gennis mCurrentTexture = mLastQueued; 232f7acf162f8d682c6ebc9af41ca76795b79509193Jamie Gennis mCurrentTextureBuf = mSlots[mCurrentTexture].mGraphicBuffer; 233f7acf162f8d682c6ebc9af41ca76795b79509193Jamie Gennis mCurrentCrop = mLastQueuedCrop; 234f7acf162f8d682c6ebc9af41ca76795b79509193Jamie Gennis mCurrentTransform = mLastQueuedTransform; 23568e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis } 23668e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis return OK; 23768e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis} 23868e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis 239b598fb90727be45e926a11abefc319819a733540Jamie Gennisvoid SurfaceTexture::getTransformMatrix(float mtx[16]) { 240b598fb90727be45e926a11abefc319819a733540Jamie Gennis LOGV("SurfaceTexture::updateTexImage"); 241b598fb90727be45e926a11abefc319819a733540Jamie Gennis Mutex::Autolock lock(mMutex); 242b598fb90727be45e926a11abefc319819a733540Jamie Gennis 2430fb736c0937d9d65001e0176d90e1011226594bfJamie Gennis float xform[16]; 2440fb736c0937d9d65001e0176d90e1011226594bfJamie Gennis for (int i = 0; i < 16; i++) { 2450fb736c0937d9d65001e0176d90e1011226594bfJamie Gennis xform[i] = mtxIdentity[i]; 2460fb736c0937d9d65001e0176d90e1011226594bfJamie Gennis } 2470fb736c0937d9d65001e0176d90e1011226594bfJamie Gennis if (mCurrentTransform & NATIVE_WINDOW_TRANSFORM_FLIP_H) { 2480fb736c0937d9d65001e0176d90e1011226594bfJamie Gennis float result[16]; 2490fb736c0937d9d65001e0176d90e1011226594bfJamie Gennis mtxMul(result, xform, mtxFlipH); 2500fb736c0937d9d65001e0176d90e1011226594bfJamie Gennis for (int i = 0; i < 16; i++) { 2510fb736c0937d9d65001e0176d90e1011226594bfJamie Gennis xform[i] = result[i]; 2520fb736c0937d9d65001e0176d90e1011226594bfJamie Gennis } 2530fb736c0937d9d65001e0176d90e1011226594bfJamie Gennis } 2540fb736c0937d9d65001e0176d90e1011226594bfJamie Gennis if (mCurrentTransform & NATIVE_WINDOW_TRANSFORM_FLIP_V) { 2550fb736c0937d9d65001e0176d90e1011226594bfJamie Gennis float result[16]; 2560fb736c0937d9d65001e0176d90e1011226594bfJamie Gennis mtxMul(result, xform, mtxFlipV); 2570fb736c0937d9d65001e0176d90e1011226594bfJamie Gennis for (int i = 0; i < 16; i++) { 2580fb736c0937d9d65001e0176d90e1011226594bfJamie Gennis xform[i] = result[i]; 2590fb736c0937d9d65001e0176d90e1011226594bfJamie Gennis } 2600fb736c0937d9d65001e0176d90e1011226594bfJamie Gennis } 2610fb736c0937d9d65001e0176d90e1011226594bfJamie Gennis if (mCurrentTransform & NATIVE_WINDOW_TRANSFORM_ROT_90) { 2620fb736c0937d9d65001e0176d90e1011226594bfJamie Gennis float result[16]; 2630fb736c0937d9d65001e0176d90e1011226594bfJamie Gennis mtxMul(result, xform, mtxRot90); 2640fb736c0937d9d65001e0176d90e1011226594bfJamie Gennis for (int i = 0; i < 16; i++) { 2650fb736c0937d9d65001e0176d90e1011226594bfJamie Gennis xform[i] = result[i]; 2660fb736c0937d9d65001e0176d90e1011226594bfJamie Gennis } 267b598fb90727be45e926a11abefc319819a733540Jamie Gennis } 268b598fb90727be45e926a11abefc319819a733540Jamie Gennis 269b598fb90727be45e926a11abefc319819a733540Jamie Gennis sp<GraphicBuffer>& buf(mSlots[mCurrentTexture].mGraphicBuffer); 2700fb736c0937d9d65001e0176d90e1011226594bfJamie Gennis float tx, ty, sx, sy; 2710fb736c0937d9d65001e0176d90e1011226594bfJamie Gennis if (!mCurrentCrop.isEmpty()) { 2720fb736c0937d9d65001e0176d90e1011226594bfJamie Gennis tx = float(mCurrentCrop.left) / float(buf->getWidth()); 2730fb736c0937d9d65001e0176d90e1011226594bfJamie Gennis ty = float(buf->getHeight() - mCurrentCrop.bottom) / 2740fb736c0937d9d65001e0176d90e1011226594bfJamie Gennis float(buf->getHeight()); 2750fb736c0937d9d65001e0176d90e1011226594bfJamie Gennis sx = float(mCurrentCrop.width()) / float(buf->getWidth()); 2760fb736c0937d9d65001e0176d90e1011226594bfJamie Gennis sy = float(mCurrentCrop.height()) / float(buf->getHeight()); 2770fb736c0937d9d65001e0176d90e1011226594bfJamie Gennis } else { 2780fb736c0937d9d65001e0176d90e1011226594bfJamie Gennis tx = 0.0f; 2790fb736c0937d9d65001e0176d90e1011226594bfJamie Gennis ty = 0.0f; 2800fb736c0937d9d65001e0176d90e1011226594bfJamie Gennis sx = 1.0f; 2810fb736c0937d9d65001e0176d90e1011226594bfJamie Gennis sy = 1.0f; 2820fb736c0937d9d65001e0176d90e1011226594bfJamie Gennis } 283b598fb90727be45e926a11abefc319819a733540Jamie Gennis float crop[16] = { 2840fb736c0937d9d65001e0176d90e1011226594bfJamie Gennis sx, 0, 0, 0, 2850fb736c0937d9d65001e0176d90e1011226594bfJamie Gennis 0, sy, 0, 0, 286b598fb90727be45e926a11abefc319819a733540Jamie Gennis 0, 0, 1, 0, 2870fb736c0937d9d65001e0176d90e1011226594bfJamie Gennis sx*tx, sy*ty, 0, 1, 288b598fb90727be45e926a11abefc319819a733540Jamie Gennis }; 289b598fb90727be45e926a11abefc319819a733540Jamie Gennis 2900fb736c0937d9d65001e0176d90e1011226594bfJamie Gennis float mtxBeforeFlipV[16]; 2910fb736c0937d9d65001e0176d90e1011226594bfJamie Gennis mtxMul(mtxBeforeFlipV, crop, xform); 2920fb736c0937d9d65001e0176d90e1011226594bfJamie Gennis 2930fb736c0937d9d65001e0176d90e1011226594bfJamie Gennis // SurfaceFlinger expects the top of its window textures to be at a Y 2940fb736c0937d9d65001e0176d90e1011226594bfJamie Gennis // coordinate of 0, so SurfaceTexture must behave the same way. We don't 2950fb736c0937d9d65001e0176d90e1011226594bfJamie Gennis // want to expose this to applications, however, so we must add an 2960fb736c0937d9d65001e0176d90e1011226594bfJamie Gennis // additional vertical flip to the transform after all the other transforms. 2970fb736c0937d9d65001e0176d90e1011226594bfJamie Gennis mtxMul(mtx, mtxFlipV, mtxBeforeFlipV); 298b598fb90727be45e926a11abefc319819a733540Jamie Gennis} 299b598fb90727be45e926a11abefc319819a733540Jamie Gennis 300376590d668e22a918439877b55faf075427b13f3Jamie Gennisvoid SurfaceTexture::setFrameAvailableListener( 301376590d668e22a918439877b55faf075427b13f3Jamie Gennis const sp<FrameAvailableListener>& l) { 302376590d668e22a918439877b55faf075427b13f3Jamie Gennis LOGV("SurfaceTexture::setFrameAvailableListener"); 303376590d668e22a918439877b55faf075427b13f3Jamie Gennis Mutex::Autolock lock(mMutex); 304376590d668e22a918439877b55faf075427b13f3Jamie Gennis mFrameAvailableListener = l; 305376590d668e22a918439877b55faf075427b13f3Jamie Gennis} 306376590d668e22a918439877b55faf075427b13f3Jamie Gennis 30768e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennisvoid SurfaceTexture::freeAllBuffers() { 30868e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis for (int i = 0; i < NUM_BUFFER_SLOTS; i++) { 30968e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis mSlots[i].mGraphicBuffer = 0; 31068e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis mSlots[i].mOwnedByClient = false; 31168e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis if (mSlots[i].mEglImage != EGL_NO_IMAGE_KHR) { 31268e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis eglDestroyImageKHR(mSlots[i].mEglDisplay, mSlots[i].mEglImage); 31368e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis mSlots[i].mEglImage = EGL_NO_IMAGE_KHR; 31468e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis mSlots[i].mEglDisplay = EGL_NO_DISPLAY; 31568e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis } 31668e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis } 317f7acf162f8d682c6ebc9af41ca76795b79509193Jamie Gennis 318f7acf162f8d682c6ebc9af41ca76795b79509193Jamie Gennis int exceptBuf = -1; 319f7acf162f8d682c6ebc9af41ca76795b79509193Jamie Gennis for (size_t i = 0; i < mAllocdBuffers.size(); i++) { 320f7acf162f8d682c6ebc9af41ca76795b79509193Jamie Gennis if (mAllocdBuffers[i] == mCurrentTextureBuf) { 321f7acf162f8d682c6ebc9af41ca76795b79509193Jamie Gennis exceptBuf = i; 322f7acf162f8d682c6ebc9af41ca76795b79509193Jamie Gennis break; 323f7acf162f8d682c6ebc9af41ca76795b79509193Jamie Gennis } 324f7acf162f8d682c6ebc9af41ca76795b79509193Jamie Gennis } 325f7acf162f8d682c6ebc9af41ca76795b79509193Jamie Gennis mAllocdBuffers.clear(); 326f7acf162f8d682c6ebc9af41ca76795b79509193Jamie Gennis if (exceptBuf >= 0) { 327f7acf162f8d682c6ebc9af41ca76795b79509193Jamie Gennis mAllocdBuffers.add(mCurrentTextureBuf); 328f7acf162f8d682c6ebc9af41ca76795b79509193Jamie Gennis } 329f7acf162f8d682c6ebc9af41ca76795b79509193Jamie Gennis mGraphicBufferAlloc->freeAllGraphicBuffersExcept(exceptBuf); 33068e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis} 33168e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis 33268e4a7ac849b681b1fb769857fc04f64262480c4Jamie GennisEGLImageKHR SurfaceTexture::createImage(EGLDisplay dpy, 33368e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis const sp<GraphicBuffer>& graphicBuffer) { 33468e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis EGLClientBuffer cbuf = (EGLClientBuffer)graphicBuffer->getNativeBuffer(); 33568e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis EGLint attrs[] = { 33668e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis EGL_IMAGE_PRESERVED_KHR, EGL_TRUE, 33768e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis EGL_NONE, 33868e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis }; 33968e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis EGLImageKHR image = eglCreateImageKHR(dpy, EGL_NO_CONTEXT, 34068e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis EGL_NATIVE_BUFFER_ANDROID, cbuf, attrs); 34168e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis EGLint error = eglGetError(); 34268e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis if (error != EGL_SUCCESS) { 34368e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis LOGE("error creating EGLImage: %#x", error); 34468e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis } else if (image == EGL_NO_IMAGE_KHR) { 34568e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis LOGE("no error reported, but no image was returned by " 34668e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis "eglCreateImageKHR"); 34768e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis } 34868e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis return image; 34968e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis} 35068e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis 351b598fb90727be45e926a11abefc319819a733540Jamie Gennisstatic void mtxMul(float out[16], const float a[16], const float b[16]) { 352b598fb90727be45e926a11abefc319819a733540Jamie Gennis out[0] = a[0]*b[0] + a[4]*b[1] + a[8]*b[2] + a[12]*b[3]; 353b598fb90727be45e926a11abefc319819a733540Jamie Gennis out[1] = a[1]*b[0] + a[5]*b[1] + a[9]*b[2] + a[13]*b[3]; 354b598fb90727be45e926a11abefc319819a733540Jamie Gennis out[2] = a[2]*b[0] + a[6]*b[1] + a[10]*b[2] + a[14]*b[3]; 355b598fb90727be45e926a11abefc319819a733540Jamie Gennis out[3] = a[3]*b[0] + a[7]*b[1] + a[11]*b[2] + a[15]*b[3]; 356b598fb90727be45e926a11abefc319819a733540Jamie Gennis 357b598fb90727be45e926a11abefc319819a733540Jamie Gennis out[4] = a[0]*b[4] + a[4]*b[5] + a[8]*b[6] + a[12]*b[7]; 358b598fb90727be45e926a11abefc319819a733540Jamie Gennis out[5] = a[1]*b[4] + a[5]*b[5] + a[9]*b[6] + a[13]*b[7]; 359b598fb90727be45e926a11abefc319819a733540Jamie Gennis out[6] = a[2]*b[4] + a[6]*b[5] + a[10]*b[6] + a[14]*b[7]; 360b598fb90727be45e926a11abefc319819a733540Jamie Gennis out[7] = a[3]*b[4] + a[7]*b[5] + a[11]*b[6] + a[15]*b[7]; 361b598fb90727be45e926a11abefc319819a733540Jamie Gennis 362b598fb90727be45e926a11abefc319819a733540Jamie Gennis out[8] = a[0]*b[8] + a[4]*b[9] + a[8]*b[10] + a[12]*b[11]; 363b598fb90727be45e926a11abefc319819a733540Jamie Gennis out[9] = a[1]*b[8] + a[5]*b[9] + a[9]*b[10] + a[13]*b[11]; 364b598fb90727be45e926a11abefc319819a733540Jamie Gennis out[10] = a[2]*b[8] + a[6]*b[9] + a[10]*b[10] + a[14]*b[11]; 365b598fb90727be45e926a11abefc319819a733540Jamie Gennis out[11] = a[3]*b[8] + a[7]*b[9] + a[11]*b[10] + a[15]*b[11]; 366b598fb90727be45e926a11abefc319819a733540Jamie Gennis 367b598fb90727be45e926a11abefc319819a733540Jamie Gennis out[12] = a[0]*b[12] + a[4]*b[13] + a[8]*b[14] + a[12]*b[15]; 368b598fb90727be45e926a11abefc319819a733540Jamie Gennis out[13] = a[1]*b[12] + a[5]*b[13] + a[9]*b[14] + a[13]*b[15]; 369b598fb90727be45e926a11abefc319819a733540Jamie Gennis out[14] = a[2]*b[12] + a[6]*b[13] + a[10]*b[14] + a[14]*b[15]; 370b598fb90727be45e926a11abefc319819a733540Jamie Gennis out[15] = a[3]*b[12] + a[7]*b[13] + a[11]*b[14] + a[15]*b[15]; 371b598fb90727be45e926a11abefc319819a733540Jamie Gennis} 372b598fb90727be45e926a11abefc319819a733540Jamie Gennis 37368e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis}; // namespace android 374