SurfaceTexture.cpp revision 96dcc978430f0daf6d73fee96a01779ed537a0ce
168e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis/* 268e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis * Copyright (C) 2010 The Android Open Source Project 368e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis * 468e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis * Licensed under the Apache License, Version 2.0 (the "License"); 568e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis * you may not use this file except in compliance with the License. 668e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis * You may obtain a copy of the License at 768e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis * 868e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis * http://www.apache.org/licenses/LICENSE-2.0 968e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis * 1068e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis * Unless required by applicable law or agreed to in writing, software 1168e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis * distributed under the License is distributed on an "AS IS" BASIS, 1268e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 1368e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis * See the License for the specific language governing permissions and 1468e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis * limitations under the License. 1568e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis */ 1668e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis 1768e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis#define LOG_TAG "SurfaceTexture" 187dc00d5eb27de41f93a7e232b3cd374c84eb77d1Jamie Gennis//#define LOG_NDEBUG 0 1968e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis 2068e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis#define GL_GLEXT_PROTOTYPES 2168e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis#define EGL_EGLEXT_PROTOTYPES 2268e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis 2368e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis#include <EGL/egl.h> 2468e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis#include <EGL/eglext.h> 2568e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis#include <GLES2/gl2.h> 2668e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis#include <GLES2/gl2ext.h> 2768e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis 2868e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis#include <gui/SurfaceTexture.h> 2968e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis 3068e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis#include <surfaceflinger/ISurfaceComposer.h> 3168e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis#include <surfaceflinger/SurfaceComposerClient.h> 32f7acf162f8d682c6ebc9af41ca76795b79509193Jamie Gennis#include <surfaceflinger/IGraphicBufferAlloc.h> 3368e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis 3468e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis#include <utils/Log.h> 3568e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis 3668e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennisnamespace android { 3768e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis 38b598fb90727be45e926a11abefc319819a733540Jamie Gennis// Transform matrices 39b598fb90727be45e926a11abefc319819a733540Jamie Gennisstatic float mtxIdentity[16] = { 40b598fb90727be45e926a11abefc319819a733540Jamie Gennis 1, 0, 0, 0, 41b598fb90727be45e926a11abefc319819a733540Jamie Gennis 0, 1, 0, 0, 42b598fb90727be45e926a11abefc319819a733540Jamie Gennis 0, 0, 1, 0, 43b598fb90727be45e926a11abefc319819a733540Jamie Gennis 0, 0, 0, 1, 44b598fb90727be45e926a11abefc319819a733540Jamie Gennis}; 45b598fb90727be45e926a11abefc319819a733540Jamie Gennisstatic float mtxFlipH[16] = { 46b598fb90727be45e926a11abefc319819a733540Jamie Gennis -1, 0, 0, 0, 47b598fb90727be45e926a11abefc319819a733540Jamie Gennis 0, 1, 0, 0, 48b598fb90727be45e926a11abefc319819a733540Jamie Gennis 0, 0, 1, 0, 49b598fb90727be45e926a11abefc319819a733540Jamie Gennis 1, 0, 0, 1, 50b598fb90727be45e926a11abefc319819a733540Jamie Gennis}; 51b598fb90727be45e926a11abefc319819a733540Jamie Gennisstatic float mtxFlipV[16] = { 52b598fb90727be45e926a11abefc319819a733540Jamie Gennis 1, 0, 0, 0, 53b598fb90727be45e926a11abefc319819a733540Jamie Gennis 0, -1, 0, 0, 54b598fb90727be45e926a11abefc319819a733540Jamie Gennis 0, 0, 1, 0, 55b598fb90727be45e926a11abefc319819a733540Jamie Gennis 0, 1, 0, 1, 56b598fb90727be45e926a11abefc319819a733540Jamie Gennis}; 57b598fb90727be45e926a11abefc319819a733540Jamie Gennisstatic float mtxRot90[16] = { 58b598fb90727be45e926a11abefc319819a733540Jamie Gennis 0, 1, 0, 0, 59b598fb90727be45e926a11abefc319819a733540Jamie Gennis -1, 0, 0, 0, 60b598fb90727be45e926a11abefc319819a733540Jamie Gennis 0, 0, 1, 0, 61b598fb90727be45e926a11abefc319819a733540Jamie Gennis 1, 0, 0, 1, 62b598fb90727be45e926a11abefc319819a733540Jamie Gennis}; 63b598fb90727be45e926a11abefc319819a733540Jamie Gennisstatic float mtxRot180[16] = { 64b598fb90727be45e926a11abefc319819a733540Jamie Gennis -1, 0, 0, 0, 65b598fb90727be45e926a11abefc319819a733540Jamie Gennis 0, -1, 0, 0, 66b598fb90727be45e926a11abefc319819a733540Jamie Gennis 0, 0, 1, 0, 67b598fb90727be45e926a11abefc319819a733540Jamie Gennis 1, 1, 0, 1, 68b598fb90727be45e926a11abefc319819a733540Jamie Gennis}; 69b598fb90727be45e926a11abefc319819a733540Jamie Gennisstatic float mtxRot270[16] = { 70b598fb90727be45e926a11abefc319819a733540Jamie Gennis 0, -1, 0, 0, 71b598fb90727be45e926a11abefc319819a733540Jamie Gennis 1, 0, 0, 0, 72b598fb90727be45e926a11abefc319819a733540Jamie Gennis 0, 0, 1, 0, 73b598fb90727be45e926a11abefc319819a733540Jamie Gennis 0, 1, 0, 1, 74b598fb90727be45e926a11abefc319819a733540Jamie Gennis}; 75b598fb90727be45e926a11abefc319819a733540Jamie Gennis 76b598fb90727be45e926a11abefc319819a733540Jamie Gennisstatic void mtxMul(float out[16], const float a[16], const float b[16]); 77b598fb90727be45e926a11abefc319819a733540Jamie Gennis 7868e4a7ac849b681b1fb769857fc04f64262480c4Jamie GennisSurfaceTexture::SurfaceTexture(GLuint tex) : 7968e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis mBufferCount(MIN_BUFFER_SLOTS), mCurrentTexture(INVALID_BUFFER_SLOT), 80267222630184d08ba06949d1199a13e2e83fe068Jamie Gennis mCurrentTransform(0), mLastQueued(INVALID_BUFFER_SLOT), 81267222630184d08ba06949d1199a13e2e83fe068Jamie Gennis mLastQueuedTransform(0), mNextTransform(0), mTexName(tex) { 827dc00d5eb27de41f93a7e232b3cd374c84eb77d1Jamie Gennis LOGV("SurfaceTexture::SurfaceTexture"); 83fd804f31a36c31661859b53bbee1bb408462ddcaJamie Gennis for (int i = 0; i < NUM_BUFFER_SLOTS; i++) { 84fd804f31a36c31661859b53bbee1bb408462ddcaJamie Gennis mSlots[i].mEglImage = EGL_NO_IMAGE_KHR; 85fd804f31a36c31661859b53bbee1bb408462ddcaJamie Gennis mSlots[i].mEglDisplay = EGL_NO_DISPLAY; 86fd804f31a36c31661859b53bbee1bb408462ddcaJamie Gennis mSlots[i].mOwnedByClient = false; 87fd804f31a36c31661859b53bbee1bb408462ddcaJamie Gennis } 88f7acf162f8d682c6ebc9af41ca76795b79509193Jamie Gennis sp<ISurfaceComposer> composer(ComposerService::getComposerService()); 89f7acf162f8d682c6ebc9af41ca76795b79509193Jamie Gennis mGraphicBufferAlloc = composer->createGraphicBufferAlloc(); 9068e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis} 9168e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis 9268e4a7ac849b681b1fb769857fc04f64262480c4Jamie GennisSurfaceTexture::~SurfaceTexture() { 937dc00d5eb27de41f93a7e232b3cd374c84eb77d1Jamie Gennis LOGV("SurfaceTexture::~SurfaceTexture"); 9468e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis freeAllBuffers(); 9568e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis} 9668e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis 9768e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennisstatus_t SurfaceTexture::setBufferCount(int bufferCount) { 987dc00d5eb27de41f93a7e232b3cd374c84eb77d1Jamie Gennis LOGV("SurfaceTexture::setBufferCount"); 9996dcc978430f0daf6d73fee96a01779ed537a0ceJamie Gennis 10096dcc978430f0daf6d73fee96a01779ed537a0ceJamie Gennis if (bufferCount < MIN_BUFFER_SLOTS) { 10196dcc978430f0daf6d73fee96a01779ed537a0ceJamie Gennis return BAD_VALUE; 10296dcc978430f0daf6d73fee96a01779ed537a0ceJamie Gennis } 10396dcc978430f0daf6d73fee96a01779ed537a0ceJamie Gennis 10468e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis Mutex::Autolock lock(mMutex); 10568e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis freeAllBuffers(); 10668e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis mBufferCount = bufferCount; 107d369dc42506ec003f1839bb9e27edada411324b5Jamie Gennis mCurrentTexture = INVALID_BUFFER_SLOT; 108d369dc42506ec003f1839bb9e27edada411324b5Jamie Gennis mLastQueued = INVALID_BUFFER_SLOT; 10968e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis return OK; 11068e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis} 11168e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis 11268e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennissp<GraphicBuffer> SurfaceTexture::requestBuffer(int buf, 11368e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis uint32_t w, uint32_t h, uint32_t format, uint32_t usage) { 1147dc00d5eb27de41f93a7e232b3cd374c84eb77d1Jamie Gennis LOGV("SurfaceTexture::requestBuffer"); 11568e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis Mutex::Autolock lock(mMutex); 11668e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis if (buf < 0 || mBufferCount <= buf) { 11768e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis LOGE("requestBuffer: slot index out of range [0, %d]: %d", 11868e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis mBufferCount, buf); 11968e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis return 0; 12068e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis } 12168e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis usage |= GraphicBuffer::USAGE_HW_TEXTURE; 122f7acf162f8d682c6ebc9af41ca76795b79509193Jamie Gennis sp<GraphicBuffer> graphicBuffer( 123f7acf162f8d682c6ebc9af41ca76795b79509193Jamie Gennis mGraphicBufferAlloc->createGraphicBuffer(w, h, format, usage)); 12468e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis if (graphicBuffer == 0) { 12568e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis LOGE("requestBuffer: SurfaceComposer::createGraphicBuffer failed"); 12668e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis } else { 12768e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis mSlots[buf].mGraphicBuffer = graphicBuffer; 12868e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis if (mSlots[buf].mEglImage != EGL_NO_IMAGE_KHR) { 12968e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis eglDestroyImageKHR(mSlots[buf].mEglDisplay, mSlots[buf].mEglImage); 13068e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis mSlots[buf].mEglImage = EGL_NO_IMAGE_KHR; 13168e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis mSlots[buf].mEglDisplay = EGL_NO_DISPLAY; 13268e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis } 133f7acf162f8d682c6ebc9af41ca76795b79509193Jamie Gennis mAllocdBuffers.add(graphicBuffer); 13468e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis } 13568e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis return graphicBuffer; 13668e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis} 13768e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis 13868e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennisstatus_t SurfaceTexture::dequeueBuffer(int *buf) { 1397dc00d5eb27de41f93a7e232b3cd374c84eb77d1Jamie Gennis LOGV("SurfaceTexture::dequeueBuffer"); 14068e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis Mutex::Autolock lock(mMutex); 14168e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis int found = INVALID_BUFFER_SLOT; 14268e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis for (int i = 0; i < mBufferCount; i++) { 143a7eacc148adec1ee26636a0c727ceefa9e012ba6Jamie Gennis if (!mSlots[i].mOwnedByClient && i != mCurrentTexture && i != mLastQueued) { 14468e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis mSlots[i].mOwnedByClient = true; 14568e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis found = i; 14668e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis break; 14768e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis } 14868e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis } 14968e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis if (found == INVALID_BUFFER_SLOT) { 15068e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis return -EBUSY; 15168e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis } 15268e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis *buf = found; 15368e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis return OK; 15468e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis} 15568e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis 15668e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennisstatus_t SurfaceTexture::queueBuffer(int buf) { 1577dc00d5eb27de41f93a7e232b3cd374c84eb77d1Jamie Gennis LOGV("SurfaceTexture::queueBuffer"); 15868e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis Mutex::Autolock lock(mMutex); 15968e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis if (buf < 0 || mBufferCount <= buf) { 16068e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis LOGE("queueBuffer: slot index out of range [0, %d]: %d", 16168e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis mBufferCount, buf); 16268e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis return -EINVAL; 16368e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis } else if (!mSlots[buf].mOwnedByClient) { 16468e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis LOGE("queueBuffer: slot %d is not owned by the client", buf); 16568e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis return -EINVAL; 16668e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis } else if (mSlots[buf].mGraphicBuffer == 0) { 16768e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis LOGE("queueBuffer: slot %d was enqueued without requesting a buffer", 16868e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis buf); 16968e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis return -EINVAL; 17068e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis } 17168e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis mSlots[buf].mOwnedByClient = false; 17268e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis mLastQueued = buf; 173b598fb90727be45e926a11abefc319819a733540Jamie Gennis mLastQueuedCrop = mNextCrop; 174b598fb90727be45e926a11abefc319819a733540Jamie Gennis mLastQueuedTransform = mNextTransform; 175376590d668e22a918439877b55faf075427b13f3Jamie Gennis if (mFrameAvailableListener != 0) { 176376590d668e22a918439877b55faf075427b13f3Jamie Gennis mFrameAvailableListener->onFrameAvailable(); 177376590d668e22a918439877b55faf075427b13f3Jamie Gennis } 17868e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis return OK; 17968e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis} 18068e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis 18168e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennisvoid SurfaceTexture::cancelBuffer(int buf) { 1827dc00d5eb27de41f93a7e232b3cd374c84eb77d1Jamie Gennis LOGV("SurfaceTexture::cancelBuffer"); 18368e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis Mutex::Autolock lock(mMutex); 18468e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis if (buf < 0 || mBufferCount <= buf) { 18568e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis LOGE("cancelBuffer: slot index out of range [0, %d]: %d", mBufferCount, 18668e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis buf); 18768e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis return; 18868e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis } else if (!mSlots[buf].mOwnedByClient) { 18968e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis LOGE("cancelBuffer: slot %d is not owned by the client", buf); 19068e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis return; 19168e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis } 19268e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis mSlots[buf].mOwnedByClient = false; 19368e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis} 19468e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis 195b598fb90727be45e926a11abefc319819a733540Jamie Gennisstatus_t SurfaceTexture::setCrop(const Rect& crop) { 1967dc00d5eb27de41f93a7e232b3cd374c84eb77d1Jamie Gennis LOGV("SurfaceTexture::setCrop"); 19768e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis Mutex::Autolock lock(mMutex); 198b598fb90727be45e926a11abefc319819a733540Jamie Gennis mNextCrop = crop; 19968e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis return OK; 20068e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis} 20168e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis 20268e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennisstatus_t SurfaceTexture::setTransform(uint32_t transform) { 2037dc00d5eb27de41f93a7e232b3cd374c84eb77d1Jamie Gennis LOGV("SurfaceTexture::setTransform"); 20468e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis Mutex::Autolock lock(mMutex); 205b598fb90727be45e926a11abefc319819a733540Jamie Gennis mNextTransform = transform; 20668e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis return OK; 20768e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis} 20868e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis 20968e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennisstatus_t SurfaceTexture::updateTexImage() { 2107dc00d5eb27de41f93a7e232b3cd374c84eb77d1Jamie Gennis LOGV("SurfaceTexture::updateTexImage"); 21168e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis Mutex::Autolock lock(mMutex); 21268e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis 21368e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis // We always bind the texture even if we don't update its contents. 21468e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis glBindTexture(GL_TEXTURE_EXTERNAL_OES, mTexName); 21568e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis 21668e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis // Initially both mCurrentTexture and mLastQueued are INVALID_BUFFER_SLOT, 21768e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis // so this check will fail until a buffer gets queued. 21868e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis if (mCurrentTexture != mLastQueued) { 219b598fb90727be45e926a11abefc319819a733540Jamie Gennis // Update the GL texture object. 220f7acf162f8d682c6ebc9af41ca76795b79509193Jamie Gennis EGLImageKHR image = mSlots[mLastQueued].mEglImage; 22168e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis if (image == EGL_NO_IMAGE_KHR) { 22268e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis EGLDisplay dpy = eglGetCurrentDisplay(); 223f7acf162f8d682c6ebc9af41ca76795b79509193Jamie Gennis sp<GraphicBuffer> graphicBuffer = mSlots[mLastQueued].mGraphicBuffer; 22468e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis image = createImage(dpy, graphicBuffer); 225f7acf162f8d682c6ebc9af41ca76795b79509193Jamie Gennis mSlots[mLastQueued].mEglImage = image; 226f7acf162f8d682c6ebc9af41ca76795b79509193Jamie Gennis mSlots[mLastQueued].mEglDisplay = dpy; 22768e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis } 22879d01fe8232c67a18aeb8784c2b8783358ec4e44Jamie Gennis 22979d01fe8232c67a18aeb8784c2b8783358ec4e44Jamie Gennis GLint error; 23079d01fe8232c67a18aeb8784c2b8783358ec4e44Jamie Gennis while ((error = glGetError()) != GL_NO_ERROR) { 23179d01fe8232c67a18aeb8784c2b8783358ec4e44Jamie Gennis LOGE("GL error cleared before updating SurfaceTexture: %#04x", error); 23279d01fe8232c67a18aeb8784c2b8783358ec4e44Jamie Gennis } 23368e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis glEGLImageTargetTexture2DOES(GL_TEXTURE_EXTERNAL_OES, (GLeglImageOES)image); 23479d01fe8232c67a18aeb8784c2b8783358ec4e44Jamie Gennis bool failed = false; 23579d01fe8232c67a18aeb8784c2b8783358ec4e44Jamie Gennis while ((error = glGetError()) != GL_NO_ERROR) { 23668e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis LOGE("error binding external texture image %p (slot %d): %#04x", 237f7acf162f8d682c6ebc9af41ca76795b79509193Jamie Gennis image, mLastQueued, error); 23879d01fe8232c67a18aeb8784c2b8783358ec4e44Jamie Gennis failed = true; 23979d01fe8232c67a18aeb8784c2b8783358ec4e44Jamie Gennis } 24079d01fe8232c67a18aeb8784c2b8783358ec4e44Jamie Gennis if (failed) { 24168e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis return -EINVAL; 24268e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis } 243f7acf162f8d682c6ebc9af41ca76795b79509193Jamie Gennis 244f7acf162f8d682c6ebc9af41ca76795b79509193Jamie Gennis // Update the SurfaceTexture state. 245f7acf162f8d682c6ebc9af41ca76795b79509193Jamie Gennis mCurrentTexture = mLastQueued; 246f7acf162f8d682c6ebc9af41ca76795b79509193Jamie Gennis mCurrentTextureBuf = mSlots[mCurrentTexture].mGraphicBuffer; 247f7acf162f8d682c6ebc9af41ca76795b79509193Jamie Gennis mCurrentCrop = mLastQueuedCrop; 248f7acf162f8d682c6ebc9af41ca76795b79509193Jamie Gennis mCurrentTransform = mLastQueuedTransform; 24968e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis } 25068e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis return OK; 25168e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis} 25268e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis 253b598fb90727be45e926a11abefc319819a733540Jamie Gennisvoid SurfaceTexture::getTransformMatrix(float mtx[16]) { 254b598fb90727be45e926a11abefc319819a733540Jamie Gennis LOGV("SurfaceTexture::updateTexImage"); 255b598fb90727be45e926a11abefc319819a733540Jamie Gennis Mutex::Autolock lock(mMutex); 256b598fb90727be45e926a11abefc319819a733540Jamie Gennis 2570fb736c0937d9d65001e0176d90e1011226594bfJamie Gennis float xform[16]; 2580fb736c0937d9d65001e0176d90e1011226594bfJamie Gennis for (int i = 0; i < 16; i++) { 2590fb736c0937d9d65001e0176d90e1011226594bfJamie Gennis xform[i] = mtxIdentity[i]; 2600fb736c0937d9d65001e0176d90e1011226594bfJamie Gennis } 2610fb736c0937d9d65001e0176d90e1011226594bfJamie Gennis if (mCurrentTransform & NATIVE_WINDOW_TRANSFORM_FLIP_H) { 2620fb736c0937d9d65001e0176d90e1011226594bfJamie Gennis float result[16]; 2630fb736c0937d9d65001e0176d90e1011226594bfJamie Gennis mtxMul(result, xform, mtxFlipH); 2640fb736c0937d9d65001e0176d90e1011226594bfJamie Gennis for (int i = 0; i < 16; i++) { 2650fb736c0937d9d65001e0176d90e1011226594bfJamie Gennis xform[i] = result[i]; 2660fb736c0937d9d65001e0176d90e1011226594bfJamie Gennis } 2670fb736c0937d9d65001e0176d90e1011226594bfJamie Gennis } 2680fb736c0937d9d65001e0176d90e1011226594bfJamie Gennis if (mCurrentTransform & NATIVE_WINDOW_TRANSFORM_FLIP_V) { 2690fb736c0937d9d65001e0176d90e1011226594bfJamie Gennis float result[16]; 2700fb736c0937d9d65001e0176d90e1011226594bfJamie Gennis mtxMul(result, xform, mtxFlipV); 2710fb736c0937d9d65001e0176d90e1011226594bfJamie Gennis for (int i = 0; i < 16; i++) { 2720fb736c0937d9d65001e0176d90e1011226594bfJamie Gennis xform[i] = result[i]; 2730fb736c0937d9d65001e0176d90e1011226594bfJamie Gennis } 2740fb736c0937d9d65001e0176d90e1011226594bfJamie Gennis } 2750fb736c0937d9d65001e0176d90e1011226594bfJamie Gennis if (mCurrentTransform & NATIVE_WINDOW_TRANSFORM_ROT_90) { 2760fb736c0937d9d65001e0176d90e1011226594bfJamie Gennis float result[16]; 2770fb736c0937d9d65001e0176d90e1011226594bfJamie Gennis mtxMul(result, xform, mtxRot90); 2780fb736c0937d9d65001e0176d90e1011226594bfJamie Gennis for (int i = 0; i < 16; i++) { 2790fb736c0937d9d65001e0176d90e1011226594bfJamie Gennis xform[i] = result[i]; 2800fb736c0937d9d65001e0176d90e1011226594bfJamie Gennis } 281b598fb90727be45e926a11abefc319819a733540Jamie Gennis } 282b598fb90727be45e926a11abefc319819a733540Jamie Gennis 283b598fb90727be45e926a11abefc319819a733540Jamie Gennis sp<GraphicBuffer>& buf(mSlots[mCurrentTexture].mGraphicBuffer); 2840fb736c0937d9d65001e0176d90e1011226594bfJamie Gennis float tx, ty, sx, sy; 2850fb736c0937d9d65001e0176d90e1011226594bfJamie Gennis if (!mCurrentCrop.isEmpty()) { 2860fb736c0937d9d65001e0176d90e1011226594bfJamie Gennis tx = float(mCurrentCrop.left) / float(buf->getWidth()); 2870fb736c0937d9d65001e0176d90e1011226594bfJamie Gennis ty = float(buf->getHeight() - mCurrentCrop.bottom) / 2880fb736c0937d9d65001e0176d90e1011226594bfJamie Gennis float(buf->getHeight()); 2890fb736c0937d9d65001e0176d90e1011226594bfJamie Gennis sx = float(mCurrentCrop.width()) / float(buf->getWidth()); 2900fb736c0937d9d65001e0176d90e1011226594bfJamie Gennis sy = float(mCurrentCrop.height()) / float(buf->getHeight()); 2910fb736c0937d9d65001e0176d90e1011226594bfJamie Gennis } else { 2920fb736c0937d9d65001e0176d90e1011226594bfJamie Gennis tx = 0.0f; 2930fb736c0937d9d65001e0176d90e1011226594bfJamie Gennis ty = 0.0f; 2940fb736c0937d9d65001e0176d90e1011226594bfJamie Gennis sx = 1.0f; 2950fb736c0937d9d65001e0176d90e1011226594bfJamie Gennis sy = 1.0f; 2960fb736c0937d9d65001e0176d90e1011226594bfJamie Gennis } 297b598fb90727be45e926a11abefc319819a733540Jamie Gennis float crop[16] = { 2980fb736c0937d9d65001e0176d90e1011226594bfJamie Gennis sx, 0, 0, 0, 2990fb736c0937d9d65001e0176d90e1011226594bfJamie Gennis 0, sy, 0, 0, 300b598fb90727be45e926a11abefc319819a733540Jamie Gennis 0, 0, 1, 0, 3010fb736c0937d9d65001e0176d90e1011226594bfJamie Gennis sx*tx, sy*ty, 0, 1, 302b598fb90727be45e926a11abefc319819a733540Jamie Gennis }; 303b598fb90727be45e926a11abefc319819a733540Jamie Gennis 3040fb736c0937d9d65001e0176d90e1011226594bfJamie Gennis float mtxBeforeFlipV[16]; 3050fb736c0937d9d65001e0176d90e1011226594bfJamie Gennis mtxMul(mtxBeforeFlipV, crop, xform); 3060fb736c0937d9d65001e0176d90e1011226594bfJamie Gennis 3070fb736c0937d9d65001e0176d90e1011226594bfJamie Gennis // SurfaceFlinger expects the top of its window textures to be at a Y 3080fb736c0937d9d65001e0176d90e1011226594bfJamie Gennis // coordinate of 0, so SurfaceTexture must behave the same way. We don't 3090fb736c0937d9d65001e0176d90e1011226594bfJamie Gennis // want to expose this to applications, however, so we must add an 3100fb736c0937d9d65001e0176d90e1011226594bfJamie Gennis // additional vertical flip to the transform after all the other transforms. 3110fb736c0937d9d65001e0176d90e1011226594bfJamie Gennis mtxMul(mtx, mtxFlipV, mtxBeforeFlipV); 312b598fb90727be45e926a11abefc319819a733540Jamie Gennis} 313b598fb90727be45e926a11abefc319819a733540Jamie Gennis 314376590d668e22a918439877b55faf075427b13f3Jamie Gennisvoid SurfaceTexture::setFrameAvailableListener( 315376590d668e22a918439877b55faf075427b13f3Jamie Gennis const sp<FrameAvailableListener>& l) { 316376590d668e22a918439877b55faf075427b13f3Jamie Gennis LOGV("SurfaceTexture::setFrameAvailableListener"); 317376590d668e22a918439877b55faf075427b13f3Jamie Gennis Mutex::Autolock lock(mMutex); 318376590d668e22a918439877b55faf075427b13f3Jamie Gennis mFrameAvailableListener = l; 319376590d668e22a918439877b55faf075427b13f3Jamie Gennis} 320376590d668e22a918439877b55faf075427b13f3Jamie Gennis 32183bac216a7ba8493a7916e40b2555e73c3a5cc1aJamie Gennissp<IBinder> SurfaceTexture::getAllocator() { 32283bac216a7ba8493a7916e40b2555e73c3a5cc1aJamie Gennis LOGV("SurfaceTexture::getAllocator"); 32383bac216a7ba8493a7916e40b2555e73c3a5cc1aJamie Gennis return mGraphicBufferAlloc->asBinder(); 32483bac216a7ba8493a7916e40b2555e73c3a5cc1aJamie Gennis} 32583bac216a7ba8493a7916e40b2555e73c3a5cc1aJamie Gennis 32668e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennisvoid SurfaceTexture::freeAllBuffers() { 32768e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis for (int i = 0; i < NUM_BUFFER_SLOTS; i++) { 32868e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis mSlots[i].mGraphicBuffer = 0; 32968e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis mSlots[i].mOwnedByClient = false; 33068e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis if (mSlots[i].mEglImage != EGL_NO_IMAGE_KHR) { 33168e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis eglDestroyImageKHR(mSlots[i].mEglDisplay, mSlots[i].mEglImage); 33268e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis mSlots[i].mEglImage = EGL_NO_IMAGE_KHR; 33368e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis mSlots[i].mEglDisplay = EGL_NO_DISPLAY; 33468e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis } 33568e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis } 336f7acf162f8d682c6ebc9af41ca76795b79509193Jamie Gennis 337f7acf162f8d682c6ebc9af41ca76795b79509193Jamie Gennis int exceptBuf = -1; 338f7acf162f8d682c6ebc9af41ca76795b79509193Jamie Gennis for (size_t i = 0; i < mAllocdBuffers.size(); i++) { 339f7acf162f8d682c6ebc9af41ca76795b79509193Jamie Gennis if (mAllocdBuffers[i] == mCurrentTextureBuf) { 340f7acf162f8d682c6ebc9af41ca76795b79509193Jamie Gennis exceptBuf = i; 341f7acf162f8d682c6ebc9af41ca76795b79509193Jamie Gennis break; 342f7acf162f8d682c6ebc9af41ca76795b79509193Jamie Gennis } 343f7acf162f8d682c6ebc9af41ca76795b79509193Jamie Gennis } 344f7acf162f8d682c6ebc9af41ca76795b79509193Jamie Gennis mAllocdBuffers.clear(); 345f7acf162f8d682c6ebc9af41ca76795b79509193Jamie Gennis if (exceptBuf >= 0) { 346f7acf162f8d682c6ebc9af41ca76795b79509193Jamie Gennis mAllocdBuffers.add(mCurrentTextureBuf); 347f7acf162f8d682c6ebc9af41ca76795b79509193Jamie Gennis } 348f7acf162f8d682c6ebc9af41ca76795b79509193Jamie Gennis mGraphicBufferAlloc->freeAllGraphicBuffersExcept(exceptBuf); 34968e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis} 35068e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis 35168e4a7ac849b681b1fb769857fc04f64262480c4Jamie GennisEGLImageKHR SurfaceTexture::createImage(EGLDisplay dpy, 35268e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis const sp<GraphicBuffer>& graphicBuffer) { 35368e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis EGLClientBuffer cbuf = (EGLClientBuffer)graphicBuffer->getNativeBuffer(); 35468e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis EGLint attrs[] = { 35568e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis EGL_IMAGE_PRESERVED_KHR, EGL_TRUE, 35668e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis EGL_NONE, 35768e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis }; 35868e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis EGLImageKHR image = eglCreateImageKHR(dpy, EGL_NO_CONTEXT, 35968e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis EGL_NATIVE_BUFFER_ANDROID, cbuf, attrs); 36068e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis EGLint error = eglGetError(); 36168e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis if (error != EGL_SUCCESS) { 36268e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis LOGE("error creating EGLImage: %#x", error); 36368e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis } else if (image == EGL_NO_IMAGE_KHR) { 36468e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis LOGE("no error reported, but no image was returned by " 36568e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis "eglCreateImageKHR"); 36668e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis } 36768e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis return image; 36868e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis} 36968e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis 370b598fb90727be45e926a11abefc319819a733540Jamie Gennisstatic void mtxMul(float out[16], const float a[16], const float b[16]) { 371b598fb90727be45e926a11abefc319819a733540Jamie Gennis out[0] = a[0]*b[0] + a[4]*b[1] + a[8]*b[2] + a[12]*b[3]; 372b598fb90727be45e926a11abefc319819a733540Jamie Gennis out[1] = a[1]*b[0] + a[5]*b[1] + a[9]*b[2] + a[13]*b[3]; 373b598fb90727be45e926a11abefc319819a733540Jamie Gennis out[2] = a[2]*b[0] + a[6]*b[1] + a[10]*b[2] + a[14]*b[3]; 374b598fb90727be45e926a11abefc319819a733540Jamie Gennis out[3] = a[3]*b[0] + a[7]*b[1] + a[11]*b[2] + a[15]*b[3]; 375b598fb90727be45e926a11abefc319819a733540Jamie Gennis 376b598fb90727be45e926a11abefc319819a733540Jamie Gennis out[4] = a[0]*b[4] + a[4]*b[5] + a[8]*b[6] + a[12]*b[7]; 377b598fb90727be45e926a11abefc319819a733540Jamie Gennis out[5] = a[1]*b[4] + a[5]*b[5] + a[9]*b[6] + a[13]*b[7]; 378b598fb90727be45e926a11abefc319819a733540Jamie Gennis out[6] = a[2]*b[4] + a[6]*b[5] + a[10]*b[6] + a[14]*b[7]; 379b598fb90727be45e926a11abefc319819a733540Jamie Gennis out[7] = a[3]*b[4] + a[7]*b[5] + a[11]*b[6] + a[15]*b[7]; 380b598fb90727be45e926a11abefc319819a733540Jamie Gennis 381b598fb90727be45e926a11abefc319819a733540Jamie Gennis out[8] = a[0]*b[8] + a[4]*b[9] + a[8]*b[10] + a[12]*b[11]; 382b598fb90727be45e926a11abefc319819a733540Jamie Gennis out[9] = a[1]*b[8] + a[5]*b[9] + a[9]*b[10] + a[13]*b[11]; 383b598fb90727be45e926a11abefc319819a733540Jamie Gennis out[10] = a[2]*b[8] + a[6]*b[9] + a[10]*b[10] + a[14]*b[11]; 384b598fb90727be45e926a11abefc319819a733540Jamie Gennis out[11] = a[3]*b[8] + a[7]*b[9] + a[11]*b[10] + a[15]*b[11]; 385b598fb90727be45e926a11abefc319819a733540Jamie Gennis 386b598fb90727be45e926a11abefc319819a733540Jamie Gennis out[12] = a[0]*b[12] + a[4]*b[13] + a[8]*b[14] + a[12]*b[15]; 387b598fb90727be45e926a11abefc319819a733540Jamie Gennis out[13] = a[1]*b[12] + a[5]*b[13] + a[9]*b[14] + a[13]*b[15]; 388b598fb90727be45e926a11abefc319819a733540Jamie Gennis out[14] = a[2]*b[12] + a[6]*b[13] + a[10]*b[14] + a[14]*b[15]; 389b598fb90727be45e926a11abefc319819a733540Jamie Gennis out[15] = a[3]*b[12] + a[7]*b[13] + a[11]*b[14] + a[15]*b[15]; 390b598fb90727be45e926a11abefc319819a733540Jamie Gennis} 391b598fb90727be45e926a11abefc319819a733540Jamie Gennis 39268e4a7ac849b681b1fb769857fc04f64262480c4Jamie Gennis}; // namespace android 393