// Copyright 2011 Google Inc. All Rights Reserved. package com.example.android.videochatcameratest; import android.content.Context; import android.graphics.SurfaceTexture; import android.graphics.SurfaceTexture.OnFrameAvailableListener; import android.opengl.GLES20; import android.opengl.GLSurfaceView; import android.util.AttributeSet; import android.util.Log; import java.nio.ByteBuffer; import java.nio.ByteOrder; import java.nio.FloatBuffer; import java.util.concurrent.atomic.AtomicBoolean; import java.util.concurrent.atomic.AtomicInteger; import javax.microedition.khronos.egl.EGLConfig; import javax.microedition.khronos.opengles.GL10; class SurfaceTextureView extends GLSurfaceView { static final private String TAG = "VideoChatTest"; private int mTextureName; private SurfaceTexture mSurfaceTexture; public int getTextureName() { return mTextureName; } public SurfaceTexture getSurfaceTexture() { return mSurfaceTexture; } public static int loadShader(int shaderType, String source) { int shader = GLES20.glCreateShader(shaderType); if (shader != 0) { GLES20.glShaderSource(shader, source); GLES20.glCompileShader(shader); int[] compiled = new int[1]; GLES20.glGetShaderiv(shader, GLES20.GL_COMPILE_STATUS, compiled, 0); if (compiled[0] == 0) { Log.e(TAG, "Could not compile shader " + shaderType + ":"); Log.e(TAG, GLES20.glGetShaderInfoLog(shader)); GLES20.glDeleteShader(shader); shader = 0; } } return shader; } public static void checkGlError(String op) { int error; while ((error = GLES20.glGetError()) != GLES20.GL_NO_ERROR) { Log.e(TAG, op + ": glError " + error); throw new RuntimeException(op + ": glError " + error); } } public static int createProgram(String vertexSource, String fragmentSource) { int vertexShader = loadShader(GLES20.GL_VERTEX_SHADER, vertexSource); if (vertexShader == 0) { return 0; } int pixelShader = loadShader(GLES20.GL_FRAGMENT_SHADER, fragmentSource); if (pixelShader == 0) { return 0; } int program = GLES20.glCreateProgram(); if (program != 0) { GLES20.glAttachShader(program, vertexShader); checkGlError("glAttachShader"); GLES20.glAttachShader(program, pixelShader); checkGlError("glAttachShader"); GLES20.glLinkProgram(program); int[] linkStatus = new int[1]; GLES20.glGetProgramiv(program, GLES20.GL_LINK_STATUS, linkStatus, 0); if (linkStatus[0] != GLES20.GL_TRUE) { Log.e(TAG, "Could not link program: "); Log.e(TAG, GLES20.glGetProgramInfoLog(program)); GLES20.glDeleteProgram(program); program = 0; } } return program; } AtomicInteger mReportedFrameCount = new AtomicInteger(); AtomicBoolean mCameraEnabled = new AtomicBoolean(); AtomicInteger mCameraFrameCount = new AtomicInteger(); /** * @param context */ public SurfaceTextureView(Context context) { super(context); init(); } public SurfaceTextureView(Context context, AttributeSet attrs) { super(context, attrs); init(); } private void init() { setEGLContextClientVersion(2); setRenderer(new Renderer()); } public void setCameraEnabled(boolean enabled) { mCameraEnabled.set(enabled); } public void resetFrameCounter() { mReportedFrameCount.set(0); } public int getFrameCounter() { return mReportedFrameCount.get(); } class Renderer implements GLSurfaceView.Renderer { private final static String VERTEX_SHADER = "attribute vec4 vPosition;\n" + "attribute vec2 a_texCoord;\n" + "varying vec2 v_texCoord;\n" + "uniform mat4 u_xform;\n" + "void main() {\n" + " gl_Position = vPosition;\n" + " v_texCoord = vec2(u_xform * vec4(a_texCoord, 1.0, 1.0));\n" + "}\n"; private final static String FRAGMENT_SHADER = "#extension GL_OES_EGL_image_external : require\n" + "precision mediump float;\n" + "uniform samplerExternalOES s_texture;\n" + "varying vec2 v_texCoord;\n" + "void main() {\n" + " gl_FragColor = texture2D(s_texture, v_texCoord);\n" + "}\n"; private final float[] TEXTURE_VERTICES = { 1.0f, 1.0f, 0.0f, 1.0f, 0.0f, 0.0f, 1.0f, 0.0f }; private final float[] QUAD_VERTICES = { 1.0f, 1.0f, -1.0f, 1.0f, -1.0f, -1.0f, 1.0f, -1.0f }; private final static int FLOAT_SIZE_BYTES = 4; private final FloatBuffer mTextureVertices; private final FloatBuffer mQuadVertices; private int mGLProgram; private int mTexHandle; private int mTexCoordHandle; private int mTriangleVerticesHandle; private int mTransformHandle; private int mViewWidth; private int mViewHeight; private float[] mTransformMatrix; private int mLastCameraFrameCount; public Renderer() { mTextureVertices = ByteBuffer.allocateDirect(TEXTURE_VERTICES.length * FLOAT_SIZE_BYTES).order(ByteOrder.nativeOrder()).asFloatBuffer(); mTextureVertices.put(TEXTURE_VERTICES).position(0); mQuadVertices = ByteBuffer.allocateDirect(QUAD_VERTICES.length * FLOAT_SIZE_BYTES).order(ByteOrder.nativeOrder()).asFloatBuffer(); mQuadVertices.put(QUAD_VERTICES).position(0); mTransformMatrix = new float[16]; mLastCameraFrameCount = mCameraFrameCount.get(); } @Override public void onSurfaceCreated(GL10 gl, EGLConfig config) { mGLProgram = createProgram(VERTEX_SHADER, FRAGMENT_SHADER); mTexHandle = GLES20.glGetUniformLocation(mGLProgram, "s_texture"); mTexCoordHandle = GLES20.glGetAttribLocation(mGLProgram, "a_texCoord"); mTriangleVerticesHandle = GLES20.glGetAttribLocation(mGLProgram, "vPosition"); mTransformHandle = GLES20.glGetUniformLocation(mGLProgram, "u_xform"); int[] textures = new int[1]; GLES20.glGenTextures(1, textures, 0); mTextureName = textures[0]; GLES20.glUseProgram(mGLProgram); GLES20.glVertexAttribPointer(mTexCoordHandle, 2, GLES20.GL_FLOAT, false, 0, mTextureVertices); GLES20.glVertexAttribPointer(mTriangleVerticesHandle, 2, GLES20.GL_FLOAT, false, 0, mQuadVertices); checkGlError("initialization"); mSurfaceTexture = new SurfaceTexture(mTextureName); mSurfaceTexture.setOnFrameAvailableListener(new OnFrameAvailableListener() { @Override public void onFrameAvailable(SurfaceTexture surfaceTexture) { mCameraFrameCount.incrementAndGet(); } }); } /* (non-Javadoc) * @see android.opengl.GLSurfaceView.Renderer#onSurfaceChanged(javax.microedition.khronos.opengles.GL10, int, int) */ @Override public void onSurfaceChanged(GL10 gl, int width, int height) { mViewWidth = width; mViewHeight = height; } private static final int GL_TEXTURE_EXTERNAL_OES = 0x8D65; @Override public void onDrawFrame(GL10 gl) { GLES20.glUseProgram(mGLProgram); GLES20.glViewport(0, 0, mViewWidth, mViewHeight); checkGlError("glViewport"); if (mCameraEnabled.get()) { int cameraFrameCount = mCameraFrameCount.get(); if (mLastCameraFrameCount != cameraFrameCount) { mReportedFrameCount.incrementAndGet(); mSurfaceTexture.updateTexImage(); mSurfaceTexture.getTransformMatrix(mTransformMatrix); GLES20.glUniformMatrix4fv(mTransformHandle, 1, false, mTransformMatrix, 0); checkGlError("glUniformMatrix4fv"); mLastCameraFrameCount = cameraFrameCount; } GLES20.glDisable(GLES20.GL_BLEND); checkGlError("setup"); GLES20.glActiveTexture(GLES20.GL_TEXTURE0); checkGlError("setup"); GLES20.glBindTexture(GL_TEXTURE_EXTERNAL_OES, mTextureName); checkGlError("setup"); GLES20.glUniform1i(mTexHandle, 0); checkGlError("setup"); GLES20.glEnableVertexAttribArray(mTexCoordHandle); checkGlError("setup"); GLES20.glEnableVertexAttribArray(mTriangleVerticesHandle); checkGlError("setup"); GLES20.glDrawArrays(GLES20.GL_TRIANGLE_FAN, 0, 4); checkGlError("glDrawArrays"); } else { GLES20.glClearColor(0,0,0,0); } } } }