SurfaceRenderFilter.java revision 65953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9
165953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn/* 265953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn * Copyright (C) 2011 The Android Open Source Project 365953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn * 465953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn * Licensed under the Apache License, Version 2.0 (the "License"); 565953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn * you may not use this file except in compliance with the License. 665953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn * You may obtain a copy of the License at 765953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn * 865953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn * http://www.apache.org/licenses/LICENSE-2.0 965953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn * 1065953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn * Unless required by applicable law or agreed to in writing, software 1165953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn * distributed under the License is distributed on an "AS IS" BASIS, 1265953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 1365953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn * See the License for the specific language governing permissions and 1465953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn * limitations under the License. 1565953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn */ 1665953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn 1765953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn 1865953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Rennpackage android.filterpacks.ui; 1965953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn 2065953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Rennimport android.filterfw.core.Filter; 2165953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Rennimport android.filterfw.core.FilterContext; 2265953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Rennimport android.filterfw.core.FilterSurfaceView; 2365953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Rennimport android.filterfw.core.Frame; 2465953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Rennimport android.filterfw.core.FrameFormat; 2565953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Rennimport android.filterfw.core.GenerateFieldPort; 2665953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Rennimport android.filterfw.core.GenerateFinalPort; 2765953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Rennimport android.filterfw.core.GLEnvironment; 2865953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Rennimport android.filterfw.core.GLFrame; 2965953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Rennimport android.filterfw.core.KeyValueMap; 3065953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Rennimport android.filterfw.core.MutableFrameFormat; 3165953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Rennimport android.filterfw.core.NativeProgram; 3265953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Rennimport android.filterfw.core.NativeFrame; 3365953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Rennimport android.filterfw.core.Program; 3465953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Rennimport android.filterfw.core.ShaderProgram; 3565953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Rennimport android.filterfw.format.ImageFormat; 3665953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn 3765953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Rennimport android.view.Surface; 3865953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Rennimport android.view.SurfaceHolder; 3965953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Rennimport android.view.SurfaceView; 4065953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn 4165953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Rennimport android.graphics.Rect; 4265953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn 4365953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Rennimport android.util.Log; 4465953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn 4565953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn/** 4665953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn * @hide 4765953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn */ 4865953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Rennpublic class SurfaceRenderFilter extends Filter implements SurfaceHolder.Callback { 4965953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn 5065953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn private final int RENDERMODE_STRETCH = 0; 5165953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn private final int RENDERMODE_FIT = 1; 5265953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn private final int RENDERMODE_FILL_CROP = 2; 5365953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn 5465953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn /** Required. Sets the destination filter surface view for this 5565953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn * node. 5665953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn */ 5765953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn @GenerateFinalPort(name = "surfaceView") 5865953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn private FilterSurfaceView mSurfaceView; 5965953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn 6065953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn /** Optional. Control how the incoming frames are rendered onto the 6165953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn * output. Default is FIT. 6265953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn * RENDERMODE_STRETCH: Just fill the output surfaceView. 6365953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn * RENDERMODE_FIT: Keep aspect ratio and fit without cropping. May 6465953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn * have black bars. 6565953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn * RENDERMODE_FILL_CROP: Keep aspect ratio and fit without black 6665953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn * bars. May crop. 6765953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn */ 6865953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn @GenerateFieldPort(name = "renderMode", hasDefault = true) 6965953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn private String mRenderModeString; 7065953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn 7165953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn private boolean mIsBound = false; 7265953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn 7365953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn private ShaderProgram mProgram; 7465953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn private GLFrame mScreen; 7565953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn private int mRenderMode = RENDERMODE_FIT; 7665953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn private float mAspectRatio = 1.f; 7765953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn 7865953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn private int mScreenWidth; 7965953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn private int mScreenHeight; 8065953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn 8165953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn private boolean mLogVerbose; 8265953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn private static final String TAG = "SurfaceRenderFilter"; 8365953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn 8465953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn public SurfaceRenderFilter(String name) { 8565953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn super(name); 8665953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn 8765953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn mLogVerbose = Log.isLoggable(TAG, Log.VERBOSE); 8865953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn } 8965953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn 9065953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn @Override 9165953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn public void setupPorts() { 9265953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn // Make sure we have a SurfaceView 9365953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn if (mSurfaceView == null) { 9465953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn throw new RuntimeException("NULL SurfaceView passed to SurfaceRenderFilter"); 9565953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn } 9665953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn 9765953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn // Add input port 9865953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn addMaskedInputPort("frame", ImageFormat.create(ImageFormat.COLORSPACE_RGBA)); 9965953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn } 10065953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn 10165953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn public void updateRenderMode() { 10265953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn if (mRenderModeString != null) { 10365953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn if (mRenderModeString.equals("stretch")) { 10465953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn mRenderMode = RENDERMODE_STRETCH; 10565953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn } else if (mRenderModeString.equals("fit")) { 10665953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn mRenderMode = RENDERMODE_FIT; 10765953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn } else if (mRenderModeString.equals("fill_crop")) { 10865953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn mRenderMode = RENDERMODE_FILL_CROP; 10965953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn } else { 11065953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn throw new RuntimeException("Unknown render mode '" + mRenderModeString + "'!"); 11165953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn } 11265953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn } 11365953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn updateTargetRect(); 11465953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn } 11565953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn 11665953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn @Override 11765953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn public void prepare(FilterContext context) { 11865953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn // Create identity shader to render, and make sure to render upside-down, as textures 11965953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn // are stored internally bottom-to-top. 12065953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn mProgram = ShaderProgram.createIdentity(context); 12165953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn mProgram.setSourceRect(0, 1, 1, -1); 12265953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn mProgram.setClearsOutput(true); 12365953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn mProgram.setClearColor(0.0f, 0.0f, 0.0f); 12465953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn 12565953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn updateRenderMode(); 12665953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn 12765953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn // Create a frame representing the screen 12865953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn MutableFrameFormat screenFormat = ImageFormat.create(mSurfaceView.getWidth(), 12965953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn mSurfaceView.getHeight(), 13065953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn ImageFormat.COLORSPACE_RGBA, 13165953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn FrameFormat.TARGET_GPU); 13265953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn mScreen = (GLFrame)context.getFrameManager().newBoundFrame(screenFormat, 13365953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn GLFrame.EXISTING_FBO_BINDING, 13465953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn 0); 13565953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn } 13665953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn 13765953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn @Override 13865953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn public void open(FilterContext context) { 13965953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn // Bind surface view to us. This will emit a surfaceCreated and surfaceChanged call that 14065953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn // will update our screen width and height. 14165953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn mSurfaceView.unbind(); 14265953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn mSurfaceView.bindToListener(this, context.getGLEnvironment()); 14365953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn } 14465953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn 14565953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn @Override 14665953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn public void process(FilterContext context) { 14765953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn // Make sure we are bound to a surface before rendering 14865953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn if (!mIsBound) { 14965953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn Log.w("SurfaceRenderFilter", 15065953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn this + ": Ignoring frame as there is no surface to render to!"); 15165953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn return; 15265953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn } 15365953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn 15465953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn if (mLogVerbose) Log.v(TAG, "Starting frame processing"); 15565953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn 15665953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn GLEnvironment glEnv = mSurfaceView.getGLEnv(); 15765953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn if (glEnv != context.getGLEnvironment()) { 15865953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn throw new RuntimeException("Surface created under different GLEnvironment!"); 15965953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn } 16065953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn 16165953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn 16265953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn // Get input frame 16365953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn Frame input = pullInput("frame"); 16465953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn boolean createdFrame = false; 16565953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn 16665953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn float currentAspectRatio = (float)input.getFormat().getWidth() / input.getFormat().getHeight(); 16765953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn if (currentAspectRatio != mAspectRatio) { 16865953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn if (mLogVerbose) Log.v(TAG, "New aspect ratio: " + currentAspectRatio +", previously: " + mAspectRatio); 16965953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn mAspectRatio = currentAspectRatio; 17065953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn updateTargetRect(); 17165953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn } 17265953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn 17365953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn // See if we need to copy to GPU 17465953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn Frame gpuFrame = null; 17565953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn if (mLogVerbose) Log.v("SurfaceRenderFilter", "Got input format: " + input.getFormat()); 17665953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn int target = input.getFormat().getTarget(); 17765953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn if (target != FrameFormat.TARGET_GPU) { 17865953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn gpuFrame = context.getFrameManager().duplicateFrameToTarget(input, 17965953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn FrameFormat.TARGET_GPU); 18065953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn createdFrame = true; 18165953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn } else { 18265953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn gpuFrame = input; 18365953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn } 18465953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn 18565953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn // Activate our surface 18665953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn glEnv.activateSurfaceWithId(mSurfaceView.getSurfaceId()); 18765953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn 18865953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn // Process 18965953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn mProgram.process(gpuFrame, mScreen); 19065953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn 19165953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn // And swap buffers 19265953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn glEnv.swapBuffers(); 19365953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn 19465953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn if (createdFrame) { 19565953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn gpuFrame.release(); 19665953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn } 19765953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn } 19865953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn 19965953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn @Override 20065953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn public void fieldPortValueUpdated(String name, FilterContext context) { 20165953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn updateTargetRect(); 20265953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn } 20365953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn 20465953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn @Override 20565953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn public void close(FilterContext context) { 20665953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn mSurfaceView.unbind(); 20765953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn } 20865953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn 20965953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn @Override 21065953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn public void tearDown(FilterContext context) { 21165953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn if (mScreen != null) { 21265953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn mScreen.release(); 21365953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn } 21465953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn } 21565953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn 21665953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn @Override 21765953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn public synchronized void surfaceCreated(SurfaceHolder holder) { 21865953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn mIsBound = true; 21965953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn } 22065953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn 22165953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn @Override 22265953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn public synchronized void surfaceChanged(SurfaceHolder holder, 22365953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn int format, 22465953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn int width, 22565953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn int height) { 22665953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn // If the screen is null, we do not care about surface changes (yet). Once we have a 22765953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn // screen object, we need to keep track of these changes. 22865953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn if (mScreen != null) { 22965953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn mScreenWidth = width; 23065953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn mScreenHeight = height; 23165953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn mScreen.setViewport(0, 0, mScreenWidth, mScreenHeight); 23265953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn updateTargetRect(); 23365953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn } 23465953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn } 23565953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn 23665953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn @Override 23765953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn public synchronized void surfaceDestroyed(SurfaceHolder holder) { 23865953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn mIsBound = false; 23965953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn } 24065953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn 24165953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn private void updateTargetRect() { 24265953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn if (mScreenWidth > 0 && mScreenHeight > 0 && mProgram != null) { 24365953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn float screenAspectRatio = (float)mScreenWidth / mScreenHeight; 24465953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn float relativeAspectRatio = screenAspectRatio / mAspectRatio; 24565953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn 24665953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn switch (mRenderMode) { 24765953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn case RENDERMODE_STRETCH: 24865953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn mProgram.setTargetRect(0, 0, 1, 1); 24965953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn break; 25065953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn case RENDERMODE_FIT: 25165953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn if (relativeAspectRatio > 1.0f) { 25265953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn // Screen is wider than the camera, scale down X 25365953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn mProgram.setTargetRect(0.5f - 0.5f / relativeAspectRatio, 0.0f, 25465953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn 1.0f / relativeAspectRatio, 1.0f); 25565953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn } else { 25665953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn // Screen is taller than the camera, scale down Y 25765953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn mProgram.setTargetRect(0.0f, 0.5f - 0.5f * relativeAspectRatio, 25865953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn 1.0f, relativeAspectRatio); 25965953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn } 26065953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn break; 26165953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn case RENDERMODE_FILL_CROP: 26265953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn if (relativeAspectRatio > 1) { 26365953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn // Screen is wider than the camera, crop in Y 26465953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn mProgram.setTargetRect(0.0f, 0.5f - 0.5f * relativeAspectRatio, 26565953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn 1.0f, relativeAspectRatio); 26665953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn } else { 26765953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn // Screen is taller than the camera, crop in X 26865953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn mProgram.setTargetRect(0.5f - 0.5f / relativeAspectRatio, 0.0f, 26965953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn 1.0f / relativeAspectRatio, 1.0f); 27065953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn } 27165953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn break; 27265953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn } 27365953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn } 27465953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn } 27565953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn} 276