16570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin/* 26570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin * Copyright (C) 2011 The Android Open Source Project 36570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin * 46570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin * Licensed under the Apache License, Version 2.0 (the "License"); 56570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin * you may not use this file except in compliance with the License. 66570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin * You may obtain a copy of the License at 76570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin * 86570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin * http://www.apache.org/licenses/LICENSE-2.0 96570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin * 106570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin * Unless required by applicable law or agreed to in writing, software 116570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin * distributed under the License is distributed on an "AS IS" BASIS, 126570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 136570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin * See the License for the specific language governing permissions and 146570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin * limitations under the License. 156570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin */ 166570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin 176570ec1c3edb8071446791001872d8ba87659200Ruei-sung Linpackage android.filterpacks.imageproc; 186570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin 196570ec1c3edb8071446791001872d8ba87659200Ruei-sung Linimport android.filterfw.core.Filter; 206570ec1c3edb8071446791001872d8ba87659200Ruei-sung Linimport android.filterfw.core.FilterContext; 216570ec1c3edb8071446791001872d8ba87659200Ruei-sung Linimport android.filterfw.core.Frame; 226570ec1c3edb8071446791001872d8ba87659200Ruei-sung Linimport android.filterfw.core.FrameFormat; 236570ec1c3edb8071446791001872d8ba87659200Ruei-sung Linimport android.filterfw.core.GenerateFieldPort; 246570ec1c3edb8071446791001872d8ba87659200Ruei-sung Linimport android.filterfw.core.KeyValueMap; 256570ec1c3edb8071446791001872d8ba87659200Ruei-sung Linimport android.filterfw.core.NativeProgram; 266570ec1c3edb8071446791001872d8ba87659200Ruei-sung Linimport android.filterfw.core.NativeFrame; 276570ec1c3edb8071446791001872d8ba87659200Ruei-sung Linimport android.filterfw.core.Program; 286570ec1c3edb8071446791001872d8ba87659200Ruei-sung Linimport android.filterfw.core.ShaderProgram; 296570ec1c3edb8071446791001872d8ba87659200Ruei-sung Linimport android.filterfw.format.ImageFormat; 306570ec1c3edb8071446791001872d8ba87659200Ruei-sung Linimport android.filterpacks.imageproc.ImageCombineFilter; 316570ec1c3edb8071446791001872d8ba87659200Ruei-sung Linimport android.graphics.Bitmap; 326570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin 336570ec1c3edb8071446791001872d8ba87659200Ruei-sung Linimport android.util.Log; 346570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin 356570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin/** 366570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin * @hide 376570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin */ 38ebdfce054988de002387c0bcedde7fda8a4f0eb0Marius Rennpublic class BitmapOverlayFilter extends Filter { 396570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin 40ebdfce054988de002387c0bcedde7fda8a4f0eb0Marius Renn @GenerateFieldPort(name = "bitmap") 41ebdfce054988de002387c0bcedde7fda8a4f0eb0Marius Renn private Bitmap mBitmap; 426570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin 436570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin @GenerateFieldPort(name = "tile_size", hasDefault = true) 446570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin private int mTileSize = 640; 456570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin 466570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin private Program mProgram; 47ebdfce054988de002387c0bcedde7fda8a4f0eb0Marius Renn private Frame mFrame; 486570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin 496570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin private int mWidth = 0; 506570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin private int mHeight = 0; 516570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin private int mTarget = FrameFormat.TARGET_UNSPECIFIED; 526570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin 53ebdfce054988de002387c0bcedde7fda8a4f0eb0Marius Renn private final String mOverlayShader = 546570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin "precision mediump float;\n" + 556570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin "uniform sampler2D tex_sampler_0;\n" + 566570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin "uniform sampler2D tex_sampler_1;\n" + 576570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin "varying vec2 v_texcoord;\n" + 586570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin "void main() {\n" + 596570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin " vec4 original = texture2D(tex_sampler_0, v_texcoord);\n" + 606570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin " vec4 mask = texture2D(tex_sampler_1, v_texcoord);\n" + 616570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin " gl_FragColor = vec4(original.rgb * (1.0 - mask.a) + mask.rgb, 1.0);\n" + 626570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin "}\n"; 636570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin 64ebdfce054988de002387c0bcedde7fda8a4f0eb0Marius Renn public BitmapOverlayFilter(String name) { 656570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin super(name); 666570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin } 676570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin 686570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin @Override 696570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin public void setupPorts() { 706570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin addMaskedInputPort("image", ImageFormat.create(ImageFormat.COLORSPACE_RGBA)); 716570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin addOutputBasedOnInput("image", "image"); 726570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin } 736570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin 746570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin @Override 756570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin public FrameFormat getOutputFormat(String portName, FrameFormat inputFormat) { 766570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin return inputFormat; 776570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin } 786570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin 796570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin public void initProgram(FilterContext context, int target) { 806570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin switch (target) { 816570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin case FrameFormat.TARGET_GPU: 82ebdfce054988de002387c0bcedde7fda8a4f0eb0Marius Renn ShaderProgram shaderProgram = new ShaderProgram(context, mOverlayShader); 836570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin shaderProgram.setMaximumTileSize(mTileSize); 846570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin mProgram = shaderProgram; 856570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin break; 866570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin 876570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin default: 886570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin throw new RuntimeException("Filter FisheyeFilter does not support frames of " + 896570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin "target " + target + "!"); 906570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin } 916570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin mTarget = target; 926570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin } 936570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin 946570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin @Override 956570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin public void tearDown(FilterContext context) { 96ebdfce054988de002387c0bcedde7fda8a4f0eb0Marius Renn if (mFrame != null) { 97ebdfce054988de002387c0bcedde7fda8a4f0eb0Marius Renn mFrame.release(); 98ebdfce054988de002387c0bcedde7fda8a4f0eb0Marius Renn mFrame = null; 996570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin } 1006570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin } 1016570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin 1026570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin @Override 1036570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin public void process(FilterContext context) { 1046570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin // Get input frame 1056570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin Frame input = pullInput("image"); 1066570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin FrameFormat inputFormat = input.getFormat(); 1076570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin 1086570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin // Create output frame 1096570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin Frame output = context.getFrameManager().newFrame(inputFormat); 1106570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin 1116570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin // Create program if not created already 1126570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin if (mProgram == null || inputFormat.getTarget() != mTarget) { 1136570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin initProgram(context, inputFormat.getTarget()); 1146570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin } 1156570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin 1166570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin // Check if the frame size has changed 1176570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin if (inputFormat.getWidth() != mWidth || inputFormat.getHeight() != mHeight) { 1186570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin mWidth = inputFormat.getWidth(); 1196570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin mHeight = inputFormat.getHeight(); 1206570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin 121ebdfce054988de002387c0bcedde7fda8a4f0eb0Marius Renn createBitmapFrame(context); 1226570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin } 1236570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin 1246570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin // Process 125ebdfce054988de002387c0bcedde7fda8a4f0eb0Marius Renn Frame[] inputs = {input, mFrame}; 1266570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin mProgram.process(inputs, output); 1276570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin 1286570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin // Push output 1296570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin pushOutput("image", output); 1306570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin 1316570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin // Release pushed frame 1326570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin output.release(); 1336570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin } 1346570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin 135ebdfce054988de002387c0bcedde7fda8a4f0eb0Marius Renn private void createBitmapFrame(FilterContext context) { 136ebdfce054988de002387c0bcedde7fda8a4f0eb0Marius Renn if (mBitmap != null) { 137ebdfce054988de002387c0bcedde7fda8a4f0eb0Marius Renn FrameFormat format = ImageFormat.create(mBitmap.getWidth(), 138ebdfce054988de002387c0bcedde7fda8a4f0eb0Marius Renn mBitmap.getHeight(), 1396570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin ImageFormat.COLORSPACE_RGBA, 1406570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin FrameFormat.TARGET_GPU); 1416570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin 142ebdfce054988de002387c0bcedde7fda8a4f0eb0Marius Renn if (mFrame != null) { 143ebdfce054988de002387c0bcedde7fda8a4f0eb0Marius Renn mFrame.release(); 1446570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin } 1456570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin 146ebdfce054988de002387c0bcedde7fda8a4f0eb0Marius Renn mFrame = context.getFrameManager().newFrame(format); 147ebdfce054988de002387c0bcedde7fda8a4f0eb0Marius Renn mFrame.setBitmap(mBitmap); 1486570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin 149ebdfce054988de002387c0bcedde7fda8a4f0eb0Marius Renn mBitmap.recycle(); 150ebdfce054988de002387c0bcedde7fda8a4f0eb0Marius Renn mBitmap = null; 1516570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin } 1526570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin } 1536570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin} 154