16570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin/* 26570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin * Copyright (C) 2011 The Android Open Source Project 36570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin * 46570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin * Licensed under the Apache License, Version 2.0 (the "License"); 56570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin * you may not use this file except in compliance with the License. 66570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin * You may obtain a copy of the License at 76570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin * 86570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin * http://www.apache.org/licenses/LICENSE-2.0 96570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin * 106570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin * Unless required by applicable law or agreed to in writing, software 116570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin * distributed under the License is distributed on an "AS IS" BASIS, 126570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 136570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin * See the License for the specific language governing permissions and 146570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin * limitations under the License. 156570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin */ 166570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin 176570ec1c3edb8071446791001872d8ba87659200Ruei-sung Linpackage android.filterpacks.imageproc; 186570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin 196570ec1c3edb8071446791001872d8ba87659200Ruei-sung Linimport android.filterfw.core.Filter; 206570ec1c3edb8071446791001872d8ba87659200Ruei-sung Linimport android.filterfw.core.FilterContext; 216570ec1c3edb8071446791001872d8ba87659200Ruei-sung Linimport android.filterfw.core.Frame; 226570ec1c3edb8071446791001872d8ba87659200Ruei-sung Linimport android.filterfw.core.FrameFormat; 236570ec1c3edb8071446791001872d8ba87659200Ruei-sung Linimport android.filterfw.core.GenerateFieldPort; 246570ec1c3edb8071446791001872d8ba87659200Ruei-sung Linimport android.filterfw.core.KeyValueMap; 256570ec1c3edb8071446791001872d8ba87659200Ruei-sung Linimport android.filterfw.core.NativeProgram; 266570ec1c3edb8071446791001872d8ba87659200Ruei-sung Linimport android.filterfw.core.NativeFrame; 276570ec1c3edb8071446791001872d8ba87659200Ruei-sung Linimport android.filterfw.core.Program; 286570ec1c3edb8071446791001872d8ba87659200Ruei-sung Linimport android.filterfw.core.ShaderProgram; 296570ec1c3edb8071446791001872d8ba87659200Ruei-sung Linimport android.filterfw.format.ImageFormat; 306570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin 316570ec1c3edb8071446791001872d8ba87659200Ruei-sung Linimport android.util.Log; 326570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin 336570ec1c3edb8071446791001872d8ba87659200Ruei-sung Linpublic class CrossProcessFilter extends Filter { 346570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin 356570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin @GenerateFieldPort(name = "tile_size", hasDefault = true) 366570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin private int mTileSize = 640; 376570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin 386570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin private Program mProgram; 396570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin 406570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin private int mTarget = FrameFormat.TARGET_UNSPECIFIED; 416570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin 426570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin private final String mCrossProcessShader = 436570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin "precision mediump float;\n" + 446570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin "uniform sampler2D tex_sampler_0;\n" + 456570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin "varying vec2 v_texcoord;\n" + 466570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin "void main() {\n" + 476570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin " vec4 color = texture2D(tex_sampler_0, v_texcoord);\n" + 486570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin " vec3 ncolor = vec3(0.0, 0.0, 0.0);\n" + 4904b0bc5ab88fc23e857814bbad46b9b1f6a3abacRuei-sung Lin " float value;\n" + 506570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin " if (color.r < 0.5) {\n" + 5104b0bc5ab88fc23e857814bbad46b9b1f6a3abacRuei-sung Lin " value = color.r;\n" + 526570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin " } else {\n" + 5304b0bc5ab88fc23e857814bbad46b9b1f6a3abacRuei-sung Lin " value = 1.0 - color.r;\n" + 546570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin " }\n" + 5504b0bc5ab88fc23e857814bbad46b9b1f6a3abacRuei-sung Lin " float red = 4.0 * value * value * value;\n" + 5604b0bc5ab88fc23e857814bbad46b9b1f6a3abacRuei-sung Lin " if (color.r < 0.5) {\n" + 5704b0bc5ab88fc23e857814bbad46b9b1f6a3abacRuei-sung Lin " ncolor.r = red;\n" + 5804b0bc5ab88fc23e857814bbad46b9b1f6a3abacRuei-sung Lin " } else {\n" + 5904b0bc5ab88fc23e857814bbad46b9b1f6a3abacRuei-sung Lin " ncolor.r = 1.0 - red;\n" + 6004b0bc5ab88fc23e857814bbad46b9b1f6a3abacRuei-sung Lin " }\n" + 6104b0bc5ab88fc23e857814bbad46b9b1f6a3abacRuei-sung Lin " if (color.g < 0.5) {\n" + 6204b0bc5ab88fc23e857814bbad46b9b1f6a3abacRuei-sung Lin " value = color.g;\n" + 6304b0bc5ab88fc23e857814bbad46b9b1f6a3abacRuei-sung Lin " } else {\n" + 6404b0bc5ab88fc23e857814bbad46b9b1f6a3abacRuei-sung Lin " value = 1.0 - color.g;\n" + 6504b0bc5ab88fc23e857814bbad46b9b1f6a3abacRuei-sung Lin " }\n" + 6604b0bc5ab88fc23e857814bbad46b9b1f6a3abacRuei-sung Lin " float green = 2.0 * value * value;\n" + 676570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin " if (color.g < 0.5) {\n" + 6804b0bc5ab88fc23e857814bbad46b9b1f6a3abacRuei-sung Lin " ncolor.g = green;\n" + 696570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin " } else {\n" + 7004b0bc5ab88fc23e857814bbad46b9b1f6a3abacRuei-sung Lin " ncolor.g = 1.0 - green;\n" + 716570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin " }\n" + 726570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin " ncolor.b = color.b * 0.5 + 0.25;\n" + 736570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin " gl_FragColor = vec4(ncolor.rgb, color.a);\n" + 746570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin "}\n"; 756570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin 766570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin public CrossProcessFilter(String name) { 776570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin super(name); 786570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin } 796570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin 806570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin @Override 816570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin public void setupPorts() { 826570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin addMaskedInputPort("image", ImageFormat.create(ImageFormat.COLORSPACE_RGBA)); 836570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin addOutputBasedOnInput("image", "image"); 846570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin } 856570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin 866570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin @Override 876570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin public FrameFormat getOutputFormat(String portName, FrameFormat inputFormat) { 886570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin return inputFormat; 896570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin } 906570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin 916570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin public void initProgram(FilterContext context, int target) { 926570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin switch (target) { 936570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin case FrameFormat.TARGET_GPU: 946570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin ShaderProgram shaderProgram = new ShaderProgram(context, mCrossProcessShader); 956570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin shaderProgram.setMaximumTileSize(mTileSize); 966570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin mProgram = shaderProgram; 976570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin break; 986570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin 996570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin default: 1006570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin throw new RuntimeException("Filter CrossProcess does not support frames of " + 1016570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin "target " + target + "!"); 1026570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin } 1036570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin mTarget = target; 1046570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin } 1056570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin 1066570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin @Override 1076570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin public void process(FilterContext context) { 1086570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin // Get input frame 1096570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin Frame input = pullInput("image"); 1106570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin FrameFormat inputFormat = input.getFormat(); 1116570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin 1126570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin // Create program if not created already 1136570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin if (mProgram == null || inputFormat.getTarget() != mTarget) { 1146570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin initProgram(context, inputFormat.getTarget()); 1156570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin } 1166570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin 1176570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin // Create output frame 1186570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin Frame output = context.getFrameManager().newFrame(inputFormat); 1196570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin 1206570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin // Process 1216570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin mProgram.process(input, output); 1226570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin 1236570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin // Push output 1246570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin pushOutput("image", output); 1256570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin 1266570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin // Release pushed frame 1276570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin output.release(); 1286570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin } 1296570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin} 130