16570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin/* 26570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin * Copyright (C) 2011 The Android Open Source Project 36570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin * 46570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin * Licensed under the Apache License, Version 2.0 (the "License"); 56570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin * you may not use this file except in compliance with the License. 66570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin * You may obtain a copy of the License at 76570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin * 86570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin * http://www.apache.org/licenses/LICENSE-2.0 96570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin * 106570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin * Unless required by applicable law or agreed to in writing, software 116570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin * distributed under the License is distributed on an "AS IS" BASIS, 126570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 136570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin * See the License for the specific language governing permissions and 146570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin * limitations under the License. 156570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin */ 166570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin 176570ec1c3edb8071446791001872d8ba87659200Ruei-sung Linpackage android.filterpacks.imageproc; 186570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin 196570ec1c3edb8071446791001872d8ba87659200Ruei-sung Linimport android.filterfw.core.Filter; 206570ec1c3edb8071446791001872d8ba87659200Ruei-sung Linimport android.filterfw.core.FilterContext; 216570ec1c3edb8071446791001872d8ba87659200Ruei-sung Linimport android.filterfw.core.Frame; 226570ec1c3edb8071446791001872d8ba87659200Ruei-sung Linimport android.filterfw.core.FrameFormat; 236570ec1c3edb8071446791001872d8ba87659200Ruei-sung Linimport android.filterfw.core.GenerateFieldPort; 246570ec1c3edb8071446791001872d8ba87659200Ruei-sung Linimport android.filterfw.core.GenerateFinalPort; 256570ec1c3edb8071446791001872d8ba87659200Ruei-sung Linimport android.filterfw.core.KeyValueMap; 266570ec1c3edb8071446791001872d8ba87659200Ruei-sung Linimport android.filterfw.core.NativeProgram; 276570ec1c3edb8071446791001872d8ba87659200Ruei-sung Linimport android.filterfw.core.NativeFrame; 286570ec1c3edb8071446791001872d8ba87659200Ruei-sung Linimport android.filterfw.core.Program; 296570ec1c3edb8071446791001872d8ba87659200Ruei-sung Linimport android.filterfw.core.ShaderProgram; 306570ec1c3edb8071446791001872d8ba87659200Ruei-sung Linimport android.filterfw.format.ImageFormat; 316570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin 326570ec1c3edb8071446791001872d8ba87659200Ruei-sung Linimport android.util.Log; 336570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin 346570ec1c3edb8071446791001872d8ba87659200Ruei-sung Linpublic class FillLightFilter extends Filter { 356570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin 366570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin @GenerateFieldPort(name = "tile_size", hasDefault = true) 376570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin private int mTileSize = 640; 386570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin 39ebdfce054988de002387c0bcedde7fda8a4f0eb0Marius Renn @GenerateFieldPort(name = "strength", hasDefault = true) 40ebdfce054988de002387c0bcedde7fda8a4f0eb0Marius Renn private float mBacklight = 0f; 416570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin 426570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin private Program mProgram; 436570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin 446570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin private int mTarget = FrameFormat.TARGET_UNSPECIFIED; 456570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin 466570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin private final String mFillLightShader = 476570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin "precision mediump float;\n" + 486570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin "uniform sampler2D tex_sampler_0;\n" + 496570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin "uniform float mult;\n" + 506570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin "uniform float igamma;\n" + 516570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin "varying vec2 v_texcoord;\n" + 526570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin "void main()\n" + 536570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin "{\n" + 546570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin " const vec3 color_weights = vec3(0.25, 0.5, 0.25);\n" + 556570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin " vec4 color = texture2D(tex_sampler_0, v_texcoord);\n" + 566570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin " float lightmask = dot(color.rgb, color_weights);\n" + 576570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin " float backmask = (1.0 - lightmask);\n" + 586570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin " vec3 ones = vec3(1.0, 1.0, 1.0);\n" + 596570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin " vec3 diff = pow(mult * color.rgb, igamma * ones) - color.rgb;\n" + 606570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin " diff = min(diff, 1.0);\n" + 616570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin " vec3 new_color = min(color.rgb + diff * backmask, 1.0);\n" + 626570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin " gl_FragColor = vec4(new_color, color.a);\n" + 636570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin "}\n"; 646570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin 656570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin public FillLightFilter(String name) { 666570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin super(name); 676570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin } 686570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin 696570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin @Override 706570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin public void setupPorts() { 716570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin addMaskedInputPort("image", ImageFormat.create(ImageFormat.COLORSPACE_RGBA)); 726570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin addOutputBasedOnInput("image", "image"); 736570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin } 746570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin 756570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin @Override 766570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin public FrameFormat getOutputFormat(String portName, FrameFormat inputFormat) { 776570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin return inputFormat; 786570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin } 796570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin 806570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin public void initProgram(FilterContext context, int target) { 816570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin switch (target) { 826570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin case FrameFormat.TARGET_GPU: 836570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin ShaderProgram shaderProgram = new ShaderProgram(context, mFillLightShader); 846570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin Log.e("FillLight", "tile size: " + mTileSize); 856570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin shaderProgram.setMaximumTileSize(mTileSize); 866570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin mProgram = shaderProgram; 876570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin break; 886570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin 896570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin default: 906570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin throw new RuntimeException("Filter FillLight does not support frames of " + 916570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin "target " + target + "!"); 926570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin } 936570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin mTarget = target; 946570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin } 956570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin 966570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin 976570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin @Override 986570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin public void process(FilterContext context) { 996570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin // Get input frame 1006570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin Frame input = pullInput("image"); 1016570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin FrameFormat inputFormat = input.getFormat(); 1026570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin 1036570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin // Create output frame 1046570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin Frame output = context.getFrameManager().newFrame(inputFormat); 1056570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin 1066570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin // Create program if not created already 1076570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin if (mProgram == null || inputFormat.getTarget() != mTarget) { 1086570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin initProgram(context, inputFormat.getTarget()); 1096570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin updateParameters(); 1106570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin } 1116570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin 1126570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin // Process 1136570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin mProgram.process(input, output); 1146570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin 1156570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin // Push output 1166570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin pushOutput("image", output); 1176570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin 1186570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin // Release pushed frame 1196570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin output.release(); 1206570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin } 1216570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin 1226570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin 1236570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin @Override 1246570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin public void fieldPortValueUpdated(String name, FilterContext context) { 1256570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin if (mProgram != null) { 1266570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin updateParameters(); 1276570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin } 1286570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin } 1296570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin 1306570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin private void updateParameters() { 1316570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin float fade_gamma = 0.3f; 1326570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin float amt = 1.0f - mBacklight; 1336570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin float mult = 1.0f / (amt * 0.7f + 0.3f); 1346570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin float faded = fade_gamma + (1.0f -fade_gamma) *mult; 1356570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin float igamma = 1.0f / faded; 1366570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin 1376570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin mProgram.setHostValue("mult", mult); 1386570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin mProgram.setHostValue("igamma", igamma); 1396570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin } 1406570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin} 141