LomoishFilter.java revision a75c7bbc633a6ebd35a0651be5c7a79b83d0c5c0
1/* 2 * Copyright (C) 2011 The Android Open Source Project 3 * 4 * Licensed under the Apache License, Version 2.0 (the "License"); 5 * you may not use this file except in compliance with the License. 6 * You may obtain a copy of the License at 7 * 8 * http://www.apache.org/licenses/LICENSE-2.0 9 * 10 * Unless required by applicable law or agreed to in writing, software 11 * distributed under the License is distributed on an "AS IS" BASIS, 12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 13 * See the License for the specific language governing permissions and 14 * limitations under the License. 15 */ 16 17package android.filterpacks.imageproc; 18 19import android.filterfw.core.Filter; 20import android.filterfw.core.FilterContext; 21import android.filterfw.core.Frame; 22import android.filterfw.core.FrameFormat; 23import android.filterfw.core.GenerateFieldPort; 24import android.filterfw.core.KeyValueMap; 25import android.filterfw.core.NativeProgram; 26import android.filterfw.core.NativeFrame; 27import android.filterfw.core.Program; 28import android.filterfw.core.ShaderProgram; 29import android.filterfw.format.ImageFormat; 30 31import java.util.Date; 32import java.util.Random; 33 34public class LomoishFilter extends Filter { 35 36 @GenerateFieldPort(name = "tile_size", hasDefault = true) 37 private int mTileSize = 640; 38 39 private Program mProgram; 40 private Random mRandom; 41 42 private int mWidth = 0; 43 private int mHeight = 0; 44 private int mTarget = FrameFormat.TARGET_UNSPECIFIED; 45 46 private final String mLomoishShader = 47 "precision mediump float;\n" + 48 "uniform sampler2D tex_sampler_0;\n" + 49 "uniform vec2 seed;\n" + 50 "uniform float stepsizeX;\n" + 51 "uniform float stepsizeY;\n" + 52 "uniform float stepsize;\n" + 53 "uniform vec2 center;\n" + 54 "uniform float inv_max_dist;\n" + 55 "varying vec2 v_texcoord;\n" + 56 "float rand(vec2 loc) {\n" + 57 " const float divide = 0.00048828125;\n" + 58 " const float factor = 2048.0;\n" + 59 " float value = sin(dot(loc, vec2(12.9898, 78.233)));\n" + 60 " float residual = mod(dot(mod(loc, divide), vec2(0.9898, 0.233)), divide);\n" + 61 " float part2 = mod(value, divide);\n" + 62 " float part1 = value - part2;\n" + 63 " return fract(0.5453 * part1 + factor * (part2 + residual));\n" + 64 "}\n" + 65 "void main() {\n" + 66 // sharpen 67 " vec3 nbr_color = vec3(0.0, 0.0, 0.0);\n" + 68 " vec2 coord;\n" + 69 " vec4 color = texture2D(tex_sampler_0, v_texcoord);\n" + 70 " coord.x = v_texcoord.x - 0.5 * stepsizeX;\n" + 71 " coord.y = v_texcoord.y - stepsizeY;\n" + 72 " nbr_color += texture2D(tex_sampler_0, coord).rgb - color.rgb;\n" + 73 " coord.x = v_texcoord.x - stepsizeX;\n" + 74 " coord.y = v_texcoord.y + 0.5 * stepsizeY;\n" + 75 " nbr_color += texture2D(tex_sampler_0, coord).rgb - color.rgb;\n" + 76 " coord.x = v_texcoord.x + stepsizeX;\n" + 77 " coord.y = v_texcoord.y - 0.5 * stepsizeY;\n" + 78 " nbr_color += texture2D(tex_sampler_0, coord).rgb - color.rgb;\n" + 79 " coord.x = v_texcoord.x + stepsizeX;\n" + 80 " coord.y = v_texcoord.y + 0.5 * stepsizeY;\n" + 81 " nbr_color += texture2D(tex_sampler_0, coord).rgb - color.rgb;\n" + 82 " vec3 s_color = vec3(color.rgb + 0.3 * nbr_color);\n" + 83 // cross process 84 " vec3 c_color = vec3(0.0, 0.0, 0.0);\n" + 85 " float value;\n" + 86 " if (s_color.r < 0.5) {\n" + 87 " value = s_color.r;\n" + 88 " } else {\n" + 89 " value = 1.0 - s_color.r;\n" + 90 " }\n" + 91 " float red = 4.0 * value * value * value;\n" + 92 " if (s_color.r < 0.5) {\n" + 93 " c_color.r = red;\n" + 94 " } else {\n" + 95 " c_color.r = 1.0 - red;\n" + 96 " }\n" + 97 " if (s_color.g < 0.5) {\n" + 98 " value = s_color.g;\n" + 99 " } else {\n" + 100 " value = 1.0 - s_color.g;\n" + 101 " }\n" + 102 " float green = 2.0 * value * value;\n" + 103 " if (s_color.g < 0.5) {\n" + 104 " c_color.g = green;\n" + 105 " } else {\n" + 106 " c_color.g = 1.0 - green;\n" + 107 " }\n" + 108 " c_color.b = s_color.b * 0.5 + 0.25;\n" + 109 // blackwhite 110 " float dither = rand(v_texcoord + seed);\n" + 111 " vec3 xform = clamp((c_color.rgb - 0.15) * 1.53846, 0.0, 1.0);\n" + 112 " vec3 temp = clamp((color.rgb + stepsize - 0.15) * 1.53846, 0.0, 1.0);\n" + 113 " vec3 bw_color = clamp(xform + (temp - xform) * (dither - 0.5), 0.0, 1.0);\n" + 114 // vignette 115 " float dist = distance(gl_FragCoord.xy, center);\n" + 116 " float lumen = 0.85 / (1.0 + exp((dist * inv_max_dist - 0.73) * 20.0)) + 0.15;\n" + 117 " gl_FragColor = vec4(bw_color * lumen, color.a);\n" + 118 "}\n"; 119 120 public LomoishFilter(String name) { 121 super(name); 122 mRandom = new Random(new Date().getTime()); 123 } 124 125 @Override 126 public void setupPorts() { 127 addMaskedInputPort("image", ImageFormat.create(ImageFormat.COLORSPACE_RGBA)); 128 addOutputBasedOnInput("image", "image"); 129 } 130 131 @Override 132 public FrameFormat getOutputFormat(String portName, FrameFormat inputFormat) { 133 return inputFormat; 134 } 135 136 public void initProgram(FilterContext context, int target) { 137 switch (target) { 138 case FrameFormat.TARGET_GPU: 139 ShaderProgram shaderProgram = new ShaderProgram(context, mLomoishShader); 140 shaderProgram.setMaximumTileSize(mTileSize); 141 mProgram = shaderProgram; 142 break; 143 144 default: 145 throw new RuntimeException("Filter Sharpen does not support frames of " + 146 "target " + target + "!"); 147 } 148 mTarget = target; 149 } 150 151 private void initParameters() { 152 if (mProgram !=null) { 153 float centerX = (float) (0.5 * mWidth); 154 float centerY = (float) (0.5 * mHeight); 155 float center[] = {centerX, centerY}; 156 float max_dist = (float) Math.sqrt(centerX * centerX + centerY * centerY); 157 158 mProgram.setHostValue("center", center); 159 mProgram.setHostValue("inv_max_dist", 1.0f / max_dist); 160 161 mProgram.setHostValue("stepsize", 1.0f / 255.0f); 162 mProgram.setHostValue("stepsizeX", 1.0f / mWidth); 163 mProgram.setHostValue("stepsizeY", 1.0f / mHeight); 164 165 float seed[] = { mRandom.nextFloat(), mRandom.nextFloat() }; 166 mProgram.setHostValue("seed", seed); 167 } 168 } 169 170 @Override 171 public void process(FilterContext context) { 172 // Get input frame 173 Frame input = pullInput("image"); 174 FrameFormat inputFormat = input.getFormat(); 175 176 // Create program if not created already 177 if (mProgram == null || inputFormat.getTarget() != mTarget) { 178 initProgram(context, inputFormat.getTarget()); 179 } 180 181 // Check if the frame size has changed 182 if (inputFormat.getWidth() != mWidth || inputFormat.getHeight() != mHeight) { 183 mWidth = inputFormat.getWidth(); 184 mHeight = inputFormat.getHeight(); 185 initParameters(); 186 } 187 188 // Create output frame 189 Frame output = context.getFrameManager().newFrame(inputFormat); 190 191 // Process 192 mProgram.process(input, output); 193 194 // Push output 195 pushOutput("image", output); 196 197 // Release pushed frame 198 output.release(); 199 } 200} 201