165953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn/* 265953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn * Copyright (C) 2011 The Android Open Source Project 365953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn * 465953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn * Licensed under the Apache License, Version 2.0 (the "License"); 565953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn * you may not use this file except in compliance with the License. 665953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn * You may obtain a copy of the License at 765953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn * 865953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn * http://www.apache.org/licenses/LICENSE-2.0 965953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn * 1065953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn * Unless required by applicable law or agreed to in writing, software 1165953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn * distributed under the License is distributed on an "AS IS" BASIS, 1265953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 1365953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn * See the License for the specific language governing permissions and 1465953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn * limitations under the License. 1565953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn */ 1665953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn 1765953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Rennpackage android.filterpacks.imageproc; 1865953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn 1965953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Rennimport android.filterfw.core.Filter; 2065953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Rennimport android.filterfw.core.FilterContext; 2165953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Rennimport android.filterfw.core.Frame; 2265953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Rennimport android.filterfw.core.FrameFormat; 2365953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Rennimport android.filterfw.core.GenerateFieldPort; 2465953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Rennimport android.filterfw.core.Program; 2565953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Rennimport android.filterfw.core.ShaderProgram; 2665953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Rennimport android.filterfw.format.ImageFormat; 2765953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn 28a75c7bbc633a6ebd35a0651be5c7a79b83d0c5c0Ruei-sung Linimport java.util.Date; 2965953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Rennimport java.util.Random; 3065953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn 3165953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Rennpublic class GrainFilter extends Filter { 3265953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn 3365953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn private static final int RAND_THRESHOLD = 128; 3465953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn 3565953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn @GenerateFieldPort(name = "strength", hasDefault = true) 3665953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn private float mScale = 0f; 3765953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn 3865953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn @GenerateFieldPort(name = "tile_size", hasDefault = true) 3965953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn private int mTileSize = 640; 4065953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn 41cc6475e1732ae5ad4df480fccf44e1cb3ddce153Ruei-sung Lin private Program mGrainProgram; 42cc6475e1732ae5ad4df480fccf44e1cb3ddce153Ruei-sung Lin private Program mNoiseProgram; 4365953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn 4465953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn private int mWidth = 0; 4565953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn private int mHeight = 0; 4665953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn private int mTarget = FrameFormat.TARGET_UNSPECIFIED; 4765953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn 48a75c7bbc633a6ebd35a0651be5c7a79b83d0c5c0Ruei-sung Lin private Random mRandom; 49cc6475e1732ae5ad4df480fccf44e1cb3ddce153Ruei-sung Lin 50cc6475e1732ae5ad4df480fccf44e1cb3ddce153Ruei-sung Lin private final String mNoiseShader = 51cc6475e1732ae5ad4df480fccf44e1cb3ddce153Ruei-sung Lin "precision mediump float;\n" + 52cc6475e1732ae5ad4df480fccf44e1cb3ddce153Ruei-sung Lin "uniform vec2 seed;\n" + 53cc6475e1732ae5ad4df480fccf44e1cb3ddce153Ruei-sung Lin "varying vec2 v_texcoord;\n" + 54cc6475e1732ae5ad4df480fccf44e1cb3ddce153Ruei-sung Lin "float rand(vec2 loc) {\n" + 550a1013229254cdc146d4ce2f4b4aef301b018f09Ruei-sung Lin " float theta1 = dot(loc, vec2(0.9898, 0.233));\n" + 560a1013229254cdc146d4ce2f4b4aef301b018f09Ruei-sung Lin " float theta2 = dot(loc, vec2(12.0, 78.0));\n" + 570a1013229254cdc146d4ce2f4b4aef301b018f09Ruei-sung Lin " float value = cos(theta1) * sin(theta2) + sin(theta1) * cos(theta2);\n" + 580a1013229254cdc146d4ce2f4b4aef301b018f09Ruei-sung Lin // keep value of part1 in range: (2^-14 to 2^14). 590a1013229254cdc146d4ce2f4b4aef301b018f09Ruei-sung Lin " float temp = mod(197.0 * value, 1.0) + value;\n" + 600a1013229254cdc146d4ce2f4b4aef301b018f09Ruei-sung Lin " float part1 = mod(220.0 * temp, 1.0) + temp;\n" + 610a1013229254cdc146d4ce2f4b4aef301b018f09Ruei-sung Lin " float part2 = value * 0.5453;\n" + 620a1013229254cdc146d4ce2f4b4aef301b018f09Ruei-sung Lin " float part3 = cos(theta1 + theta2) * 0.43758;\n" + 630a1013229254cdc146d4ce2f4b4aef301b018f09Ruei-sung Lin " return fract(part1 + part2 + part3);\n" + 64cc6475e1732ae5ad4df480fccf44e1cb3ddce153Ruei-sung Lin "}\n" + 65cc6475e1732ae5ad4df480fccf44e1cb3ddce153Ruei-sung Lin "void main() {\n" + 66cc6475e1732ae5ad4df480fccf44e1cb3ddce153Ruei-sung Lin " gl_FragColor = vec4(rand(v_texcoord + seed), 0.0, 0.0, 1.0);\n" + 67cc6475e1732ae5ad4df480fccf44e1cb3ddce153Ruei-sung Lin "}\n"; 6865953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn 6965953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn private final String mGrainShader = 7065953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn "precision mediump float;\n" + 7165953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn "uniform sampler2D tex_sampler_0;\n" + 7265953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn "uniform sampler2D tex_sampler_1;\n" + 7365953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn "uniform float scale;\n" + 7465953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn "uniform float stepX;\n" + 7565953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn "uniform float stepY;\n" + 7665953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn "varying vec2 v_texcoord;\n" + 7765953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn "void main() {\n" + 7865953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn " float noise = texture2D(tex_sampler_1, v_texcoord + vec2(-stepX, -stepY)).r * 0.224;\n" + 7965953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn " noise += texture2D(tex_sampler_1, v_texcoord + vec2(-stepX, stepY)).r * 0.224;\n" + 8065953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn " noise += texture2D(tex_sampler_1, v_texcoord + vec2(stepX, -stepY)).r * 0.224;\n" + 8165953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn " noise += texture2D(tex_sampler_1, v_texcoord + vec2(stepX, stepY)).r * 0.224;\n" + 8265953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn " noise += 0.4448;\n" + 8365953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn " noise *= scale;\n" + 8465953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn " vec4 color = texture2D(tex_sampler_0, v_texcoord);\n" + 8565953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn " float energy = 0.33333 * color.r + 0.33333 * color.g + 0.33333 * color.b;\n" + 8665953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn " float mask = (1.0 - sqrt(energy));\n" + 8765953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn " float weight = 1.0 - 1.333 * mask * noise;\n" + 8865953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn " gl_FragColor = vec4(color.rgb * weight, color.a);\n" + 8965953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn "}\n"; 9065953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn 9165953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn public GrainFilter(String name) { 9265953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn super(name); 93a75c7bbc633a6ebd35a0651be5c7a79b83d0c5c0Ruei-sung Lin mRandom = new Random(new Date().getTime()); 9465953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn } 9565953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn 9665953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn @Override 9765953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn public void setupPorts() { 9865953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn addMaskedInputPort("image", ImageFormat.create(ImageFormat.COLORSPACE_RGBA)); 9965953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn addOutputBasedOnInput("image", "image"); 10065953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn } 10165953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn 10265953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn @Override 10365953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn public FrameFormat getOutputFormat(String portName, FrameFormat inputFormat) { 10465953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn return inputFormat; 10565953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn } 10665953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn 10765953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn public void initProgram(FilterContext context, int target) { 10865953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn switch (target) { 10965953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn case FrameFormat.TARGET_GPU: 110cc6475e1732ae5ad4df480fccf44e1cb3ddce153Ruei-sung Lin ShaderProgram shaderProgram = new ShaderProgram(context, mNoiseShader); 111cc6475e1732ae5ad4df480fccf44e1cb3ddce153Ruei-sung Lin shaderProgram.setMaximumTileSize(mTileSize); 112cc6475e1732ae5ad4df480fccf44e1cb3ddce153Ruei-sung Lin mNoiseProgram = shaderProgram; 113cc6475e1732ae5ad4df480fccf44e1cb3ddce153Ruei-sung Lin 114cc6475e1732ae5ad4df480fccf44e1cb3ddce153Ruei-sung Lin shaderProgram = new ShaderProgram(context, mGrainShader); 11565953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn shaderProgram.setMaximumTileSize(mTileSize); 116cc6475e1732ae5ad4df480fccf44e1cb3ddce153Ruei-sung Lin mGrainProgram = shaderProgram; 11765953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn break; 11865953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn 11965953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn default: 12065953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn throw new RuntimeException("Filter Sharpen does not support frames of " + 12165953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn "target " + target + "!"); 12265953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn } 12365953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn mTarget = target; 12465953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn } 12565953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn 12665953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn private void updateParameters() { 127cc6475e1732ae5ad4df480fccf44e1cb3ddce153Ruei-sung Lin float seed[] = { mRandom.nextFloat(), mRandom.nextFloat() }; 128cc6475e1732ae5ad4df480fccf44e1cb3ddce153Ruei-sung Lin mNoiseProgram.setHostValue("seed", seed); 129cc6475e1732ae5ad4df480fccf44e1cb3ddce153Ruei-sung Lin 130cc6475e1732ae5ad4df480fccf44e1cb3ddce153Ruei-sung Lin mGrainProgram.setHostValue("scale", mScale); 13165953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn } 13265953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn 13365953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn private void updateFrameSize(int width, int height) { 13465953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn mWidth = width; 13565953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn mHeight = height; 13665953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn 137cc6475e1732ae5ad4df480fccf44e1cb3ddce153Ruei-sung Lin if (mGrainProgram != null) { 138cc6475e1732ae5ad4df480fccf44e1cb3ddce153Ruei-sung Lin mGrainProgram.setHostValue("stepX", 0.5f / mWidth); 139cc6475e1732ae5ad4df480fccf44e1cb3ddce153Ruei-sung Lin mGrainProgram.setHostValue("stepY", 0.5f / mHeight); 14065953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn updateParameters(); 14165953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn } 14265953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn } 14365953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn 14465953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn @Override 14565953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn public void fieldPortValueUpdated(String name, FilterContext context) { 146cc6475e1732ae5ad4df480fccf44e1cb3ddce153Ruei-sung Lin if (mGrainProgram != null && mNoiseProgram != null) { 14765953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn updateParameters(); 14865953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn } 14965953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn } 15065953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn 15165953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn @Override 15265953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn public void process(FilterContext context) { 15365953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn // Get input frame 15465953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn Frame input = pullInput("image"); 15565953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn FrameFormat inputFormat = input.getFormat(); 15665953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn 157cc6475e1732ae5ad4df480fccf44e1cb3ddce153Ruei-sung Lin FrameFormat noiseFormat = ImageFormat.create(inputFormat.getWidth() / 2, 158cc6475e1732ae5ad4df480fccf44e1cb3ddce153Ruei-sung Lin inputFormat.getHeight() / 2, 159cc6475e1732ae5ad4df480fccf44e1cb3ddce153Ruei-sung Lin ImageFormat.COLORSPACE_RGBA, 160cc6475e1732ae5ad4df480fccf44e1cb3ddce153Ruei-sung Lin FrameFormat.TARGET_GPU); 161cc6475e1732ae5ad4df480fccf44e1cb3ddce153Ruei-sung Lin 162cc6475e1732ae5ad4df480fccf44e1cb3ddce153Ruei-sung Lin // Create noise frame 163cc6475e1732ae5ad4df480fccf44e1cb3ddce153Ruei-sung Lin Frame noiseFrame = context.getFrameManager().newFrame(inputFormat); 164cc6475e1732ae5ad4df480fccf44e1cb3ddce153Ruei-sung Lin 16565953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn // Create output frame 16665953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn Frame output = context.getFrameManager().newFrame(inputFormat); 16765953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn 16865953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn // Create program if not created already 169cc6475e1732ae5ad4df480fccf44e1cb3ddce153Ruei-sung Lin if (mNoiseProgram == null || mGrainProgram == null || inputFormat.getTarget() != mTarget) { 17065953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn initProgram(context, inputFormat.getTarget()); 17165953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn updateParameters(); 17265953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn } 17365953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn 17465953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn // Check if the frame size has changed 17565953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn if (inputFormat.getWidth() != mWidth || inputFormat.getHeight() != mHeight) { 17665953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn updateFrameSize(inputFormat.getWidth(), inputFormat.getHeight()); 17765953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn } 17865953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn 179cc6475e1732ae5ad4df480fccf44e1cb3ddce153Ruei-sung Lin Frame[] empty = {}; 180cc6475e1732ae5ad4df480fccf44e1cb3ddce153Ruei-sung Lin mNoiseProgram.process(empty, noiseFrame); 18165953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn 18265953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn // Process 183cc6475e1732ae5ad4df480fccf44e1cb3ddce153Ruei-sung Lin Frame[] inputs = {input, noiseFrame}; 184cc6475e1732ae5ad4df480fccf44e1cb3ddce153Ruei-sung Lin mGrainProgram.process(inputs, output); 18565953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn 18665953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn // Push output 18765953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn pushOutput("image", output); 18865953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn 18965953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn // Release pushed frame 19065953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn output.release(); 191cc6475e1732ae5ad4df480fccf44e1cb3ddce153Ruei-sung Lin noiseFrame.release(); 19265953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn } 19365953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn} 194