16570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin/*
26570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin * Copyright (C) 2011 The Android Open Source Project
36570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin *
46570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin * Licensed under the Apache License, Version 2.0 (the "License");
56570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin * you may not use this file except in compliance with the License.
66570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin * You may obtain a copy of the License at
76570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin *
86570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin *      http://www.apache.org/licenses/LICENSE-2.0
96570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin *
106570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin * Unless required by applicable law or agreed to in writing, software
116570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin * distributed under the License is distributed on an "AS IS" BASIS,
126570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
136570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin * See the License for the specific language governing permissions and
146570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin * limitations under the License.
156570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin */
166570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin
176570ec1c3edb8071446791001872d8ba87659200Ruei-sung Linpackage android.filterpacks.imageproc;
186570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin
196570ec1c3edb8071446791001872d8ba87659200Ruei-sung Linimport android.filterfw.core.Filter;
206570ec1c3edb8071446791001872d8ba87659200Ruei-sung Linimport android.filterfw.core.FilterContext;
216570ec1c3edb8071446791001872d8ba87659200Ruei-sung Linimport android.filterfw.core.Frame;
226570ec1c3edb8071446791001872d8ba87659200Ruei-sung Linimport android.filterfw.core.FrameFormat;
236570ec1c3edb8071446791001872d8ba87659200Ruei-sung Linimport android.filterfw.core.GenerateFieldPort;
246570ec1c3edb8071446791001872d8ba87659200Ruei-sung Linimport android.filterfw.core.GenerateFinalPort;
256570ec1c3edb8071446791001872d8ba87659200Ruei-sung Linimport android.filterfw.core.KeyValueMap;
266570ec1c3edb8071446791001872d8ba87659200Ruei-sung Linimport android.filterfw.core.NativeProgram;
276570ec1c3edb8071446791001872d8ba87659200Ruei-sung Linimport android.filterfw.core.NativeFrame;
286570ec1c3edb8071446791001872d8ba87659200Ruei-sung Linimport android.filterfw.core.Program;
296570ec1c3edb8071446791001872d8ba87659200Ruei-sung Linimport android.filterfw.core.ShaderProgram;
306570ec1c3edb8071446791001872d8ba87659200Ruei-sung Linimport android.filterfw.format.ImageFormat;
316570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin
326570ec1c3edb8071446791001872d8ba87659200Ruei-sung Linimport android.util.Log;
336570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin
346570ec1c3edb8071446791001872d8ba87659200Ruei-sung Linpublic class FillLightFilter extends Filter {
356570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin
366570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin    @GenerateFieldPort(name = "tile_size", hasDefault = true)
376570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin    private int mTileSize = 640;
386570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin
39ebdfce054988de002387c0bcedde7fda8a4f0eb0Marius Renn    @GenerateFieldPort(name = "strength", hasDefault = true)
40ebdfce054988de002387c0bcedde7fda8a4f0eb0Marius Renn    private float mBacklight = 0f;
416570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin
426570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin    private Program mProgram;
436570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin
446570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin    private int mTarget = FrameFormat.TARGET_UNSPECIFIED;
456570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin
466570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin    private final String mFillLightShader =
476570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin            "precision mediump float;\n" +
486570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin            "uniform sampler2D tex_sampler_0;\n" +
496570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin            "uniform float mult;\n" +
506570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin            "uniform float igamma;\n" +
516570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin            "varying vec2 v_texcoord;\n" +
526570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin            "void main()\n" +
536570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin            "{\n" +
546570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin            "  const vec3 color_weights = vec3(0.25, 0.5, 0.25);\n" +
556570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin            "  vec4 color = texture2D(tex_sampler_0, v_texcoord);\n" +
566570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin            "  float lightmask = dot(color.rgb, color_weights);\n" +
576570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin            "  float backmask = (1.0 - lightmask);\n" +
586570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin            "  vec3 ones = vec3(1.0, 1.0, 1.0);\n" +
596570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin            "  vec3 diff = pow(mult * color.rgb, igamma * ones) - color.rgb;\n" +
606570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin            "  diff = min(diff, 1.0);\n" +
616570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin            "  vec3 new_color = min(color.rgb + diff * backmask, 1.0);\n" +
626570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin            "  gl_FragColor = vec4(new_color, color.a);\n" +
636570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin            "}\n";
646570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin
656570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin    public FillLightFilter(String name) {
666570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin      super(name);
676570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin    }
686570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin
696570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin    @Override
706570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin    public void setupPorts() {
716570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin        addMaskedInputPort("image", ImageFormat.create(ImageFormat.COLORSPACE_RGBA));
726570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin        addOutputBasedOnInput("image", "image");
736570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin    }
746570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin
756570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin    @Override
766570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin    public FrameFormat getOutputFormat(String portName, FrameFormat inputFormat) {
776570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin        return inputFormat;
786570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin    }
796570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin
806570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin    public void initProgram(FilterContext context, int target) {
816570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin        switch (target) {
826570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin            case FrameFormat.TARGET_GPU:
836570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin                ShaderProgram shaderProgram = new ShaderProgram(context, mFillLightShader);
846570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin                Log.e("FillLight", "tile size: " + mTileSize);
856570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin                shaderProgram.setMaximumTileSize(mTileSize);
866570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin                mProgram = shaderProgram;
876570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin                break;
886570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin
896570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin            default:
906570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin                throw new RuntimeException("Filter FillLight does not support frames of " +
916570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin                    "target " + target + "!");
926570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin        }
936570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin        mTarget = target;
946570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin    }
956570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin
966570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin
976570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin    @Override
986570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin    public void process(FilterContext context) {
996570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin        // Get input frame
1006570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin        Frame input = pullInput("image");
1016570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin        FrameFormat inputFormat = input.getFormat();
1026570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin
1036570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin        // Create output frame
1046570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin        Frame output = context.getFrameManager().newFrame(inputFormat);
1056570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin
1066570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin        // Create program if not created already
1076570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin        if (mProgram == null || inputFormat.getTarget() != mTarget) {
1086570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin            initProgram(context, inputFormat.getTarget());
1096570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin            updateParameters();
1106570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin        }
1116570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin
1126570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin        // Process
1136570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin        mProgram.process(input, output);
1146570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin
1156570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin        // Push output
1166570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin        pushOutput("image", output);
1176570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin
1186570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin        // Release pushed frame
1196570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin        output.release();
1206570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin    }
1216570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin
1226570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin
1236570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin    @Override
1246570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin    public void fieldPortValueUpdated(String name, FilterContext context) {
1256570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin        if (mProgram != null) {
1266570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin            updateParameters();
1276570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin        }
1286570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin    }
1296570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin
1306570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin    private void updateParameters() {
1316570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin        float fade_gamma = 0.3f;
1326570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin        float amt = 1.0f - mBacklight;
1336570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin        float mult = 1.0f / (amt * 0.7f + 0.3f);
1346570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin        float faded = fade_gamma + (1.0f -fade_gamma) *mult;
1356570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin        float igamma = 1.0f / faded;
1366570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin
1376570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin        mProgram.setHostValue("mult", mult);
1386570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin        mProgram.setHostValue("igamma", igamma);
1396570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin    }
1406570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin}
141