16570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin/*
26570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin * Copyright (C) 2011 The Android Open Source Project
36570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin *
46570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin * Licensed under the Apache License, Version 2.0 (the "License");
56570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin * you may not use this file except in compliance with the License.
66570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin * You may obtain a copy of the License at
76570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin *
86570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin *      http://www.apache.org/licenses/LICENSE-2.0
96570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin *
106570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin * Unless required by applicable law or agreed to in writing, software
116570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin * distributed under the License is distributed on an "AS IS" BASIS,
126570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
136570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin * See the License for the specific language governing permissions and
146570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin * limitations under the License.
156570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin */
166570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin
176570ec1c3edb8071446791001872d8ba87659200Ruei-sung Linpackage android.filterpacks.imageproc;
186570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin
196570ec1c3edb8071446791001872d8ba87659200Ruei-sung Linimport android.filterfw.core.Filter;
206570ec1c3edb8071446791001872d8ba87659200Ruei-sung Linimport android.filterfw.core.FilterContext;
216570ec1c3edb8071446791001872d8ba87659200Ruei-sung Linimport android.filterfw.core.Frame;
226570ec1c3edb8071446791001872d8ba87659200Ruei-sung Linimport android.filterfw.core.FrameFormat;
236570ec1c3edb8071446791001872d8ba87659200Ruei-sung Linimport android.filterfw.core.GenerateFieldPort;
246570ec1c3edb8071446791001872d8ba87659200Ruei-sung Linimport android.filterfw.core.KeyValueMap;
256570ec1c3edb8071446791001872d8ba87659200Ruei-sung Linimport android.filterfw.core.NativeProgram;
266570ec1c3edb8071446791001872d8ba87659200Ruei-sung Linimport android.filterfw.core.NativeFrame;
276570ec1c3edb8071446791001872d8ba87659200Ruei-sung Linimport android.filterfw.core.Program;
286570ec1c3edb8071446791001872d8ba87659200Ruei-sung Linimport android.filterfw.core.ShaderProgram;
296570ec1c3edb8071446791001872d8ba87659200Ruei-sung Linimport android.filterfw.format.ImageFormat;
306570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin
316570ec1c3edb8071446791001872d8ba87659200Ruei-sung Linimport android.util.Log;
326570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin
336570ec1c3edb8071446791001872d8ba87659200Ruei-sung Linpublic class CrossProcessFilter extends Filter {
346570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin
356570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin    @GenerateFieldPort(name = "tile_size", hasDefault = true)
366570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin    private int mTileSize = 640;
376570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin
386570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin    private Program mProgram;
396570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin
406570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin    private int mTarget = FrameFormat.TARGET_UNSPECIFIED;
416570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin
426570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin    private final String mCrossProcessShader =
436570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin            "precision mediump float;\n" +
446570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin            "uniform sampler2D tex_sampler_0;\n" +
456570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin            "varying vec2 v_texcoord;\n" +
466570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin            "void main() {\n" +
476570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin            "  vec4 color = texture2D(tex_sampler_0, v_texcoord);\n" +
486570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin            "  vec3 ncolor = vec3(0.0, 0.0, 0.0);\n" +
4904b0bc5ab88fc23e857814bbad46b9b1f6a3abacRuei-sung Lin            "  float value;\n" +
506570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin            "  if (color.r < 0.5) {\n" +
5104b0bc5ab88fc23e857814bbad46b9b1f6a3abacRuei-sung Lin            "    value = color.r;\n" +
526570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin            "  } else {\n" +
5304b0bc5ab88fc23e857814bbad46b9b1f6a3abacRuei-sung Lin            "    value = 1.0 - color.r;\n" +
546570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin            "  }\n" +
5504b0bc5ab88fc23e857814bbad46b9b1f6a3abacRuei-sung Lin            "  float red = 4.0 * value * value * value;\n" +
5604b0bc5ab88fc23e857814bbad46b9b1f6a3abacRuei-sung Lin            "  if (color.r < 0.5) {\n" +
5704b0bc5ab88fc23e857814bbad46b9b1f6a3abacRuei-sung Lin            "    ncolor.r = red;\n" +
5804b0bc5ab88fc23e857814bbad46b9b1f6a3abacRuei-sung Lin            "  } else {\n" +
5904b0bc5ab88fc23e857814bbad46b9b1f6a3abacRuei-sung Lin            "    ncolor.r = 1.0 - red;\n" +
6004b0bc5ab88fc23e857814bbad46b9b1f6a3abacRuei-sung Lin            "  }\n" +
6104b0bc5ab88fc23e857814bbad46b9b1f6a3abacRuei-sung Lin            "  if (color.g < 0.5) {\n" +
6204b0bc5ab88fc23e857814bbad46b9b1f6a3abacRuei-sung Lin            "    value = color.g;\n" +
6304b0bc5ab88fc23e857814bbad46b9b1f6a3abacRuei-sung Lin            "  } else {\n" +
6404b0bc5ab88fc23e857814bbad46b9b1f6a3abacRuei-sung Lin            "    value = 1.0 - color.g;\n" +
6504b0bc5ab88fc23e857814bbad46b9b1f6a3abacRuei-sung Lin            "  }\n" +
6604b0bc5ab88fc23e857814bbad46b9b1f6a3abacRuei-sung Lin            "  float green = 2.0 * value * value;\n" +
676570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin            "  if (color.g < 0.5) {\n" +
6804b0bc5ab88fc23e857814bbad46b9b1f6a3abacRuei-sung Lin            "    ncolor.g = green;\n" +
696570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin            "  } else {\n" +
7004b0bc5ab88fc23e857814bbad46b9b1f6a3abacRuei-sung Lin            "    ncolor.g = 1.0 - green;\n" +
716570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin            "  }\n" +
726570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin            "  ncolor.b = color.b * 0.5 + 0.25;\n" +
736570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin            "  gl_FragColor = vec4(ncolor.rgb, color.a);\n" +
746570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin            "}\n";
756570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin
766570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin    public CrossProcessFilter(String name) {
776570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin        super(name);
786570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin    }
796570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin
806570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin    @Override
816570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin    public void setupPorts() {
826570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin        addMaskedInputPort("image", ImageFormat.create(ImageFormat.COLORSPACE_RGBA));
836570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin        addOutputBasedOnInput("image", "image");
846570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin    }
856570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin
866570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin    @Override
876570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin    public FrameFormat getOutputFormat(String portName, FrameFormat inputFormat) {
886570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin        return inputFormat;
896570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin    }
906570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin
916570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin    public void initProgram(FilterContext context, int target) {
926570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin        switch (target) {
936570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin            case FrameFormat.TARGET_GPU:
946570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin                ShaderProgram shaderProgram = new ShaderProgram(context, mCrossProcessShader);
956570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin                shaderProgram.setMaximumTileSize(mTileSize);
966570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin                mProgram = shaderProgram;
976570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin                break;
986570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin
996570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin            default:
1006570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin                throw new RuntimeException("Filter CrossProcess does not support frames of " +
1016570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin                    "target " + target + "!");
1026570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin        }
1036570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin        mTarget = target;
1046570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin    }
1056570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin
1066570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin    @Override
1076570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin    public void process(FilterContext context) {
1086570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin        // Get input frame
1096570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin        Frame input = pullInput("image");
1106570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin        FrameFormat inputFormat = input.getFormat();
1116570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin
1126570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin        // Create program if not created already
1136570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin        if (mProgram == null || inputFormat.getTarget() != mTarget) {
1146570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin            initProgram(context, inputFormat.getTarget());
1156570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin        }
1166570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin
1176570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin        // Create output frame
1186570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin        Frame output = context.getFrameManager().newFrame(inputFormat);
1196570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin
1206570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin        // Process
1216570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin        mProgram.process(input, output);
1226570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin
1236570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin        // Push output
1246570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin        pushOutput("image", output);
1256570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin
1266570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin        // Release pushed frame
1276570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin        output.release();
1286570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin    }
1296570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin}
130