165953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn/*
265953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn * Copyright (C) 2011 The Android Open Source Project
365953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn *
465953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn * Licensed under the Apache License, Version 2.0 (the "License");
565953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn * you may not use this file except in compliance with the License.
665953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn * You may obtain a copy of the License at
765953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn *
865953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn *      http://www.apache.org/licenses/LICENSE-2.0
965953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn *
1065953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn * Unless required by applicable law or agreed to in writing, software
1165953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn * distributed under the License is distributed on an "AS IS" BASIS,
1265953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
1365953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn * See the License for the specific language governing permissions and
1465953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn * limitations under the License.
1565953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn */
1665953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn
1765953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn
1865953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Rennpackage android.filterpacks.imageproc;
1965953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn
2065953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Rennimport android.filterfw.core.Filter;
2165953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Rennimport android.filterfw.core.FilterContext;
2265953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Rennimport android.filterfw.core.Frame;
2365953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Rennimport android.filterfw.core.FrameFormat;
2465953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Rennimport android.filterfw.core.GenerateFieldPort;
2565953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Rennimport android.filterfw.core.MutableFrameFormat;
2665953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Rennimport android.filterfw.core.Program;
2765953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Rennimport android.filterfw.core.ShaderProgram;
2865953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Rennimport android.filterfw.format.ImageFormat;
2965953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn
3065953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Rennimport android.util.Log;
3165953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn
3265953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Rennimport java.lang.Math;
3365953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn/**
3465953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn * @hide
3565953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn */
3665953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Rennpublic class ToPackedGrayFilter extends Filter {
3765953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn
3865953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn    @GenerateFieldPort(name = "owidth", hasDefault = true)
3965953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn    private int mOWidth = FrameFormat.SIZE_UNSPECIFIED;
4065953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn    @GenerateFieldPort(name = "oheight", hasDefault = true)
4165953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn    private int mOHeight = FrameFormat.SIZE_UNSPECIFIED;
4265953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn    @GenerateFieldPort(name = "keepAspectRatio", hasDefault = true)
4365953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn    private boolean mKeepAspectRatio = false;
4465953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn
4565953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn    private Program mProgram;
4665953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn
4765953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn    private final String mColorToPackedGrayShader =
4865953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        "precision mediump float;\n" +
4965953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        "const vec4 coeff_y = vec4(0.299, 0.587, 0.114, 0);\n" +
5065953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        "uniform sampler2D tex_sampler_0;\n" +
5165953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        "uniform float pix_stride;\n" +
5265953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        "varying vec2 v_texcoord;\n" +
5365953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        "void main() {\n" +
5465953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        "  for (int i = 0; i < 4; ++i) {\n" +
5565953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        "    vec4 p = texture2D(tex_sampler_0,\n" +
5665953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        "                       v_texcoord + vec2(pix_stride * float(i), 0.0));\n" +
5765953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        "    gl_FragColor[i] = dot(p, coeff_y);\n" +
5865953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        "  }\n" +
5965953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        "}\n";
6065953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn
6165953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn    public ToPackedGrayFilter(String name) {
6265953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        super(name);
6365953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn    }
6465953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn
6565953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn    @Override
6665953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn    public void setupPorts() {
6765953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        addMaskedInputPort("image", ImageFormat.create(ImageFormat.COLORSPACE_RGBA,
6865953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn                                                       FrameFormat.TARGET_GPU));
6965953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        addOutputBasedOnInput("image", "image");
7065953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn    }
7165953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn
7265953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn    @Override
7365953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn    public FrameFormat getOutputFormat(String portName, FrameFormat inputFormat) {
7465953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        return convertInputFormat(inputFormat);
7565953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn    }
7665953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn
7765953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn    private void checkOutputDimensions(int outputWidth, int outputHeight) {
7865953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        if (outputWidth <= 0 || outputHeight <= 0) {
7965953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn            throw new RuntimeException("Invalid output dimensions: " +
8065953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn                                       outputWidth + " " + outputHeight);
8165953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        }
8265953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn    }
8365953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn
8465953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn    private FrameFormat convertInputFormat(FrameFormat inputFormat) {
8565953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        int ow = mOWidth;
8665953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        int oh = mOHeight;
8765953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        int w = inputFormat.getWidth();
8865953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        int h = inputFormat.getHeight();
8965953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        if (mOWidth == FrameFormat.SIZE_UNSPECIFIED) {
9065953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn            ow = w;
9165953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        }
9265953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        if (mOHeight == FrameFormat.SIZE_UNSPECIFIED) {
9365953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn            oh = h;
9465953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        }
9565953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        if (mKeepAspectRatio) {
9665953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn            // if keep aspect ratio, use the bigger dimension to determine the
9765953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn            // final output size
9865953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn            if (w > h) {
9965953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn                ow = Math.max(ow, oh);
10065953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn                oh = ow * h / w;
10165953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn            } else {
10265953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn                oh = Math.max(ow, oh);
10365953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn                ow = oh * w / h;
10465953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn            }
10565953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        }
10665953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        ow = (ow > 0 && ow < 4) ? 4 : (ow / 4) * 4; // ensure width is multiple of 4
10765953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        return ImageFormat.create(ow, oh,
10865953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn                                  ImageFormat.COLORSPACE_GRAY,
10965953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn                                  FrameFormat.TARGET_NATIVE);
11065953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn    }
11165953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn
11265953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn    @Override
11365953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn    public void prepare(FilterContext context) {
11465953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        mProgram = new ShaderProgram(context, mColorToPackedGrayShader);
11565953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn    }
11665953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn
11765953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn    @Override
11865953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn    public void process(FilterContext context) {
11965953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        Frame input = pullInput("image");
12065953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        FrameFormat inputFormat = input.getFormat();
12165953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        FrameFormat outputFormat = convertInputFormat(inputFormat);
12265953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        int ow = outputFormat.getWidth();
12365953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        int oh = outputFormat.getHeight();
12465953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        checkOutputDimensions(ow, oh);
12565953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        mProgram.setHostValue("pix_stride", 1.0f / ow);
12665953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn
12765953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        // Do the RGBA to luminance conversion.
12865953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        MutableFrameFormat tempFrameFormat = inputFormat.mutableCopy();
12965953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        tempFrameFormat.setDimensions(ow / 4, oh);
13065953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        Frame temp = context.getFrameManager().newFrame(tempFrameFormat);
13165953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        mProgram.process(input, temp);
13265953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn
13365953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        // Read frame from GPU to CPU.
13465953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        Frame output = context.getFrameManager().newFrame(outputFormat);
13565953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        output.setDataFromFrame(temp);
13665953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        temp.release();
13765953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn
13865953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        // Push output and yield ownership.
13965953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        pushOutput("image", output);
14065953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        output.release();
14165953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn    }
14265953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn
14365953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn}
144