165953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn/*
265953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn * Copyright (C) 2011 The Android Open Source Project
365953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn *
465953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn * Licensed under the Apache License, Version 2.0 (the "License");
565953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn * you may not use this file except in compliance with the License.
665953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn * You may obtain a copy of the License at
765953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn *
865953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn *      http://www.apache.org/licenses/LICENSE-2.0
965953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn *
1065953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn * Unless required by applicable law or agreed to in writing, software
1165953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn * distributed under the License is distributed on an "AS IS" BASIS,
1265953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
1365953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn * See the License for the specific language governing permissions and
1465953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn * limitations under the License.
1565953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn */
1665953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn
1765953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn
1865953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Rennpackage android.filterpacks.imageproc;
1965953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn
2065953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Rennimport android.filterfw.core.Filter;
2165953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Rennimport android.filterfw.core.FilterContext;
2265953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Rennimport android.filterfw.core.Frame;
2365953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Rennimport android.filterfw.core.FrameFormat;
2465953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Rennimport android.filterfw.core.GenerateFieldPort;
2565953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Rennimport android.filterfw.core.MutableFrameFormat;
2665953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Rennimport android.filterfw.core.Program;
2765953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Rennimport android.filterfw.core.ShaderProgram;
2865953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Rennimport android.filterfw.format.ImageFormat;
2965953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn
3065953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Rennimport java.lang.Math;
3165953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn/**
3265953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn * @hide
3365953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn */
3465953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Rennpublic class ToPackedGrayFilter extends Filter {
3565953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn
3665953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn    @GenerateFieldPort(name = "owidth", hasDefault = true)
3765953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn    private int mOWidth = FrameFormat.SIZE_UNSPECIFIED;
3865953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn    @GenerateFieldPort(name = "oheight", hasDefault = true)
3965953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn    private int mOHeight = FrameFormat.SIZE_UNSPECIFIED;
4065953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn    @GenerateFieldPort(name = "keepAspectRatio", hasDefault = true)
4165953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn    private boolean mKeepAspectRatio = false;
4265953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn
4365953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn    private Program mProgram;
4465953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn
4565953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn    private final String mColorToPackedGrayShader =
4665953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        "precision mediump float;\n" +
4765953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        "const vec4 coeff_y = vec4(0.299, 0.587, 0.114, 0);\n" +
4865953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        "uniform sampler2D tex_sampler_0;\n" +
4965953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        "uniform float pix_stride;\n" +
5065953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        "varying vec2 v_texcoord;\n" +
5165953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        "void main() {\n" +
5265953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        "  for (int i = 0; i < 4; ++i) {\n" +
5365953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        "    vec4 p = texture2D(tex_sampler_0,\n" +
5465953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        "                       v_texcoord + vec2(pix_stride * float(i), 0.0));\n" +
5565953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        "    gl_FragColor[i] = dot(p, coeff_y);\n" +
5665953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        "  }\n" +
5765953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        "}\n";
5865953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn
5965953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn    public ToPackedGrayFilter(String name) {
6065953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        super(name);
6165953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn    }
6265953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn
6365953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn    @Override
6465953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn    public void setupPorts() {
6565953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        addMaskedInputPort("image", ImageFormat.create(ImageFormat.COLORSPACE_RGBA,
6665953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn                                                       FrameFormat.TARGET_GPU));
6765953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        addOutputBasedOnInput("image", "image");
6865953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn    }
6965953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn
7065953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn    @Override
7165953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn    public FrameFormat getOutputFormat(String portName, FrameFormat inputFormat) {
7265953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        return convertInputFormat(inputFormat);
7365953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn    }
7465953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn
7565953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn    private void checkOutputDimensions(int outputWidth, int outputHeight) {
7665953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        if (outputWidth <= 0 || outputHeight <= 0) {
7765953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn            throw new RuntimeException("Invalid output dimensions: " +
7865953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn                                       outputWidth + " " + outputHeight);
7965953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        }
8065953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn    }
8165953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn
8265953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn    private FrameFormat convertInputFormat(FrameFormat inputFormat) {
8365953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        int ow = mOWidth;
8465953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        int oh = mOHeight;
8565953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        int w = inputFormat.getWidth();
8665953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        int h = inputFormat.getHeight();
8765953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        if (mOWidth == FrameFormat.SIZE_UNSPECIFIED) {
8865953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn            ow = w;
8965953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        }
9065953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        if (mOHeight == FrameFormat.SIZE_UNSPECIFIED) {
9165953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn            oh = h;
9265953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        }
9365953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        if (mKeepAspectRatio) {
9465953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn            // if keep aspect ratio, use the bigger dimension to determine the
9565953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn            // final output size
9665953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn            if (w > h) {
9765953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn                ow = Math.max(ow, oh);
9865953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn                oh = ow * h / w;
9965953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn            } else {
10065953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn                oh = Math.max(ow, oh);
10165953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn                ow = oh * w / h;
10265953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn            }
10365953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        }
10465953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        ow = (ow > 0 && ow < 4) ? 4 : (ow / 4) * 4; // ensure width is multiple of 4
10565953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        return ImageFormat.create(ow, oh,
10665953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn                                  ImageFormat.COLORSPACE_GRAY,
10765953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn                                  FrameFormat.TARGET_NATIVE);
10865953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn    }
10965953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn
11065953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn    @Override
11165953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn    public void prepare(FilterContext context) {
11265953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        mProgram = new ShaderProgram(context, mColorToPackedGrayShader);
11365953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn    }
11465953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn
11565953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn    @Override
11665953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn    public void process(FilterContext context) {
11765953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        Frame input = pullInput("image");
11865953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        FrameFormat inputFormat = input.getFormat();
11965953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        FrameFormat outputFormat = convertInputFormat(inputFormat);
12065953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        int ow = outputFormat.getWidth();
12165953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        int oh = outputFormat.getHeight();
12265953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        checkOutputDimensions(ow, oh);
12365953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        mProgram.setHostValue("pix_stride", 1.0f / ow);
12465953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn
12565953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        // Do the RGBA to luminance conversion.
12665953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        MutableFrameFormat tempFrameFormat = inputFormat.mutableCopy();
12765953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        tempFrameFormat.setDimensions(ow / 4, oh);
12865953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        Frame temp = context.getFrameManager().newFrame(tempFrameFormat);
12965953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        mProgram.process(input, temp);
13065953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn
13165953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        // Read frame from GPU to CPU.
13265953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        Frame output = context.getFrameManager().newFrame(outputFormat);
13365953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        output.setDataFromFrame(temp);
13465953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        temp.release();
13565953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn
13665953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        // Push output and yield ownership.
13765953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        pushOutput("image", output);
13865953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        output.release();
13965953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn    }
14065953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn
14165953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn}
142