xref: /frameworks/base/tests/Camera2Tests/SmartCamera/SimpleCamera/src/androidx/media/filterfw/ToGrayValuesFilter.java

/*
 * Copyright 2013 The Android Open Source Project
 *
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 *      http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */

package androidx.media.filterpacks.image;

import androidx.media.filterfw.Filter;
import androidx.media.filterfw.Frame;
import androidx.media.filterfw.FrameBuffer2D;
import androidx.media.filterfw.FrameImage2D;
import androidx.media.filterfw.FrameType;
import androidx.media.filterfw.ImageShader;
import androidx.media.filterfw.MffContext;
import androidx.media.filterfw.OutputPort;
import androidx.media.filterfw.RenderTarget;
import androidx.media.filterfw.Signature;
import androidx.media.filterfw.geometry.Quad;

import java.nio.ByteBuffer;

public class ToGrayValuesFilter extends Filter {

    private final static String mGrayPackFragment =
        "precision mediump float;\n" +
        "const vec4 coeff_y = vec4(0.299, 0.587, 0.114, 0);\n" +
        "uniform sampler2D tex_sampler_0;\n" +
        "uniform float pix_stride;\n" +
        "varying vec2 v_texcoord;\n" +
        "void main() {\n" +
        "  for (int i = 0; i < 4; i++) {\n" +
        // Here is an example showing how this works:
        // Assuming the input texture is 1x4 while the output texture is 1x1
        // the coordinates of the 4 input pixels will be:
        // { (0.125, 0.5), (0.375, 0.5), (0.625, 0.5), (0.875, 0.5) }
        // and the coordinates of the 1 output pixels will be:
        // { (0.5, 0.5) }
        // the equation below locates the 4 input pixels from the coordinate of the output pixel
        "    vec4 p = texture2D(tex_sampler_0,\n" +
        "                       v_texcoord + vec2(pix_stride * (float(i) - 1.5), 0.0));\n" +
        "    gl_FragColor[i] = dot(p, coeff_y);\n" +
        "  }\n" +
        "}\n";

    private ImageShader mShader;

    private FrameType mImageInType;

    public ToGrayValuesFilter(MffContext context, String name) {
        super(context, name);
    }

    @Override
    public Signature getSignature() {
        mImageInType = FrameType.image2D(FrameType.ELEMENT_RGBA8888, FrameType.READ_GPU);
        FrameType imageOut = FrameType.buffer2D(FrameType.ELEMENT_INT8);
        return new Signature()
            .addInputPort("image", Signature.PORT_REQUIRED, mImageInType)
            .addOutputPort("image", Signature.PORT_REQUIRED, imageOut)
            .disallowOtherPorts();
    }

    @Override
    protected void onPrepare() {
        if (isOpenGLSupported()) {
            mShader = new ImageShader(mGrayPackFragment);
        }
    }

    @Override
    protected void onProcess() {
        OutputPort outPort = getConnectedOutputPort("image");
        FrameImage2D inputImage = getConnectedInputPort("image").pullFrame().asFrameImage2D();
        int[] dim = inputImage.getDimensions();
        FrameBuffer2D outputFrame;
        ByteBuffer grayBuffer;

        if (isOpenGLSupported()) {
            // crop out the portion of inputImage that will be used to generate outputFrame.
            int modular = dim[0] % 4;
            int[] outDim = new int[] {dim[0] - modular, dim[1]};
            outputFrame = outPort.fetchAvailableFrame(outDim).asFrameBuffer2D();
            grayBuffer = outputFrame.lockBytes(Frame.MODE_WRITE);

            int[] targetDims = new int[] { outDim[0] / 4, outDim[1] };
            FrameImage2D targetFrame = Frame.create(mImageInType, targetDims).asFrameImage2D();
            mShader.setSourceQuad(Quad.fromRect(0f, 0f, ((float)outDim[0])/dim[0], 1f));
            mShader.setUniformValue("pix_stride", 1f / outDim[0]);
            mShader.process(inputImage, targetFrame);
            RenderTarget grayTarget = targetFrame.lockRenderTarget();
            grayTarget.readPixelData(grayBuffer, targetDims[0], targetDims[1]);
            targetFrame.unlock();
            targetFrame.release();
        } else {
            outputFrame = outPort.fetchAvailableFrame(dim).asFrameBuffer2D();
            grayBuffer = outputFrame.lockBytes(Frame.MODE_WRITE);
            ByteBuffer inputBuffer  = inputImage.lockBytes(Frame.MODE_READ);
            if (!toGrayValues(inputBuffer, grayBuffer)) {
                throw new RuntimeException(
                        "Native implementation encountered an error during processing!");
            }
            inputImage.unlock();
        }
        outputFrame.unlock();
        outPort.pushFrame(outputFrame);
    }

    private static native boolean toGrayValues(ByteBuffer imageBuffer, ByteBuffer grayBuffer);

    static {
        System.loadLibrary("smartcamera_jni");
    }
}