xref: /frameworks/base/tests/Camera2Tests/SmartCamera/SimpleCamera/src/androidx/media/filterfw/CropFilter.java

/*
 * Copyright (C) 2011 The Android Open Source Project
 *
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 *      http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */

package androidx.media.filterpacks.transform;

import android.graphics.Bitmap;
import android.graphics.Canvas;
import android.graphics.Matrix;
import android.graphics.Paint;

import androidx.media.filterfw.Filter;
import androidx.media.filterfw.FrameImage2D;
import androidx.media.filterfw.FrameType;
import androidx.media.filterfw.ImageShader;
import androidx.media.filterfw.InputPort;
import androidx.media.filterfw.MffContext;
import androidx.media.filterfw.OutputPort;
import androidx.media.filterfw.Signature;
import androidx.media.filterfw.geometry.Quad;

public class CropFilter extends Filter {

    private Quad mCropRect = Quad.fromRect(0f, 0f, 1f, 1f);
    private int mOutputWidth = 0;
    private int mOutputHeight = 0;
    private ImageShader mShader;
    private boolean mUseMipmaps = false;
    private FrameImage2D mPow2Frame = null;

    public CropFilter(MffContext context, String name) {
        super(context, name);
    }

    @Override
    public Signature getSignature() {
        FrameType imageIn = FrameType.image2D(FrameType.ELEMENT_RGBA8888, FrameType.READ_GPU);
        FrameType imageOut = FrameType.image2D(FrameType.ELEMENT_RGBA8888, FrameType.WRITE_GPU);
        return new Signature()
            .addInputPort("image", Signature.PORT_REQUIRED, imageIn)
            .addInputPort("cropRect", Signature.PORT_REQUIRED, FrameType.single(Quad.class))
            .addInputPort("outputWidth", Signature.PORT_OPTIONAL, FrameType.single(int.class))
            .addInputPort("outputHeight", Signature.PORT_OPTIONAL, FrameType.single(int.class))
            .addInputPort("useMipmaps", Signature.PORT_OPTIONAL, FrameType.single(boolean.class))
            .addOutputPort("image", Signature.PORT_REQUIRED, imageOut)
            .disallowOtherPorts();
    }

    @Override
    public void onInputPortOpen(InputPort port) {
        if (port.getName().equals("cropRect")) {
            port.bindToFieldNamed("mCropRect");
            port.setAutoPullEnabled(true);
        } else if (port.getName().equals("outputWidth")) {
            port.bindToFieldNamed("mOutputWidth");
            port.setAutoPullEnabled(true);
        } else if (port.getName().equals("outputHeight")) {
            port.bindToFieldNamed("mOutputHeight");
            port.setAutoPullEnabled(true);
        } else  if (port.getName().equals("useMipmaps")) {
            port.bindToFieldNamed("mUseMipmaps");
            port.setAutoPullEnabled(true);
        }
    }

    @Override
    protected void onPrepare() {
        if (isOpenGLSupported()) {
            mShader = ImageShader.createIdentity();
        }
    }

    @Override
    protected void onProcess() {
        OutputPort outPort = getConnectedOutputPort("image");

        // Pull input frame
        FrameImage2D inputImage = getConnectedInputPort("image").pullFrame().asFrameImage2D();
        int[] inDims = inputImage.getDimensions();
        int[] croppedDims = { (int)Math.ceil(mCropRect.xEdge().length() * inDims[0]),
                              (int)Math.ceil(mCropRect.yEdge().length() * inDims[1]) };
        int[] outDims = { getOutputWidth(croppedDims[0], croppedDims[1]),
                getOutputHeight(croppedDims[0], croppedDims[1]) };
        FrameImage2D outputImage = outPort.fetchAvailableFrame(outDims).asFrameImage2D();

        if (isOpenGLSupported()) {
            FrameImage2D sourceFrame;
            Quad sourceQuad = null;
            boolean scaleDown = (outDims[0] < croppedDims[0]) || (outDims[1] < croppedDims[1]);
            if (scaleDown && mUseMipmaps) {
                mPow2Frame = TransformUtils.makeMipMappedFrame(mPow2Frame, croppedDims);
                int[] extDims = mPow2Frame.getDimensions();
                float targetWidth = croppedDims[0] / (float)extDims[0];
                float targetHeight = croppedDims[1] / (float)extDims[1];
                Quad targetQuad = Quad.fromRect(0f, 0f, targetWidth, targetHeight);
                mShader.setSourceQuad(mCropRect);
                mShader.setTargetQuad(targetQuad);
                mShader.process(inputImage, mPow2Frame);
                TransformUtils.generateMipMaps(mPow2Frame);
                sourceFrame = mPow2Frame;
                sourceQuad = targetQuad;
            } else {
                sourceFrame = inputImage;
                sourceQuad = mCropRect;
            }

            mShader.setSourceQuad(sourceQuad);
            mShader.setTargetRect(0f, 0f, 1f, 1f);
            mShader.process(sourceFrame, outputImage);
        } else {
            // Convert quads to canvas coordinate space
            Quad sourceQuad = mCropRect.scale2(inDims[0], inDims[1]);
            Quad targetQuad = Quad.fromRect(0f, 0f, inDims[0], inDims[1]);

            // Calculate transform for crop
            Matrix transform = Quad.getTransform(sourceQuad, targetQuad);
            transform.postScale(outDims[0] / (float)inDims[0], outDims[1] / (float)inDims[1]);

            // Create target canvas
            Bitmap.Config config = Bitmap.Config.ARGB_8888;
            Bitmap cropped = Bitmap.createBitmap(outDims[0], outDims[1], config);
            Canvas canvas = new Canvas(cropped);

            // Draw source bitmap into target canvas
            Paint paint = new Paint();
            paint.setFilterBitmap(true);
            Bitmap sourceBitmap = inputImage.toBitmap();
            canvas.drawBitmap(sourceBitmap, transform, paint);

            // Assign bitmap to output frame
            outputImage.setBitmap(cropped);
        }

        outPort.pushFrame(outputImage);
    }

    @Override
    protected void onClose() {
        if (mPow2Frame != null){
            mPow2Frame.release();
            mPow2Frame = null;
        }
    }

    protected int getOutputWidth(int inWidth, int inHeight) {
        return mOutputWidth <= 0 ? inWidth : mOutputWidth;
    }

    protected int getOutputHeight(int inWidth, int inHeight) {
        return mOutputHeight <= 0 ? inHeight : mOutputHeight;
    }
}