DrawOverlayFilter.java revision 692c3bf7a1c7e2d5b1066cf7a1b057e993742c87
130ab3fc173709a491c9e2e103f53fb7c0d1b96b7Rodrigo Carceroni/*
230ab3fc173709a491c9e2e103f53fb7c0d1b96b7Rodrigo Carceroni * Copyright (C) 2011 The Android Open Source Project
330ab3fc173709a491c9e2e103f53fb7c0d1b96b7Rodrigo Carceroni *
430ab3fc173709a491c9e2e103f53fb7c0d1b96b7Rodrigo Carceroni * Licensed under the Apache License, Version 2.0 (the "License");
530ab3fc173709a491c9e2e103f53fb7c0d1b96b7Rodrigo Carceroni * you may not use this file except in compliance with the License.
630ab3fc173709a491c9e2e103f53fb7c0d1b96b7Rodrigo Carceroni * You may obtain a copy of the License at
730ab3fc173709a491c9e2e103f53fb7c0d1b96b7Rodrigo Carceroni *
830ab3fc173709a491c9e2e103f53fb7c0d1b96b7Rodrigo Carceroni *      http://www.apache.org/licenses/LICENSE-2.0
930ab3fc173709a491c9e2e103f53fb7c0d1b96b7Rodrigo Carceroni *
1030ab3fc173709a491c9e2e103f53fb7c0d1b96b7Rodrigo Carceroni * Unless required by applicable law or agreed to in writing, software
1130ab3fc173709a491c9e2e103f53fb7c0d1b96b7Rodrigo Carceroni * distributed under the License is distributed on an "AS IS" BASIS,
1230ab3fc173709a491c9e2e103f53fb7c0d1b96b7Rodrigo Carceroni * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
1330ab3fc173709a491c9e2e103f53fb7c0d1b96b7Rodrigo Carceroni * See the License for the specific language governing permissions and
1430ab3fc173709a491c9e2e103f53fb7c0d1b96b7Rodrigo Carceroni * limitations under the License.
1530ab3fc173709a491c9e2e103f53fb7c0d1b96b7Rodrigo Carceroni */
1630ab3fc173709a491c9e2e103f53fb7c0d1b96b7Rodrigo Carceroni
1730ab3fc173709a491c9e2e103f53fb7c0d1b96b7Rodrigo Carceroni
1830ab3fc173709a491c9e2e103f53fb7c0d1b96b7Rodrigo Carceronipackage android.filterpacks.imageproc;
1930ab3fc173709a491c9e2e103f53fb7c0d1b96b7Rodrigo Carceroni
2030ab3fc173709a491c9e2e103f53fb7c0d1b96b7Rodrigo Carceroniimport android.filterfw.core.Filter;
21692c3bf7a1c7e2d5b1066cf7a1b057e993742c87Marius Rennimport android.filterfw.core.FilterContext;
2230ab3fc173709a491c9e2e103f53fb7c0d1b96b7Rodrigo Carceroniimport android.filterfw.core.FilterParameter;
2330ab3fc173709a491c9e2e103f53fb7c0d1b96b7Rodrigo Carceroniimport android.filterfw.core.Frame;
2430ab3fc173709a491c9e2e103f53fb7c0d1b96b7Rodrigo Carceroniimport android.filterfw.core.FrameFormat;
2530ab3fc173709a491c9e2e103f53fb7c0d1b96b7Rodrigo Carceroniimport android.filterfw.core.GLFrame;
2630ab3fc173709a491c9e2e103f53fb7c0d1b96b7Rodrigo Carceroniimport android.filterfw.core.NativeProgram;
2730ab3fc173709a491c9e2e103f53fb7c0d1b96b7Rodrigo Carceroniimport android.filterfw.core.NativeFrame;
2830ab3fc173709a491c9e2e103f53fb7c0d1b96b7Rodrigo Carceroniimport android.filterfw.core.Program;
2930ab3fc173709a491c9e2e103f53fb7c0d1b96b7Rodrigo Carceroniimport android.filterfw.core.ShaderProgram;
3030ab3fc173709a491c9e2e103f53fb7c0d1b96b7Rodrigo Carceroniimport android.filterfw.geometry.Quad;
3130ab3fc173709a491c9e2e103f53fb7c0d1b96b7Rodrigo Carceroniimport android.opengl.GLES20;
3230ab3fc173709a491c9e2e103f53fb7c0d1b96b7Rodrigo Carceroni
3330ab3fc173709a491c9e2e103f53fb7c0d1b96b7Rodrigo Carceronipublic class DrawOverlayFilter extends Filter {
3430ab3fc173709a491c9e2e103f53fb7c0d1b96b7Rodrigo Carceroni
3530ab3fc173709a491c9e2e103f53fb7c0d1b96b7Rodrigo Carceroni    private ShaderProgram mProgram;
3630ab3fc173709a491c9e2e103f53fb7c0d1b96b7Rodrigo Carceroni    private FrameFormat mOutputFormat;
3730ab3fc173709a491c9e2e103f53fb7c0d1b96b7Rodrigo Carceroni
3830ab3fc173709a491c9e2e103f53fb7c0d1b96b7Rodrigo Carceroni    public DrawOverlayFilter(String name) {
3930ab3fc173709a491c9e2e103f53fb7c0d1b96b7Rodrigo Carceroni        super(name);
4030ab3fc173709a491c9e2e103f53fb7c0d1b96b7Rodrigo Carceroni    }
4130ab3fc173709a491c9e2e103f53fb7c0d1b96b7Rodrigo Carceroni
4230ab3fc173709a491c9e2e103f53fb7c0d1b96b7Rodrigo Carceroni    public String[] getInputNames() {
4330ab3fc173709a491c9e2e103f53fb7c0d1b96b7Rodrigo Carceroni        return new String[] { "source", "overlay", "box" };
4430ab3fc173709a491c9e2e103f53fb7c0d1b96b7Rodrigo Carceroni    }
4530ab3fc173709a491c9e2e103f53fb7c0d1b96b7Rodrigo Carceroni
4630ab3fc173709a491c9e2e103f53fb7c0d1b96b7Rodrigo Carceroni    public String[] getOutputNames() {
4730ab3fc173709a491c9e2e103f53fb7c0d1b96b7Rodrigo Carceroni        return new String[] { "image" };
4830ab3fc173709a491c9e2e103f53fb7c0d1b96b7Rodrigo Carceroni    }
4930ab3fc173709a491c9e2e103f53fb7c0d1b96b7Rodrigo Carceroni
50692c3bf7a1c7e2d5b1066cf7a1b057e993742c87Marius Renn    public boolean acceptsInputFormat(int index, FrameFormat format) {
5130ab3fc173709a491c9e2e103f53fb7c0d1b96b7Rodrigo Carceroni        switch(index) {
5230ab3fc173709a491c9e2e103f53fb7c0d1b96b7Rodrigo Carceroni            case 0: // source
5330ab3fc173709a491c9e2e103f53fb7c0d1b96b7Rodrigo Carceroni                if (format.isBinaryDataType() &&
5430ab3fc173709a491c9e2e103f53fb7c0d1b96b7Rodrigo Carceroni                    format.getTarget() == FrameFormat.TARGET_GPU) {
5530ab3fc173709a491c9e2e103f53fb7c0d1b96b7Rodrigo Carceroni                    mOutputFormat = format;
5630ab3fc173709a491c9e2e103f53fb7c0d1b96b7Rodrigo Carceroni                    return true;
5730ab3fc173709a491c9e2e103f53fb7c0d1b96b7Rodrigo Carceroni                }
5830ab3fc173709a491c9e2e103f53fb7c0d1b96b7Rodrigo Carceroni                return false;
5930ab3fc173709a491c9e2e103f53fb7c0d1b96b7Rodrigo Carceroni
6030ab3fc173709a491c9e2e103f53fb7c0d1b96b7Rodrigo Carceroni            case 1: // overlay
6130ab3fc173709a491c9e2e103f53fb7c0d1b96b7Rodrigo Carceroni                return (format.isBinaryDataType() &&
6230ab3fc173709a491c9e2e103f53fb7c0d1b96b7Rodrigo Carceroni                        format.getTarget() == FrameFormat.TARGET_GPU);
6330ab3fc173709a491c9e2e103f53fb7c0d1b96b7Rodrigo Carceroni
6430ab3fc173709a491c9e2e103f53fb7c0d1b96b7Rodrigo Carceroni            case 2: // box
6530ab3fc173709a491c9e2e103f53fb7c0d1b96b7Rodrigo Carceroni                return (format.getTarget() == FrameFormat.TARGET_JAVA &&
6630ab3fc173709a491c9e2e103f53fb7c0d1b96b7Rodrigo Carceroni                        format.getBaseType() == FrameFormat.TYPE_OBJECT &&
6730ab3fc173709a491c9e2e103f53fb7c0d1b96b7Rodrigo Carceroni                        Quad.class.isAssignableFrom(format.getObjectClass()));
6830ab3fc173709a491c9e2e103f53fb7c0d1b96b7Rodrigo Carceroni        }
6930ab3fc173709a491c9e2e103f53fb7c0d1b96b7Rodrigo Carceroni        return false;
7030ab3fc173709a491c9e2e103f53fb7c0d1b96b7Rodrigo Carceroni    }
7130ab3fc173709a491c9e2e103f53fb7c0d1b96b7Rodrigo Carceroni
72692c3bf7a1c7e2d5b1066cf7a1b057e993742c87Marius Renn    public FrameFormat getOutputFormat(int index) {
7330ab3fc173709a491c9e2e103f53fb7c0d1b96b7Rodrigo Carceroni        return mOutputFormat;
7430ab3fc173709a491c9e2e103f53fb7c0d1b96b7Rodrigo Carceroni    }
7530ab3fc173709a491c9e2e103f53fb7c0d1b96b7Rodrigo Carceroni
76692c3bf7a1c7e2d5b1066cf7a1b057e993742c87Marius Renn    public void prepare(FilterContext env) {
7730ab3fc173709a491c9e2e103f53fb7c0d1b96b7Rodrigo Carceroni        mProgram = ShaderProgram.createIdentity();
7830ab3fc173709a491c9e2e103f53fb7c0d1b96b7Rodrigo Carceroni    }
7930ab3fc173709a491c9e2e103f53fb7c0d1b96b7Rodrigo Carceroni
80692c3bf7a1c7e2d5b1066cf7a1b057e993742c87Marius Renn    public int process(FilterContext env) {
8130ab3fc173709a491c9e2e103f53fb7c0d1b96b7Rodrigo Carceroni        // Get input frame
8230ab3fc173709a491c9e2e103f53fb7c0d1b96b7Rodrigo Carceroni        Frame sourceFrame = pullInput(0);
8330ab3fc173709a491c9e2e103f53fb7c0d1b96b7Rodrigo Carceroni        Frame overlayFrame = pullInput(1);
8430ab3fc173709a491c9e2e103f53fb7c0d1b96b7Rodrigo Carceroni        Frame boxFrame = pullInput(2);
8530ab3fc173709a491c9e2e103f53fb7c0d1b96b7Rodrigo Carceroni
8630ab3fc173709a491c9e2e103f53fb7c0d1b96b7Rodrigo Carceroni        // Get the box
8730ab3fc173709a491c9e2e103f53fb7c0d1b96b7Rodrigo Carceroni        Quad box = (Quad)boxFrame.getObjectValue();
8830ab3fc173709a491c9e2e103f53fb7c0d1b96b7Rodrigo Carceroni        box = box.translated(1.0f, 1.0f).scaled(2.0f);
8930ab3fc173709a491c9e2e103f53fb7c0d1b96b7Rodrigo Carceroni
9030ab3fc173709a491c9e2e103f53fb7c0d1b96b7Rodrigo Carceroni        mProgram.setTargetRegion(box);
9130ab3fc173709a491c9e2e103f53fb7c0d1b96b7Rodrigo Carceroni
9230ab3fc173709a491c9e2e103f53fb7c0d1b96b7Rodrigo Carceroni        // Create output frame with copy of input
9330ab3fc173709a491c9e2e103f53fb7c0d1b96b7Rodrigo Carceroni        Frame output = env.getFrameManager().newFrame(mOutputFormat);
9430ab3fc173709a491c9e2e103f53fb7c0d1b96b7Rodrigo Carceroni        output.setDataFromFrame(sourceFrame);
9530ab3fc173709a491c9e2e103f53fb7c0d1b96b7Rodrigo Carceroni
9630ab3fc173709a491c9e2e103f53fb7c0d1b96b7Rodrigo Carceroni        // Draw onto output
9730ab3fc173709a491c9e2e103f53fb7c0d1b96b7Rodrigo Carceroni        mProgram.process(overlayFrame, output);
9830ab3fc173709a491c9e2e103f53fb7c0d1b96b7Rodrigo Carceroni
9930ab3fc173709a491c9e2e103f53fb7c0d1b96b7Rodrigo Carceroni        // Push output
10030ab3fc173709a491c9e2e103f53fb7c0d1b96b7Rodrigo Carceroni        putOutput(0, output);
10130ab3fc173709a491c9e2e103f53fb7c0d1b96b7Rodrigo Carceroni
10230ab3fc173709a491c9e2e103f53fb7c0d1b96b7Rodrigo Carceroni        // Release pushed frame
10330ab3fc173709a491c9e2e103f53fb7c0d1b96b7Rodrigo Carceroni        output.release();
10430ab3fc173709a491c9e2e103f53fb7c0d1b96b7Rodrigo Carceroni
10530ab3fc173709a491c9e2e103f53fb7c0d1b96b7Rodrigo Carceroni        // Wait for next input and free output
10630ab3fc173709a491c9e2e103f53fb7c0d1b96b7Rodrigo Carceroni        return Filter.STATUS_WAIT_FOR_ALL_INPUTS |
10730ab3fc173709a491c9e2e103f53fb7c0d1b96b7Rodrigo Carceroni               Filter.STATUS_WAIT_FOR_FREE_OUTPUTS;
10830ab3fc173709a491c9e2e103f53fb7c0d1b96b7Rodrigo Carceroni    }
10930ab3fc173709a491c9e2e103f53fb7c0d1b96b7Rodrigo Carceroni}
110