16570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin/*
26570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin * Copyright (C) 2011 The Android Open Source Project
36570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin *
46570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin * Licensed under the Apache License, Version 2.0 (the "License");
56570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin * you may not use this file except in compliance with the License.
66570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin * You may obtain a copy of the License at
76570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin *
86570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin *      http://www.apache.org/licenses/LICENSE-2.0
96570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin *
106570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin * Unless required by applicable law or agreed to in writing, software
116570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin * distributed under the License is distributed on an "AS IS" BASIS,
126570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
136570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin * See the License for the specific language governing permissions and
146570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin * limitations under the License.
156570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin */
166570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin
176570ec1c3edb8071446791001872d8ba87659200Ruei-sung Linpackage android.filterpacks.imageproc;
186570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin
196570ec1c3edb8071446791001872d8ba87659200Ruei-sung Linimport android.filterfw.core.Filter;
206570ec1c3edb8071446791001872d8ba87659200Ruei-sung Linimport android.filterfw.core.FilterContext;
216570ec1c3edb8071446791001872d8ba87659200Ruei-sung Linimport android.filterfw.core.Frame;
226570ec1c3edb8071446791001872d8ba87659200Ruei-sung Linimport android.filterfw.core.FrameFormat;
236570ec1c3edb8071446791001872d8ba87659200Ruei-sung Linimport android.filterfw.core.GenerateFieldPort;
246570ec1c3edb8071446791001872d8ba87659200Ruei-sung Linimport android.filterfw.core.KeyValueMap;
256570ec1c3edb8071446791001872d8ba87659200Ruei-sung Linimport android.filterfw.core.NativeProgram;
266570ec1c3edb8071446791001872d8ba87659200Ruei-sung Linimport android.filterfw.core.NativeFrame;
276570ec1c3edb8071446791001872d8ba87659200Ruei-sung Linimport android.filterfw.core.Program;
286570ec1c3edb8071446791001872d8ba87659200Ruei-sung Linimport android.filterfw.core.ShaderProgram;
296570ec1c3edb8071446791001872d8ba87659200Ruei-sung Linimport android.filterfw.format.ImageFormat;
306570ec1c3edb8071446791001872d8ba87659200Ruei-sung Linimport android.filterpacks.imageproc.ImageCombineFilter;
316570ec1c3edb8071446791001872d8ba87659200Ruei-sung Linimport android.graphics.Bitmap;
326570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin
336570ec1c3edb8071446791001872d8ba87659200Ruei-sung Linimport android.util.Log;
346570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin
356570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin/**
366570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin * @hide
376570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin */
38ebdfce054988de002387c0bcedde7fda8a4f0eb0Marius Rennpublic class BitmapOverlayFilter extends Filter {
396570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin
40ebdfce054988de002387c0bcedde7fda8a4f0eb0Marius Renn    @GenerateFieldPort(name = "bitmap")
41ebdfce054988de002387c0bcedde7fda8a4f0eb0Marius Renn    private Bitmap mBitmap;
426570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin
436570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin    @GenerateFieldPort(name = "tile_size", hasDefault = true)
446570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin    private int mTileSize = 640;
456570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin
466570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin    private Program mProgram;
47ebdfce054988de002387c0bcedde7fda8a4f0eb0Marius Renn    private Frame mFrame;
486570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin
496570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin    private int mWidth = 0;
506570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin    private int mHeight = 0;
516570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin    private int mTarget = FrameFormat.TARGET_UNSPECIFIED;
526570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin
53ebdfce054988de002387c0bcedde7fda8a4f0eb0Marius Renn    private final String mOverlayShader =
546570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin            "precision mediump float;\n" +
556570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin            "uniform sampler2D tex_sampler_0;\n" +
566570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin            "uniform sampler2D tex_sampler_1;\n" +
576570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin            "varying vec2 v_texcoord;\n" +
586570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin            "void main() {\n" +
596570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin            "  vec4 original = texture2D(tex_sampler_0, v_texcoord);\n" +
606570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin            "  vec4 mask = texture2D(tex_sampler_1, v_texcoord);\n" +
616570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin            "  gl_FragColor = vec4(original.rgb * (1.0 - mask.a) + mask.rgb, 1.0);\n" +
626570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin            "}\n";
636570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin
64ebdfce054988de002387c0bcedde7fda8a4f0eb0Marius Renn    public BitmapOverlayFilter(String name) {
656570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin        super(name);
666570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin    }
676570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin
686570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin    @Override
696570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin    public void setupPorts() {
706570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin        addMaskedInputPort("image", ImageFormat.create(ImageFormat.COLORSPACE_RGBA));
716570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin        addOutputBasedOnInput("image", "image");
726570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin    }
736570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin
746570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin    @Override
756570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin    public FrameFormat getOutputFormat(String portName, FrameFormat inputFormat) {
766570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin        return inputFormat;
776570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin    }
786570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin
796570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin    public void initProgram(FilterContext context, int target) {
806570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin        switch (target) {
816570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin            case FrameFormat.TARGET_GPU:
82ebdfce054988de002387c0bcedde7fda8a4f0eb0Marius Renn                ShaderProgram shaderProgram = new ShaderProgram(context, mOverlayShader);
836570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin                shaderProgram.setMaximumTileSize(mTileSize);
846570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin                mProgram = shaderProgram;
856570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin                break;
866570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin
876570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin            default:
886570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin                throw new RuntimeException("Filter FisheyeFilter does not support frames of " +
896570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin                    "target " + target + "!");
906570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin        }
916570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin        mTarget = target;
926570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin    }
936570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin
946570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin    @Override
956570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin    public void tearDown(FilterContext context) {
96ebdfce054988de002387c0bcedde7fda8a4f0eb0Marius Renn        if (mFrame != null) {
97ebdfce054988de002387c0bcedde7fda8a4f0eb0Marius Renn            mFrame.release();
98ebdfce054988de002387c0bcedde7fda8a4f0eb0Marius Renn            mFrame = null;
996570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin        }
1006570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin    }
1016570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin
1026570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin    @Override
1036570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin    public void process(FilterContext context) {
1046570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin        // Get input frame
1056570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin        Frame input = pullInput("image");
1066570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin        FrameFormat inputFormat = input.getFormat();
1076570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin
1086570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin        // Create output frame
1096570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin        Frame output = context.getFrameManager().newFrame(inputFormat);
1106570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin
1116570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin        // Create program if not created already
1126570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin        if (mProgram == null || inputFormat.getTarget() != mTarget) {
1136570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin            initProgram(context, inputFormat.getTarget());
1146570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin        }
1156570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin
1166570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin        // Check if the frame size has changed
1176570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin        if (inputFormat.getWidth() != mWidth || inputFormat.getHeight() != mHeight) {
1186570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin            mWidth = inputFormat.getWidth();
1196570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin            mHeight = inputFormat.getHeight();
1206570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin
121ebdfce054988de002387c0bcedde7fda8a4f0eb0Marius Renn            createBitmapFrame(context);
1226570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin        }
1236570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin
1246570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin        // Process
125ebdfce054988de002387c0bcedde7fda8a4f0eb0Marius Renn        Frame[] inputs = {input, mFrame};
1266570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin        mProgram.process(inputs, output);
1276570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin
1286570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin        // Push output
1296570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin        pushOutput("image", output);
1306570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin
1316570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin        // Release pushed frame
1326570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin        output.release();
1336570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin    }
1346570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin
135ebdfce054988de002387c0bcedde7fda8a4f0eb0Marius Renn    private void createBitmapFrame(FilterContext context) {
136ebdfce054988de002387c0bcedde7fda8a4f0eb0Marius Renn        if (mBitmap != null) {
137ebdfce054988de002387c0bcedde7fda8a4f0eb0Marius Renn            FrameFormat format = ImageFormat.create(mBitmap.getWidth(),
138ebdfce054988de002387c0bcedde7fda8a4f0eb0Marius Renn                                                    mBitmap.getHeight(),
1396570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin                                                    ImageFormat.COLORSPACE_RGBA,
1406570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin                                                    FrameFormat.TARGET_GPU);
1416570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin
142ebdfce054988de002387c0bcedde7fda8a4f0eb0Marius Renn            if (mFrame != null) {
143ebdfce054988de002387c0bcedde7fda8a4f0eb0Marius Renn                mFrame.release();
1446570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin            }
1456570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin
146ebdfce054988de002387c0bcedde7fda8a4f0eb0Marius Renn            mFrame = context.getFrameManager().newFrame(format);
147ebdfce054988de002387c0bcedde7fda8a4f0eb0Marius Renn            mFrame.setBitmap(mBitmap);
1486570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin
149ebdfce054988de002387c0bcedde7fda8a4f0eb0Marius Renn            mBitmap.recycle();
150ebdfce054988de002387c0bcedde7fda8a4f0eb0Marius Renn            mBitmap = null;
1516570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin        }
1526570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin    }
1536570ec1c3edb8071446791001872d8ba87659200Ruei-sung Lin}
154