165953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn/*
265953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn * Copyright (C) 2011 The Android Open Source Project
365953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn *
465953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn * Licensed under the Apache License, Version 2.0 (the "License");
565953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn * you may not use this file except in compliance with the License.
665953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn * You may obtain a copy of the License at
765953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn *
865953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn *      http://www.apache.org/licenses/LICENSE-2.0
965953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn *
1065953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn * Unless required by applicable law or agreed to in writing, software
1165953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn * distributed under the License is distributed on an "AS IS" BASIS,
1265953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
1365953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn * See the License for the specific language governing permissions and
1465953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn * limitations under the License.
1565953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn */
1665953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn
1765953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Rennpackage android.filterpacks.imageproc;
1865953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn
1965953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Rennimport android.filterfw.core.Filter;
2065953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Rennimport android.filterfw.core.FilterContext;
2165953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Rennimport android.filterfw.core.Frame;
2265953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Rennimport android.filterfw.core.FrameFormat;
2365953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Rennimport android.filterfw.core.GenerateFieldPort;
2465953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Rennimport android.filterfw.core.MutableFrameFormat;
2565953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Rennimport android.filterfw.core.Program;
2665953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Rennimport android.filterfw.core.ShaderProgram;
2765953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Rennimport android.filterfw.format.ImageFormat;
2865953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn
2965953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Rennpublic class ImageSlicer extends Filter {
3065953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn
3165953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn    @GenerateFieldPort(name = "xSlices")
3265953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn    private int mXSlices;
3365953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn
3465953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn    @GenerateFieldPort(name = "ySlices")
3565953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn    private int mYSlices;
3665953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn
3765953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn    @GenerateFieldPort(name = "padSize")
3865953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn    private int mPadSize;
3965953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn
4065953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn    // The current slice index from 0 to xSlices * ySlices
4165953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn    private int mSliceIndex;
4265953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn
4365953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn    private Frame mOriginalFrame;
4465953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn
4565953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn    private Program mProgram;
4665953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn
4765953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn    private int mInputWidth;
4865953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn    private int mInputHeight;
4965953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn
5065953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn    private int mSliceWidth;
5165953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn    private int mSliceHeight;
5265953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn
5365953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn    private int mOutputWidth;
5465953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn    private int mOutputHeight;
5565953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn
5665953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn    public ImageSlicer(String name) {
5765953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        super(name);
5865953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        mSliceIndex = 0;
5965953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn    }
6065953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn
6165953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn    @Override
6265953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn    public void setupPorts() {
6365953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        addMaskedInputPort("image", ImageFormat.create(ImageFormat.COLORSPACE_RGBA,
6465953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn                                                       FrameFormat.TARGET_GPU));
6565953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        addOutputBasedOnInput("image", "image");
6665953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn    }
6765953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn
6865953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn    @Override
6965953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn    public FrameFormat getOutputFormat(String portName, FrameFormat inputFormat) {
7065953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        return inputFormat;
7165953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn    }
7265953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn
7365953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn    private void calcOutputFormatForInput(Frame frame) {
7465953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn
7565953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        // calculate the output size based on input size, xSlices, and ySlices
7665953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        mInputWidth = frame.getFormat().getWidth();
7765953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        mInputHeight = frame.getFormat().getHeight();
7865953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn
7965953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        mSliceWidth = (mInputWidth + mXSlices - 1) / mXSlices;
8065953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        mSliceHeight = (mInputHeight + mYSlices - 1)/ mYSlices;
8165953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn
8265953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        mOutputWidth = mSliceWidth + mPadSize * 2;
8365953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        mOutputHeight = mSliceHeight + mPadSize * 2;
8465953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn    }
8565953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn
8665953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn
8765953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn    @Override
8865953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn    public void process(FilterContext context) {
8965953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn
9065953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        // Get input frame
9165953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        if (mSliceIndex == 0) {
9265953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn            mOriginalFrame = pullInput("image");
9365953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn            calcOutputFormatForInput(mOriginalFrame);
9465953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        }
9565953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn
9665953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        FrameFormat inputFormat = mOriginalFrame.getFormat();
9765953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        MutableFrameFormat outputFormat = inputFormat.mutableCopy();
9865953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        outputFormat.setDimensions(mOutputWidth, mOutputHeight);
9965953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn
10065953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        // Create output frame
10165953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        Frame output = context.getFrameManager().newFrame(outputFormat);
10265953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn
10365953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        // Create the program if not created already
10465953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        if (mProgram == null) {
10565953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn            mProgram = ShaderProgram.createIdentity(context);
10665953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        }
10765953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn
10865953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        // Calculate the four corner of the source region
10965953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        int xSliceIndex = mSliceIndex % mXSlices;
11065953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        int ySliceIndex = mSliceIndex / mXSlices;
11165953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn
11265953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        // TODO(rslin) : not sure shifting by 0.5 is needed.
11365953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        float x0 = (xSliceIndex * mSliceWidth - mPadSize) / ((float) mInputWidth);
11465953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        float y0 = (ySliceIndex * mSliceHeight - mPadSize) / ((float) mInputHeight);
11565953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn
11665953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        ((ShaderProgram) mProgram).setSourceRect(x0, y0,
11765953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn                                                 ((float) mOutputWidth) / mInputWidth,
11865953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn                                                 ((float) mOutputHeight) / mInputHeight);
11965953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn
12065953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        // Process
12165953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        mProgram.process(mOriginalFrame, output);
12265953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        mSliceIndex++;
12365953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn
12465953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        if (mSliceIndex == mXSlices * mYSlices) {
12565953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn            mSliceIndex = 0;
12665953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn            mOriginalFrame.release();
12765953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn            setWaitsOnInputPort("image", true);
12865953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        } else {
12965953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn            // Retain the original frame so it can be used next time.
13065953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn            mOriginalFrame.retain();
13165953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn            setWaitsOnInputPort("image", false);
13265953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        }
13365953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn
13465953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        // Push output
13565953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        pushOutput("image", output);
13665953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn
13765953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        // Release pushed frame
13865953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        output.release();
13965953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn    }
14065953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn}
141