165953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn/*
265953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn * Copyright (C) 2011 The Android Open Source Project
365953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn *
465953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn * Licensed under the Apache License, Version 2.0 (the "License");
565953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn * you may not use this file except in compliance with the License.
665953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn * You may obtain a copy of the License at
765953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn *
865953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn *      http://www.apache.org/licenses/LICENSE-2.0
965953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn *
1065953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn * Unless required by applicable law or agreed to in writing, software
1165953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn * distributed under the License is distributed on an "AS IS" BASIS,
1265953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
1365953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn * See the License for the specific language governing permissions and
1465953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn * limitations under the License.
1565953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn */
1665953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn
1765953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn
1865953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Rennpackage android.filterpacks.imageproc;
1965953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn
2065953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Rennimport android.filterfw.core.Filter;
2165953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Rennimport android.filterfw.core.FilterContext;
2265953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Rennimport android.filterfw.core.Frame;
2365953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Rennimport android.filterfw.core.FrameFormat;
2465953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Rennimport android.filterfw.core.Program;
2565953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Rennimport android.filterfw.format.ImageFormat;
2665953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn
2765953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Rennimport java.lang.reflect.Field;
2865953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn
2965953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn/**
3065953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn * @hide
3165953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn */
3265953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Rennpublic abstract class SimpleImageFilter extends Filter {
3365953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn
3465953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn    protected int mCurrentTarget = FrameFormat.TARGET_UNSPECIFIED;
3565953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn    protected Program mProgram;
3665953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn    protected String mParameterName;
3765953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn
3865953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn    public SimpleImageFilter(String name, String parameterName) {
3965953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        super(name);
4065953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        mParameterName = parameterName;
4165953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn    }
4265953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn
4365953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn    @Override
4465953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn    public void setupPorts() {
4565953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        if (mParameterName != null) {
4665953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn            try {
4765953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn                Field programField = SimpleImageFilter.class.getDeclaredField("mProgram");
4865953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn                addProgramPort(mParameterName, mParameterName, programField, float.class, false);
4965953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn            } catch (NoSuchFieldException e) {
5065953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn                throw new RuntimeException("Internal Error: mProgram field not found!");
5165953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn            }
5265953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        }
5365953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        addMaskedInputPort("image", ImageFormat.create(ImageFormat.COLORSPACE_RGBA));
5465953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        addOutputBasedOnInput("image", "image");
5565953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn    }
5665953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn
5765953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn    @Override
5865953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn    public FrameFormat getOutputFormat(String portName, FrameFormat inputFormat) {
5965953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        return inputFormat;
6065953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn    }
6165953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn
6265953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn    @Override
6365953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn    public void process(FilterContext context) {
6465953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        // Get input frame
6565953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        Frame input = pullInput("image");
6665953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        FrameFormat inputFormat = input.getFormat();
6765953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn
6865953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        // Create output frame
6965953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        Frame output = context.getFrameManager().newFrame(inputFormat);
7065953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn
7165953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        // Create program if not created already
7265953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        updateProgramWithTarget(inputFormat.getTarget(), context);
7365953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn
7465953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        // Process
7565953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        mProgram.process(input, output);
7665953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn
7765953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        // Push output
7865953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        pushOutput("image", output);
7965953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn
8065953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        // Release pushed frame
8165953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        output.release();
8265953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn    }
8365953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn
8465953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn    protected void updateProgramWithTarget(int target, FilterContext context) {
8565953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        if (target != mCurrentTarget) {
8665953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn            switch (target) {
8765953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn                case FrameFormat.TARGET_NATIVE:
8865953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn                    mProgram = getNativeProgram(context);
8965953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn                    break;
9065953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn
9165953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn                case FrameFormat.TARGET_GPU:
9265953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn                    mProgram = getShaderProgram(context);
9365953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn                    break;
9465953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn
9565953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn                default:
9665953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn                    mProgram = null;
9765953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn                    break;
9865953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn            }
9965953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn            if (mProgram == null) {
10065953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn                throw new RuntimeException("Could not create a program for image filter " + this + "!");
10165953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn            }
10265953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn            initProgramInputs(mProgram, context);
10365953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn            mCurrentTarget = target;
10465953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        }
10565953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn    }
10665953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn
10765953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn    protected abstract Program getNativeProgram(FilterContext context);
10865953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn
10965953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn    protected abstract Program getShaderProgram(FilterContext context);
11065953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn}
111