165953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn/*
265953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn * Copyright (C) 2011 The Android Open Source Project
365953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn *
465953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn * Licensed under the Apache License, Version 2.0 (the "License");
565953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn * you may not use this file except in compliance with the License.
665953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn * You may obtain a copy of the License at
765953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn *
865953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn *      http://www.apache.org/licenses/LICENSE-2.0
965953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn *
1065953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn * Unless required by applicable law or agreed to in writing, software
1165953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn * distributed under the License is distributed on an "AS IS" BASIS,
1265953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
1365953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn * See the License for the specific language governing permissions and
1465953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn * limitations under the License.
1565953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn */
1665953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn
1765953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn
1865953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Rennpackage android.filterpacks.imageproc;
1965953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn
2065953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Rennimport android.filterfw.core.Filter;
2165953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Rennimport android.filterfw.core.FilterContext;
2265953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Rennimport android.filterfw.core.Frame;
2365953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Rennimport android.filterfw.core.FrameFormat;
2465953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Rennimport android.filterfw.core.KeyValueMap;
2565953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Rennimport android.filterfw.core.NativeProgram;
2665953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Rennimport android.filterfw.core.NativeFrame;
2765953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Rennimport android.filterfw.core.Program;
2865953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Rennimport android.filterfw.core.ShaderProgram;
2965953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Rennimport android.filterfw.format.ImageFormat;
3065953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn
3165953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Rennimport java.lang.reflect.Field;
3265953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Rennimport java.util.HashSet;
3365953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Rennimport java.util.Set;
3465953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn
3565953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn/**
3665953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn * @hide
3765953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn */
3865953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Rennpublic abstract class SimpleImageFilter extends Filter {
3965953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn
4065953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn    protected int mCurrentTarget = FrameFormat.TARGET_UNSPECIFIED;
4165953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn    protected Program mProgram;
4265953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn    protected String mParameterName;
4365953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn
4465953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn    public SimpleImageFilter(String name, String parameterName) {
4565953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        super(name);
4665953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        mParameterName = parameterName;
4765953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn    }
4865953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn
4965953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn    @Override
5065953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn    public void setupPorts() {
5165953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        if (mParameterName != null) {
5265953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn            try {
5365953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn                Field programField = SimpleImageFilter.class.getDeclaredField("mProgram");
5465953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn                addProgramPort(mParameterName, mParameterName, programField, float.class, false);
5565953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn            } catch (NoSuchFieldException e) {
5665953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn                throw new RuntimeException("Internal Error: mProgram field not found!");
5765953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn            }
5865953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        }
5965953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        addMaskedInputPort("image", ImageFormat.create(ImageFormat.COLORSPACE_RGBA));
6065953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        addOutputBasedOnInput("image", "image");
6165953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn    }
6265953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn
6365953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn    @Override
6465953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn    public FrameFormat getOutputFormat(String portName, FrameFormat inputFormat) {
6565953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        return inputFormat;
6665953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn    }
6765953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn
6865953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn    @Override
6965953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn    public void process(FilterContext context) {
7065953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        // Get input frame
7165953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        Frame input = pullInput("image");
7265953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        FrameFormat inputFormat = input.getFormat();
7365953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn
7465953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        // Create output frame
7565953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        Frame output = context.getFrameManager().newFrame(inputFormat);
7665953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn
7765953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        // Create program if not created already
7865953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        updateProgramWithTarget(inputFormat.getTarget(), context);
7965953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn
8065953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        // Process
8165953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        mProgram.process(input, output);
8265953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn
8365953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        // Push output
8465953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        pushOutput("image", output);
8565953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn
8665953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        // Release pushed frame
8765953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        output.release();
8865953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn    }
8965953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn
9065953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn    protected void updateProgramWithTarget(int target, FilterContext context) {
9165953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        if (target != mCurrentTarget) {
9265953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn            switch (target) {
9365953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn                case FrameFormat.TARGET_NATIVE:
9465953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn                    mProgram = getNativeProgram(context);
9565953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn                    break;
9665953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn
9765953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn                case FrameFormat.TARGET_GPU:
9865953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn                    mProgram = getShaderProgram(context);
9965953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn                    break;
10065953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn
10165953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn                default:
10265953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn                    mProgram = null;
10365953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn                    break;
10465953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn            }
10565953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn            if (mProgram == null) {
10665953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn                throw new RuntimeException("Could not create a program for image filter " + this + "!");
10765953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn            }
10865953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn            initProgramInputs(mProgram, context);
10965953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn            mCurrentTarget = target;
11065953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        }
11165953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn    }
11265953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn
11365953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn    protected abstract Program getNativeProgram(FilterContext context);
11465953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn
11565953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn    protected abstract Program getShaderProgram(FilterContext context);
11665953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn}
117