165953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn/*
265953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn * Copyright (C) 2011 The Android Open Source Project
365953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn *
465953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn * Licensed under the Apache License, Version 2.0 (the "License");
565953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn * you may not use this file except in compliance with the License.
665953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn * You may obtain a copy of the License at
765953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn *
865953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn *      http://www.apache.org/licenses/LICENSE-2.0
965953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn *
1065953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn * Unless required by applicable law or agreed to in writing, software
1165953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn * distributed under the License is distributed on an "AS IS" BASIS,
1265953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
1365953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn * See the License for the specific language governing permissions and
1465953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn * limitations under the License.
1565953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn */
1665953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn
1765953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn
1865953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Rennpackage android.filterpacks.imageproc;
1965953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn
2065953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Rennimport android.filterfw.core.Filter;
2165953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Rennimport android.filterfw.core.FilterContext;
2265953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Rennimport android.filterfw.core.Frame;
2365953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Rennimport android.filterfw.core.FrameFormat;
2465953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Rennimport android.filterfw.core.KeyValueMap;
2565953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Rennimport android.filterfw.core.NativeProgram;
2665953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Rennimport android.filterfw.core.NativeFrame;
2765953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Rennimport android.filterfw.core.Program;
2865953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Rennimport android.filterfw.core.ShaderProgram;
2965953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Rennimport android.filterfw.format.ImageFormat;
3065953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn
3165953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Rennimport java.lang.reflect.Field;
3265953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Rennimport java.util.HashSet;
3365953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Rennimport java.util.Set;
3465953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn
3565953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn/**
3665953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn * @hide
3765953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn */
3865953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Rennpublic abstract class ImageCombineFilter extends Filter {
3965953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn
4065953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn    protected Program mProgram;
4165953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn    protected String[] mInputNames;
4265953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn    protected String mOutputName;
4365953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn    protected String mParameterName;
4465953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn    protected int mCurrentTarget = FrameFormat.TARGET_UNSPECIFIED;
4565953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn
4665953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn    public ImageCombineFilter(String name,
4765953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn                              String[] inputNames,
4865953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn                              String outputName,
4965953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn                              String parameterName) {
5065953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        super(name);
5165953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        mInputNames = inputNames;
5265953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        mOutputName = outputName;
5365953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        mParameterName = parameterName;
5465953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn    }
5565953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn
5665953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn    @Override
5765953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn    public void setupPorts() {
5865953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        if (mParameterName != null) {
5965953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn            try {
6065953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn                Field programField = ImageCombineFilter.class.getDeclaredField("mProgram");
6165953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn                addProgramPort(mParameterName, mParameterName, programField, float.class, false);
6265953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn            } catch (NoSuchFieldException e) {
6365953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn                throw new RuntimeException("Internal Error: mProgram field not found!");
6465953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn            }
6565953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        }
6665953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        for (String inputName : mInputNames) {
6765953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn            addMaskedInputPort(inputName, ImageFormat.create(ImageFormat.COLORSPACE_RGBA));
6865953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        }
6965953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        addOutputBasedOnInput(mOutputName, mInputNames[0]);
7065953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn    }
7165953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn
7265953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn    @Override
7365953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn    public FrameFormat getOutputFormat(String portName, FrameFormat inputFormat) {
7465953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        return inputFormat;
7565953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn    }
7665953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn
7765953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn    private void assertAllInputTargetsMatch() {
7865953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        int target = getInputFormat(mInputNames[0]).getTarget();
7965953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        for (String inputName : mInputNames) {
8065953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn            if (target != getInputFormat(inputName).getTarget()) {
8165953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn                throw new RuntimeException("Type mismatch of input formats in filter " + this
8265953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn                    + ". All input frames must have the same target!");
8365953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn            }
8465953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        }
8565953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn    }
8665953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn
8765953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn    @Override
8865953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn    public void process(FilterContext context) {
8965953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        // Pull input frames
9065953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        int i = 0;
9165953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        Frame[] inputs = new Frame[mInputNames.length];
9265953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        for (String inputName : mInputNames) {
9365953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn            inputs[i++] = pullInput(inputName);
9465953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        }
9565953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn
9665953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        // Create output frame
9765953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        Frame output = context.getFrameManager().newFrame(inputs[0].getFormat());
9865953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn
9965953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        // Make sure we have a program
10065953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        updateProgramWithTarget(inputs[0].getFormat().getTarget(), context);
10165953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn
10265953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        // Process
10365953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        mProgram.process(inputs, output);
10465953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn
10565953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        // Push output
10665953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        pushOutput(mOutputName, output);
10765953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn
10865953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        // Release pushed frame
10965953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        output.release();
11065953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn    }
11165953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn
11265953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn    protected void updateProgramWithTarget(int target, FilterContext context) {
11365953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        if (target != mCurrentTarget) {
11465953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn            switch (target) {
11565953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn                case FrameFormat.TARGET_NATIVE:
11665953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn                    mProgram = getNativeProgram(context);
11765953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn                    break;
11865953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn
11965953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn                case FrameFormat.TARGET_GPU:
12065953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn                    mProgram = getShaderProgram(context);
12165953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn                    break;
12265953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn
12365953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn                default:
12465953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn                    mProgram = null;
12565953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn                    break;
12665953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn            }
12765953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn            if (mProgram == null) {
12865953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn                throw new RuntimeException("Could not create a program for image filter "
12965953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn                    + this + "!");
13065953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn            }
13165953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn            initProgramInputs(mProgram, context);
13265953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn            mCurrentTarget = target;
13365953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn        }
13465953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn    }
13565953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn
13665953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn    protected abstract Program getNativeProgram(FilterContext context);
13765953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn
13865953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn    protected abstract Program getShaderProgram(FilterContext context);
13965953da4636fbf5f0a24b8f5f2b5fa7d76ff13d9Marius Renn}
140