1227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks/*
2227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks * Copyright 2013 The Android Open Source Project
3227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks *
4227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks * Licensed under the Apache License, Version 2.0 (the "License");
5227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks * you may not use this file except in compliance with the License.
6227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks * You may obtain a copy of the License at
7227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks *
8227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks *      http://www.apache.org/licenses/LICENSE-2.0
9227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks *
10227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks * Unless required by applicable law or agreed to in writing, software
11227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks * distributed under the License is distributed on an "AS IS" BASIS,
12227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks * See the License for the specific language governing permissions and
14227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks * limitations under the License.
15227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks */
16227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks
17227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendrickspackage androidx.media.filterfw.samples.simplecamera;
18227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks
19227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricksimport android.util.Log;
20227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricksimport androidx.media.filterfw.Filter;
21227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricksimport androidx.media.filterfw.Frame;
22227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricksimport androidx.media.filterfw.FrameImage2D;
23227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricksimport androidx.media.filterfw.FrameType;
24227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricksimport androidx.media.filterfw.FrameValue;
25227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricksimport androidx.media.filterfw.MffContext;
26227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricksimport androidx.media.filterfw.OutputPort;
27227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricksimport androidx.media.filterfw.Signature;
28227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks
29227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricksimport java.nio.ByteBuffer;
30227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks
31227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendrickspublic class ExposureFilter extends Filter {
32227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks
33227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks    private FrameType mImageType;
34227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks    private static final String TAG = "ExposureFilter";
35227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks    private static boolean mLogVerbose = Log.isLoggable(TAG, Log.VERBOSE);
36227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks    private static int OVER_EXPOSURE_TOLERANCE = 5;
37227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks
38227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks    public ExposureFilter(MffContext context, String name) {
39227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks        super(context, name);
40227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks    }
41227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks
42227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks    @Override
43227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks    public Signature getSignature() {
44227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks        FrameType imageIn = FrameType.image2D(FrameType.ELEMENT_RGBA8888, FrameType.READ_GPU);
45227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks        FrameType floatT = FrameType.single(float.class);
46227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks        return new Signature().addInputPort("image", Signature.PORT_REQUIRED, imageIn)
47227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks                .addOutputPort("overExposedNum", Signature.PORT_OPTIONAL, floatT)
48227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks                .addOutputPort("overExposureRating", Signature.PORT_REQUIRED, floatT)
49227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks                .addOutputPort("underExposedNum", Signature.PORT_OPTIONAL, floatT)
50227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks                .addOutputPort("underExposureRating", Signature.PORT_REQUIRED, floatT)
51227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks                .disallowOtherPorts();
52227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks
53227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks    }
54227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks
55227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks    @Override
56227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks    protected void onProcess() {
57227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks        FrameImage2D inputImage = getConnectedInputPort("image").pullFrame().asFrameImage2D();
58227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks
59227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks        float overExposedPixels, underExposedPixels;
60227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks        ByteBuffer inputBuffer = inputImage.lockBytes(Frame.MODE_READ);
61227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks
62227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks        overExposedPixels = overExposureOperator(inputImage.getWidth(),
63227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks                                                 inputImage.getHeight(),
64227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks                                                 inputBuffer);
65227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks        underExposedPixels = underExposureOperator(inputImage.getWidth(),
66227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks                                                   inputImage.getHeight(),
67227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks                                                   inputBuffer);
68227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks        inputImage.unlock();
69227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks
70227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks
71227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks        if (mLogVerbose) Log.v(TAG, "underExposedPixelCount: " + underExposedPixels);
72227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks
73227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks        OutputPort underPort = getConnectedOutputPort("underExposedNum");
74227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks        if (underPort != null) {
75227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks            FrameValue underOutFrame = underPort.fetchAvailableFrame(null).asFrameValue();
76227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks            underOutFrame.setValue(underExposedPixels*inputImage.getWidth()*inputImage.getHeight());
77227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks            underPort.pushFrame(underOutFrame);
78227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks        }
79227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks
80227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks
81227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks        OutputPort underPort2 = getConnectedOutputPort("underExposureRating");
82227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks        FrameValue underOutFrame2 = underPort2.fetchAvailableFrame(null).asFrameValue();
83227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks        underOutFrame2.setValue(underExposedPixels);
84227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks        underPort2.pushFrame(underOutFrame2);
85227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks
86227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks        if (mLogVerbose) Log.v(TAG, "overExposedPixelCount: " + overExposedPixels);
87227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks
88227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks        OutputPort overPort = getConnectedOutputPort("overExposedNum");
89227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks        if (overPort != null) {
90227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks            FrameValue overOutFrame = overPort.fetchAvailableFrame(null).asFrameValue();
91227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks            overOutFrame.setValue(overExposedPixels*inputImage.getWidth()*inputImage.getHeight());
92227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks            overPort.pushFrame(overOutFrame);
93227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks        }
94227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks
95227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks
96227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks        OutputPort overPort2 = getConnectedOutputPort("overExposureRating");
97227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks        FrameValue overOutFrame2 = overPort2.fetchAvailableFrame(null).asFrameValue();
98227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks        overOutFrame2.setValue(overExposedPixels);
99227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks        overPort2.pushFrame(overOutFrame2);
100227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks
101227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks    }
102227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks
103227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks    private static native float overExposureOperator(int width, int height,
104227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks            ByteBuffer imageBuffer);
105227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks    private static native float underExposureOperator(int width, int height,
106227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks            ByteBuffer imageBuffer);
107227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks
108227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks    static {
109227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks        System.loadLibrary("smartcamera_jni");
110227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks    }
111227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks}
112