1227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks/* 2227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks * Copyright 2013 The Android Open Source Project 3227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks * 4227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks * Licensed under the Apache License, Version 2.0 (the "License"); 5227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks * you may not use this file except in compliance with the License. 6227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks * You may obtain a copy of the License at 7227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks * 8227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks * http://www.apache.org/licenses/LICENSE-2.0 9227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks * 10227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks * Unless required by applicable law or agreed to in writing, software 11227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks * distributed under the License is distributed on an "AS IS" BASIS, 12227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 13227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks * See the License for the specific language governing permissions and 14227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks * limitations under the License. 15227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks */ 16227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks 17227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendrickspackage androidx.media.filterfw.samples.simplecamera; 18227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks 19227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricksimport android.util.Log; 20227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricksimport androidx.media.filterfw.Filter; 21227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricksimport androidx.media.filterfw.Frame; 22227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricksimport androidx.media.filterfw.FrameImage2D; 23227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricksimport androidx.media.filterfw.FrameType; 24227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricksimport androidx.media.filterfw.FrameValue; 25227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricksimport androidx.media.filterfw.MffContext; 26227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricksimport androidx.media.filterfw.OutputPort; 27227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricksimport androidx.media.filterfw.Signature; 28227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks 29227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricksimport java.nio.ByteBuffer; 30227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks 31227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendrickspublic class ExposureFilter extends Filter { 32227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks 33227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks private FrameType mImageType; 34227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks private static final String TAG = "ExposureFilter"; 35227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks private static boolean mLogVerbose = Log.isLoggable(TAG, Log.VERBOSE); 36227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks private static int OVER_EXPOSURE_TOLERANCE = 5; 37227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks 38227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks public ExposureFilter(MffContext context, String name) { 39227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks super(context, name); 40227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks } 41227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks 42227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks @Override 43227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks public Signature getSignature() { 44227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks FrameType imageIn = FrameType.image2D(FrameType.ELEMENT_RGBA8888, FrameType.READ_GPU); 45227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks FrameType floatT = FrameType.single(float.class); 46227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks return new Signature().addInputPort("image", Signature.PORT_REQUIRED, imageIn) 47227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks .addOutputPort("overExposedNum", Signature.PORT_OPTIONAL, floatT) 48227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks .addOutputPort("overExposureRating", Signature.PORT_REQUIRED, floatT) 49227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks .addOutputPort("underExposedNum", Signature.PORT_OPTIONAL, floatT) 50227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks .addOutputPort("underExposureRating", Signature.PORT_REQUIRED, floatT) 51227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks .disallowOtherPorts(); 52227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks 53227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks } 54227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks 55227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks @Override 56227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks protected void onProcess() { 57227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks FrameImage2D inputImage = getConnectedInputPort("image").pullFrame().asFrameImage2D(); 58227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks 59227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks float overExposedPixels, underExposedPixels; 60227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks ByteBuffer inputBuffer = inputImage.lockBytes(Frame.MODE_READ); 61227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks 62227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks overExposedPixels = overExposureOperator(inputImage.getWidth(), 63227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks inputImage.getHeight(), 64227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks inputBuffer); 65227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks underExposedPixels = underExposureOperator(inputImage.getWidth(), 66227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks inputImage.getHeight(), 67227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks inputBuffer); 68227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks inputImage.unlock(); 69227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks 70227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks 71227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks if (mLogVerbose) Log.v(TAG, "underExposedPixelCount: " + underExposedPixels); 72227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks 73227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks OutputPort underPort = getConnectedOutputPort("underExposedNum"); 74227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks if (underPort != null) { 75227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks FrameValue underOutFrame = underPort.fetchAvailableFrame(null).asFrameValue(); 76227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks underOutFrame.setValue(underExposedPixels*inputImage.getWidth()*inputImage.getHeight()); 77227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks underPort.pushFrame(underOutFrame); 78227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks } 79227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks 80227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks 81227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks OutputPort underPort2 = getConnectedOutputPort("underExposureRating"); 82227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks FrameValue underOutFrame2 = underPort2.fetchAvailableFrame(null).asFrameValue(); 83227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks underOutFrame2.setValue(underExposedPixels); 84227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks underPort2.pushFrame(underOutFrame2); 85227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks 86227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks if (mLogVerbose) Log.v(TAG, "overExposedPixelCount: " + overExposedPixels); 87227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks 88227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks OutputPort overPort = getConnectedOutputPort("overExposedNum"); 89227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks if (overPort != null) { 90227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks FrameValue overOutFrame = overPort.fetchAvailableFrame(null).asFrameValue(); 91227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks overOutFrame.setValue(overExposedPixels*inputImage.getWidth()*inputImage.getHeight()); 92227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks overPort.pushFrame(overOutFrame); 93227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks } 94227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks 95227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks 96227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks OutputPort overPort2 = getConnectedOutputPort("overExposureRating"); 97227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks FrameValue overOutFrame2 = overPort2.fetchAvailableFrame(null).asFrameValue(); 98227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks overOutFrame2.setValue(overExposedPixels); 99227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks overPort2.pushFrame(overOutFrame2); 100227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks 101227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks } 102227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks 103227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks private static native float overExposureOperator(int width, int height, 104227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks ByteBuffer imageBuffer); 105227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks private static native float underExposureOperator(int width, int height, 106227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks ByteBuffer imageBuffer); 107227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks 108227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks static { 109227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks System.loadLibrary("smartcamera_jni"); 110227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks } 111227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks} 112