1227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks/* 2227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks * Copyright (C) 2013 The Android Open Source Project 3227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks * 4227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks * Licensed under the Apache License, Version 2.0 (the "License"); 5227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks * you may not use this file except in compliance with the License. 6227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks * You may obtain a copy of the License at 7227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks * 8227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks * http://www.apache.org/licenses/LICENSE-2.0 9227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks * 10227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks * Unless required by applicable law or agreed to in writing, software 11227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks * distributed under the License is distributed on an "AS IS" BASIS, 12227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 13227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks * See the License for the specific language governing permissions and 14227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks * limitations under the License. 15227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks */ 16227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks 17227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks// Make values from a motion sensor (e.g., accelerometer) available as filter outputs. 18227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks 19227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendrickspackage androidx.media.filterfw.samples.simplecamera; 20227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks 21227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricksimport android.content.Context; 22227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricksimport android.hardware.Sensor; 23227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricksimport android.hardware.SensorEvent; 24227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricksimport android.hardware.SensorEventListener; 25227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricksimport android.hardware.SensorManager; 26227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricksimport android.util.Log; 27227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks 28227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricksimport androidx.media.filterfw.Filter; 29227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricksimport androidx.media.filterfw.FrameType; 30227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricksimport androidx.media.filterfw.FrameValue; 31227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricksimport androidx.media.filterfw.FrameValues; 32227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricksimport androidx.media.filterfw.MffContext; 33227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricksimport androidx.media.filterfw.OutputPort; 34227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricksimport androidx.media.filterfw.Signature; 35227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks 36227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendrickspublic final class MotionSensorWTime extends Filter implements SensorEventListener { 37227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks 38227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks private SensorManager mSensorManager = null; 39227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks private Sensor mSensor = null; 40227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks 41227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks private float[] mValues = new float[3]; 42227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks private float[][] mTemp = new float[3][3]; 43227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks private float[] mAvgValues = new float[3]; 44227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks private int mCounter = 0; 45227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks 46227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks public MotionSensorWTime(MffContext context, String name) { 47227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks super(context, name); 48227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks } 49227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks 50227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks @Override 51227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks public Signature getSignature() { 52227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks return new Signature() 53227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks .addOutputPort("values", Signature.PORT_REQUIRED, FrameType.array(float.class)) 54227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks .addOutputPort("timestamp", Signature.PORT_OPTIONAL, FrameType.single(long.class)) 55227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks .disallowOtherPorts(); 56227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks } 57227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks 58227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks @Override 59227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks protected void onPrepare() { 60227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks mSensorManager = (SensorManager)getContext().getApplicationContext() 61227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks .getSystemService(Context.SENSOR_SERVICE); 62227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks mSensor = mSensorManager.getDefaultSensor(Sensor.TYPE_LINEAR_ACCELERATION); 63227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks // TODO: currently, the type of sensor is hardcoded. Should be able to set the sensor 64227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks // type as filter input! 65227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks mSensorManager.registerListener(this, mSensor, SensorManager.SENSOR_DELAY_UI); 66227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks } 67227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks 68227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks @Override 69227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks protected void onTearDown() { 70227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks mSensorManager.unregisterListener(this); 71227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks } 72227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks 73227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks @Override 74227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks public final void onAccuracyChanged(Sensor sensor, int accuracy) { 75227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks // (Do we need to do something when sensor accuracy changes?) 76227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks } 77227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks 78227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks @Override 79227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks public final void onSensorChanged(SensorEvent event) { 80227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks synchronized(mValues) { 81227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks mValues[0] = event.values[0]; 82227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks mValues[1] = event.values[1]; 83227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks mValues[2] = event.values[2]; 84227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks } 85227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks } 86227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks 87227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks @Override 88227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks protected void onProcess() { 89227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks OutputPort outPort = getConnectedOutputPort("values"); 90227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks FrameValues outFrame = outPort.fetchAvailableFrame(null).asFrameValues(); 91227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks synchronized(mValues) { 92227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks if (mCounter < 3 && mCounter >= 0) { 93227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks mTemp[0][mCounter] = mValues[0]; 94227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks mTemp[1][mCounter] = mValues[1]; 95227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks mTemp[2][mCounter] = mValues[2]; 96227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks } 97227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks 98227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks mCounter = (mCounter + 1) % 3; 99227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks 100227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks mAvgValues[0] = (mTemp[0][0] + mTemp[0][1] + mTemp[0][2]) / 3; 101227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks mAvgValues[1] = (mTemp[1][0] + mTemp[1][1] + mTemp[1][2]) / 3; 102227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks mAvgValues[2] = (mTemp[2][0] + mTemp[2][1] + mTemp[2][2]) / 3; 103227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks outFrame.setValues(mAvgValues); 104227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks } 105227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks outFrame.setTimestamp(System.currentTimeMillis() * 1000000L); 106227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks outPort.pushFrame(outFrame); 107227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks 108227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks OutputPort timeOutPort = getConnectedOutputPort("timestamp"); 109227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks if (timeOutPort != null) { 110227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks long timestamp = System.nanoTime(); 111227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks Log.v("MotionSensor", "Timestamp is: " + timestamp); 112227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks FrameValue timeStampFrame = timeOutPort.fetchAvailableFrame(null).asFrameValue(); 113227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks timeStampFrame.setValue(timestamp); 114227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks timeOutPort.pushFrame(timeStampFrame); 115227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks } 116227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks } 117227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks} 118227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks 119