1227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks/*
2227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks * Copyright (C) 2013 The Android Open Source Project
3227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks *
4227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks * Licensed under the Apache License, Version 2.0 (the "License");
5227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks * you may not use this file except in compliance with the License.
6227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks * You may obtain a copy of the License at
7227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks *
8227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks *      http://www.apache.org/licenses/LICENSE-2.0
9227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks *
10227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks * Unless required by applicable law or agreed to in writing, software
11227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks * distributed under the License is distributed on an "AS IS" BASIS,
12227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks * See the License for the specific language governing permissions and
14227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks * limitations under the License.
15227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks */
16227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks
17227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks// Make values from a motion sensor (e.g., accelerometer) available as filter outputs.
18227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks
19227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendrickspackage androidx.media.filterfw.samples.simplecamera;
20227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks
21227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricksimport android.content.Context;
22227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricksimport android.hardware.Sensor;
23227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricksimport android.hardware.SensorEvent;
24227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricksimport android.hardware.SensorEventListener;
25227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricksimport android.hardware.SensorManager;
26227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricksimport android.util.Log;
27227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks
28227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricksimport androidx.media.filterfw.Filter;
29227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricksimport androidx.media.filterfw.FrameType;
30227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricksimport androidx.media.filterfw.FrameValue;
31227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricksimport androidx.media.filterfw.FrameValues;
32227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricksimport androidx.media.filterfw.MffContext;
33227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricksimport androidx.media.filterfw.OutputPort;
34227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricksimport androidx.media.filterfw.Signature;
35227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks
36227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendrickspublic final class MotionSensorWTime extends Filter implements SensorEventListener {
37227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks
38227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks    private SensorManager mSensorManager = null;
39227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks    private Sensor mSensor = null;
40227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks
41227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks    private float[] mValues = new float[3];
42227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks    private float[][] mTemp = new float[3][3];
43227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks    private float[] mAvgValues = new float[3];
44227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks    private int mCounter = 0;
45227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks
46227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks    public MotionSensorWTime(MffContext context, String name) {
47227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks        super(context, name);
48227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks    }
49227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks
50227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks    @Override
51227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks    public Signature getSignature() {
52227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks        return new Signature()
53227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks            .addOutputPort("values", Signature.PORT_REQUIRED, FrameType.array(float.class))
54227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks            .addOutputPort("timestamp", Signature.PORT_OPTIONAL, FrameType.single(long.class))
55227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks            .disallowOtherPorts();
56227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks    }
57227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks
58227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks    @Override
59227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks    protected void onPrepare() {
60227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks        mSensorManager = (SensorManager)getContext().getApplicationContext()
61227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks                            .getSystemService(Context.SENSOR_SERVICE);
62227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks        mSensor = mSensorManager.getDefaultSensor(Sensor.TYPE_LINEAR_ACCELERATION);
63227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks        // TODO: currently, the type of sensor is hardcoded. Should be able to set the sensor
64227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks        //  type as filter input!
65227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks        mSensorManager.registerListener(this, mSensor, SensorManager.SENSOR_DELAY_UI);
66227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks    }
67227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks
68227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks    @Override
69227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks    protected void onTearDown() {
70227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks        mSensorManager.unregisterListener(this);
71227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks    }
72227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks
73227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks    @Override
74227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks    public final void onAccuracyChanged(Sensor sensor, int accuracy) {
75227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks        // (Do we need to do something when sensor accuracy changes?)
76227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks    }
77227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks
78227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks    @Override
79227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks    public final void onSensorChanged(SensorEvent event) {
80227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks        synchronized(mValues) {
81227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks            mValues[0] = event.values[0];
82227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks            mValues[1] = event.values[1];
83227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks            mValues[2] = event.values[2];
84227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks        }
85227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks    }
86227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks
87227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks    @Override
88227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks    protected void onProcess() {
89227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks        OutputPort outPort = getConnectedOutputPort("values");
90227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks        FrameValues outFrame = outPort.fetchAvailableFrame(null).asFrameValues();
91227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks        synchronized(mValues) {
92227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks            if (mCounter < 3 && mCounter >= 0) {
93227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks                mTemp[0][mCounter] = mValues[0];
94227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks                mTemp[1][mCounter] = mValues[1];
95227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks                mTemp[2][mCounter] = mValues[2];
96227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks            }
97227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks
98227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks            mCounter = (mCounter + 1) % 3;
99227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks
100227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks            mAvgValues[0] = (mTemp[0][0] + mTemp[0][1] + mTemp[0][2]) / 3;
101227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks            mAvgValues[1] = (mTemp[1][0] + mTemp[1][1] + mTemp[1][2]) / 3;
102227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks            mAvgValues[2] = (mTemp[2][0] + mTemp[2][1] + mTemp[2][2]) / 3;
103227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks            outFrame.setValues(mAvgValues);
104227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks        }
105227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks        outFrame.setTimestamp(System.currentTimeMillis() * 1000000L);
106227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks        outPort.pushFrame(outFrame);
107227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks
108227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks        OutputPort timeOutPort = getConnectedOutputPort("timestamp");
109227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks        if (timeOutPort != null) {
110227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks            long timestamp = System.nanoTime();
111227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks            Log.v("MotionSensor", "Timestamp is: " + timestamp);
112227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks            FrameValue timeStampFrame = timeOutPort.fetchAvailableFrame(null).asFrameValue();
113227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks            timeStampFrame.setValue(timestamp);
114227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks            timeOutPort.pushFrame(timeStampFrame);
115227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks        }
116227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks    }
117227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks}
118227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks
119