1/*
2 * Copyright (C) 2014 The Android Open Source Project
3 *
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at
7 *
8 *      http://www.apache.org/licenses/LICENSE-2.0
9 *
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License
15 */
16
17package com.android.server.telecom.testapps;
18
19import com.android.ex.camera2.blocking.BlockingCameraManager;
20import com.android.ex.camera2.blocking.BlockingCameraManager.BlockingOpenException;
21import com.android.ex.camera2.blocking.BlockingSessionCallback;
22import com.android.server.telecom.tests.R;
23
24import android.content.Context;
25import android.graphics.SurfaceTexture;
26import android.hardware.camera2.CameraAccessException;
27import android.hardware.camera2.CameraCaptureSession;
28import android.hardware.camera2.CameraCharacteristics;
29import android.hardware.camera2.CameraDevice;
30import android.hardware.camera2.CameraManager;
31import android.hardware.camera2.CaptureFailure;
32import android.hardware.camera2.CaptureRequest;
33import android.hardware.camera2.TotalCaptureResult;
34import android.hardware.camera2.params.StreamConfigurationMap;
35import android.media.MediaPlayer;
36import android.os.Handler;
37import android.telecom.CameraCapabilities;
38import android.telecom.Connection;
39import android.telecom.VideoProfile;
40import android.text.TextUtils;
41import android.util.Log;
42import android.util.Size;
43import android.view.Surface;
44
45import java.lang.IllegalArgumentException;
46import java.lang.String;
47import java.util.ArrayList;
48import java.util.List;
49import java.util.Random;
50
51/**
52 * Implements the VideoCallProvider.
53 */
54public class TestVideoProvider extends Connection.VideoProvider {
55    private CameraCapabilities mCameraCapabilities;
56    private Random random;
57    private Surface mDisplaySurface;
58    private Surface mPreviewSurface;
59    private Context mContext;
60    /** Used to play incoming video during a call. */
61    private MediaPlayer mIncomingMediaPlayer;
62
63    private CameraManager mCameraManager;
64    private CameraDevice mCameraDevice;
65    private CameraCaptureSession mCameraSession;
66    private CameraThread mLooperThread;
67
68    private String mCameraId;
69
70    private static final long SESSION_TIMEOUT_MS = 2000;
71
72    public TestVideoProvider(Context context) {
73        mContext = context;
74        random = new Random();
75        mCameraManager = (CameraManager) context.getSystemService(Context.CAMERA_SERVICE);
76    }
77
78    @Override
79    public void onSetCamera(String cameraId) {
80        log("Set camera to " + cameraId);
81        mCameraId = cameraId;
82
83        stopCamera();
84        // Get the capabilities of the camera
85        setCameraCapabilities(mCameraId);
86    }
87
88    @Override
89    public void onSetPreviewSurface(Surface surface) {
90        log("Set preview surface " + (surface == null ? "unset" : "set"));
91        if (mPreviewSurface != null) {
92            stopCamera();
93        }
94
95        mPreviewSurface = surface;
96
97        if (!TextUtils.isEmpty(mCameraId) && mPreviewSurface != null) {
98            startCamera(mCameraId);
99        }
100    }
101
102    @Override
103    public void onSetDisplaySurface(Surface surface) {
104        log("Set display surface " + (surface == null ? "unset" : "set"));
105        mDisplaySurface = surface;
106
107        if (mDisplaySurface != null) {
108            if (mIncomingMediaPlayer == null) {
109                // For a Rick-Rolling good time use R.raw.test_video
110                mIncomingMediaPlayer = createMediaPlayer(mDisplaySurface, R.raw.test_pattern);
111            }
112            mIncomingMediaPlayer.setSurface(mDisplaySurface);
113            if (!mIncomingMediaPlayer.isPlaying()) {
114                mIncomingMediaPlayer.start();
115            }
116        } else {
117            if (mIncomingMediaPlayer != null) {
118                mIncomingMediaPlayer.stop();
119                mIncomingMediaPlayer.setSurface(null);
120            }
121        }
122    }
123
124    @Override
125    public void onSetDeviceOrientation(int rotation) {
126        log("Set device orientation " + rotation);
127    }
128
129    /**
130     * Sets the zoom value, creating a new CallCameraCapabalities object. If the zoom value is
131     * non-positive, assume that zoom is not supported.
132     */
133    @Override
134    public void onSetZoom(float value) {
135        log("Set zoom to " + value);
136    }
137
138    /**
139     * "Sends" a request with a video call profile. Assumes that this response succeeds and sends
140     * the response back via the CallVideoClient.
141     */
142    @Override
143    public void onSendSessionModifyRequest(VideoProfile requestProfile) {
144        log("Sent session modify request");
145
146        VideoProfile responseProfile = new VideoProfile(
147                requestProfile.getVideoState(), requestProfile.getQuality());
148        receiveSessionModifyResponse(
149                SESSION_MODIFY_REQUEST_SUCCESS,
150                requestProfile,
151                responseProfile);
152    }
153
154    @Override
155    public void onSendSessionModifyResponse(VideoProfile responseProfile) {
156
157    }
158
159    /**
160     * Returns a CallCameraCapabilities object without supporting zoom.
161     */
162    @Override
163    public void onRequestCameraCapabilities() {
164        log("Requested camera capabilities");
165        changeCameraCapabilities(mCameraCapabilities);
166    }
167
168    /**
169     * Randomly reports data usage of value ranging from 10MB to 60MB.
170     */
171    @Override
172    public void onRequestCallDataUsage() {
173        log("Requested call data usage");
174        int dataUsageKb = (10 *1024) + random.nextInt(50 * 1024);
175        changeCallDataUsage(dataUsageKb);
176    }
177
178    /**
179     * We do not have a need to set a paused image.
180     */
181    @Override
182    public void onSetPauseImage(String uri) {
183        // Not implemented.
184    }
185
186    /**
187     * Stop and cleanup the media players used for test video playback.
188     */
189    public void stopAndCleanupMedia() {
190        if (mIncomingMediaPlayer != null) {
191            mIncomingMediaPlayer.setSurface(null);
192            mIncomingMediaPlayer.stop();
193            mIncomingMediaPlayer.release();
194            mIncomingMediaPlayer = null;
195        }
196    }
197
198    private static void log(String msg) {
199        Log.w("TestCallVideoProvider", "[TestCallServiceProvider] " + msg);
200    }
201
202    /**
203     * Creates a media player to play a video resource on a surface.
204     * @param surface The surface.
205     * @param videoResource The video resource.
206     * @return The {@code MediaPlayer}.
207     */
208    private MediaPlayer createMediaPlayer(Surface surface, int videoResource) {
209        MediaPlayer mediaPlayer = MediaPlayer.create(mContext.getApplicationContext(),
210                videoResource);
211        mediaPlayer.setSurface(surface);
212        mediaPlayer.setLooping(true);
213        return mediaPlayer;
214    }
215
216    /**
217     * Starts displaying the camera image on the preview surface.
218     *
219     * @param cameraId
220     */
221    private void startCamera(String cameraId) {
222        stopCamera();
223
224        if (mPreviewSurface == null) {
225            return;
226        }
227
228        // Configure a looper thread.
229        mLooperThread = new CameraThread();
230        Handler mHandler;
231        try {
232            mHandler = mLooperThread.start();
233        } catch (Exception e) {
234            log("Exception: " + e);
235            return;
236        }
237
238        // Get the camera device.
239        try {
240            BlockingCameraManager blockingCameraManager = new BlockingCameraManager(mCameraManager);
241            mCameraDevice = blockingCameraManager.openCamera(cameraId, null /* listener */,
242                    mHandler);
243        } catch (CameraAccessException e) {
244            log("CameraAccessException: " + e);
245            return;
246        } catch (BlockingOpenException be) {
247            log("BlockingOpenException: " + be);
248            return;
249        }
250
251        // Create a capture session to get the preview and display it on the surface.
252        List<Surface> surfaces = new ArrayList<Surface>();
253        surfaces.add(mPreviewSurface);
254        CaptureRequest.Builder mCaptureRequest = null;
255        try {
256            BlockingSessionCallback blkSession = new BlockingSessionCallback();
257            mCameraDevice.createCaptureSession(surfaces, blkSession, mHandler);
258            mCaptureRequest = mCameraDevice.createCaptureRequest(CameraDevice.TEMPLATE_PREVIEW);
259            mCaptureRequest.addTarget(mPreviewSurface);
260            mCameraSession = blkSession.waitAndGetSession(SESSION_TIMEOUT_MS);
261        } catch (CameraAccessException e) {
262            log("CameraAccessException: " + e);
263            return;
264        }
265
266        // Keep repeating
267        try {
268            mCameraSession.setRepeatingRequest(mCaptureRequest.build(), new CameraCaptureCallback(),
269                    mHandler);
270        } catch (CameraAccessException e) {
271            log("CameraAccessException: " + e);
272            return;
273        }
274    }
275
276    /**
277     * Stops the camera and looper thread.
278     */
279    public void stopCamera() {
280        try {
281            if (mCameraDevice != null) {
282                mCameraDevice.close();
283                mCameraDevice = null;
284            }
285            if (mLooperThread != null) {
286                mLooperThread.close();
287                mLooperThread = null;
288            }
289        } catch (Exception e) {
290           log("stopCamera Exception: "+e.toString());
291        }
292    }
293
294    /**
295     * Required listener for camera capture events.
296     */
297    private class CameraCaptureCallback extends CameraCaptureSession.CaptureCallback {
298        @Override
299        public void onCaptureCompleted(CameraCaptureSession camera, CaptureRequest request,
300                TotalCaptureResult result) {
301        }
302
303        @Override
304        public void onCaptureFailed(CameraCaptureSession camera, CaptureRequest request,
305                CaptureFailure failure) {
306        }
307    }
308
309    /**
310     * Uses the camera manager to retrieve the camera capabilities for the chosen camera.
311     *
312     * @param cameraId The camera ID to get the capabilities for.
313     */
314    private void setCameraCapabilities(String cameraId) {
315        CameraManager cameraManager = (CameraManager) mContext.getSystemService(
316                Context.CAMERA_SERVICE);
317
318        CameraCharacteristics c = null;
319        try {
320            c = cameraManager.getCameraCharacteristics(cameraId);
321        } catch (IllegalArgumentException | CameraAccessException e) {
322            // Ignoring camera problems.
323        }
324        if (c != null) {
325            // Get the video size for the camera
326            StreamConfigurationMap map = c.get(
327                    CameraCharacteristics.SCALER_STREAM_CONFIGURATION_MAP);
328            Size previewSize = map.getOutputSizes(SurfaceTexture.class)[0];
329
330            mCameraCapabilities = new CameraCapabilities(true, 1.0f, previewSize.getWidth(),
331                    previewSize.getHeight());
332        }
333    }
334}
335