1227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks/*
2227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks * Copyright 2013 The Android Open Source Project
3227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks *
4227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks * Licensed under the Apache License, Version 2.0 (the "License");
5227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks * you may not use this file except in compliance with the License.
6227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks * You may obtain a copy of the License at
7227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks *
8227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks *      http://www.apache.org/licenses/LICENSE-2.0
9227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks *
10227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks * Unless required by applicable law or agreed to in writing, software
11227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks * distributed under the License is distributed on an "AS IS" BASIS,
12227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks * See the License for the specific language governing permissions and
14227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks * limitations under the License.
15227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks */
16227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendrickspackage androidx.media.filterfw.decoder;
17227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks
18227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricksimport android.annotation.TargetApi;
19227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricksimport android.media.MediaFormat;
20227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricksimport android.util.Log;
21227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks
22227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricksimport androidx.media.filterfw.FrameImage2D;
23227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks
24227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks/**
25227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks * Base class for all {@link TrackDecoder} classes that decode video.
26227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks */
27227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks@TargetApi(16)
28227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendrickspublic abstract class VideoTrackDecoder extends TrackDecoder {
29227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks
30227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks    private static final String LOG_TAG = "VideoTrackDecoder";
31227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks
32227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks    protected final Object mFrameMonitor = new Object();
33227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks    protected volatile boolean mFrameAvailable; // Access guarded by mFrameMonitor.
34227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks
35227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks    protected VideoTrackDecoder(int trackIndex, MediaFormat format, Listener listener) {
36227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks        super(trackIndex, format, listener);
37227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks        if (!DecoderUtil.isVideoFormat(format)) {
38227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks            throw new IllegalArgumentException(
39227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks                    "VideoTrackDecoder can only be used with video formats");
40227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks        }
41227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks    }
42227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks
43227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks    public void grabFrame(FrameImage2D outputVideoFrame, int rotation) {
44227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks        synchronized (mFrameMonitor) {
45227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks            if (!mFrameAvailable) {
46227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks                Log.w(LOG_TAG, "frame is not ready - the caller has to wait for a corresponding " +
47227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks                        "onDecodedFrameAvailable() call");
48227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks                return;
49227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks            }
50227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks
51227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks            copyFrameDataTo(outputVideoFrame, rotation);
52227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks
53227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks            mFrameAvailable = false;
54227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks            mFrameMonitor.notifyAll();
55227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks        }
56227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks    }
57227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks
58227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks
59227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks    /**
60227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks     * Waits for the frame to be picked up by the MFF thread, i.e. blocks until the
61227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks     * {@link #grabFrame(FrameImage2D, int)}) method is called.
62227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks     */
63227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks    public boolean waitForFrameGrab() {
64227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks        synchronized (mFrameMonitor) {
65227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks            try {
66227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks                while (mFrameAvailable) {
67227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks                    mFrameMonitor.wait();
68227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks                }
69227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks                return true;
70227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks            } catch (InterruptedException e) {
71227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks                return false;
72227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks            }
73227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks        }
74227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks    }
75227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks
76227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks    protected final void markFrameAvailable() {
77227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks        synchronized (mFrameMonitor) {
78227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks            mFrameAvailable = true;
79227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks            mFrameMonitor.notifyAll();
80227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks        }
81227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks    }
82227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks
83227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks    /**
84227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks     * @return if the frame dimension needs to be swapped,
85227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks     *   i.e. (width,height) becomes (height, width)
86227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks     */
87227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks    protected static boolean needSwapDimension(int rotation) {
88227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks        switch(rotation) {
89227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks            case MediaDecoder.ROTATE_90_RIGHT:
90227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks            case MediaDecoder.ROTATE_90_LEFT:
91227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks                return true;
92227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks            case MediaDecoder.ROTATE_NONE:
93227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks            case MediaDecoder.ROTATE_180:
94227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks                return false;
95227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks            default:
96227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks                throw new IllegalArgumentException("Unsupported rotation angle.");
97227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks        }
98227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks    }
99227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks
100227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks    /**
101227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks     * Subclasses must implement this to copy the video frame data to an MFF frame.
102227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks     *
103227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks     * @param outputVideoFrame The destination frame
104227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks     * @param rotation The desired rotation of the frame
105227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks     */
106227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks    protected abstract void copyFrameDataTo(FrameImage2D outputVideoFrame, int rotation);
107227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks
108227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks}
109