1227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks/* 2227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks * Copyright 2013 The Android Open Source Project 3227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks * 4227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks * Licensed under the Apache License, Version 2.0 (the "License"); 5227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks * you may not use this file except in compliance with the License. 6227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks * You may obtain a copy of the License at 7227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks * 8227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks * http://www.apache.org/licenses/LICENSE-2.0 9227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks * 10227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks * Unless required by applicable law or agreed to in writing, software 11227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks * distributed under the License is distributed on an "AS IS" BASIS, 12227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 13227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks * See the License for the specific language governing permissions and 14227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks * limitations under the License. 15227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks */ 16227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendrickspackage androidx.media.filterfw.decoder; 17227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks 18227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricksimport android.annotation.TargetApi; 19227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricksimport android.media.MediaFormat; 20227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricksimport android.util.Log; 21227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks 22227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricksimport androidx.media.filterfw.FrameImage2D; 23227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks 24227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks/** 25227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks * Base class for all {@link TrackDecoder} classes that decode video. 26227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks */ 27227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks@TargetApi(16) 28227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendrickspublic abstract class VideoTrackDecoder extends TrackDecoder { 29227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks 30227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks private static final String LOG_TAG = "VideoTrackDecoder"; 31227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks 32227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks protected final Object mFrameMonitor = new Object(); 33227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks protected volatile boolean mFrameAvailable; // Access guarded by mFrameMonitor. 34227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks 35227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks protected VideoTrackDecoder(int trackIndex, MediaFormat format, Listener listener) { 36227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks super(trackIndex, format, listener); 37227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks if (!DecoderUtil.isVideoFormat(format)) { 38227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks throw new IllegalArgumentException( 39227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks "VideoTrackDecoder can only be used with video formats"); 40227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks } 41227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks } 42227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks 43227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks public void grabFrame(FrameImage2D outputVideoFrame, int rotation) { 44227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks synchronized (mFrameMonitor) { 45227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks if (!mFrameAvailable) { 46227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks Log.w(LOG_TAG, "frame is not ready - the caller has to wait for a corresponding " + 47227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks "onDecodedFrameAvailable() call"); 48227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks return; 49227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks } 50227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks 51227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks copyFrameDataTo(outputVideoFrame, rotation); 52227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks 53227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks mFrameAvailable = false; 54227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks mFrameMonitor.notifyAll(); 55227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks } 56227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks } 57227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks 58227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks 59227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks /** 60227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks * Waits for the frame to be picked up by the MFF thread, i.e. blocks until the 61227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks * {@link #grabFrame(FrameImage2D, int)}) method is called. 62227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks */ 63227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks public boolean waitForFrameGrab() { 64227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks synchronized (mFrameMonitor) { 65227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks try { 66227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks while (mFrameAvailable) { 67227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks mFrameMonitor.wait(); 68227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks } 69227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks return true; 70227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks } catch (InterruptedException e) { 71227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks return false; 72227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks } 73227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks } 74227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks } 75227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks 76227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks protected final void markFrameAvailable() { 77227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks synchronized (mFrameMonitor) { 78227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks mFrameAvailable = true; 79227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks mFrameMonitor.notifyAll(); 80227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks } 81227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks } 82227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks 83227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks /** 84227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks * @return if the frame dimension needs to be swapped, 85227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks * i.e. (width,height) becomes (height, width) 86227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks */ 87227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks protected static boolean needSwapDimension(int rotation) { 88227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks switch(rotation) { 89227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks case MediaDecoder.ROTATE_90_RIGHT: 90227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks case MediaDecoder.ROTATE_90_LEFT: 91227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks return true; 92227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks case MediaDecoder.ROTATE_NONE: 93227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks case MediaDecoder.ROTATE_180: 94227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks return false; 95227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks default: 96227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks throw new IllegalArgumentException("Unsupported rotation angle."); 97227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks } 98227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks } 99227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks 100227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks /** 101227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks * Subclasses must implement this to copy the video frame data to an MFF frame. 102227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks * 103227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks * @param outputVideoFrame The destination frame 104227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks * @param rotation The desired rotation of the frame 105227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks */ 106227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks protected abstract void copyFrameDataTo(FrameImage2D outputVideoFrame, int rotation); 107227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks 108227b47625d7482b5b47ad0e4c70ce0a246236adeBenjamin Hendricks} 109