NuPlayerRenderer.h revision 35d5af131c9d4962e935082f204ccd6a2130861c
1f933441648ef6a71dee783d733aac17b9508b452Andreas Huber/* 2f933441648ef6a71dee783d733aac17b9508b452Andreas Huber * Copyright (C) 2010 The Android Open Source Project 3f933441648ef6a71dee783d733aac17b9508b452Andreas Huber * 4f933441648ef6a71dee783d733aac17b9508b452Andreas Huber * Licensed under the Apache License, Version 2.0 (the "License"); 5f933441648ef6a71dee783d733aac17b9508b452Andreas Huber * you may not use this file except in compliance with the License. 6f933441648ef6a71dee783d733aac17b9508b452Andreas Huber * You may obtain a copy of the License at 7f933441648ef6a71dee783d733aac17b9508b452Andreas Huber * 8f933441648ef6a71dee783d733aac17b9508b452Andreas Huber * http://www.apache.org/licenses/LICENSE-2.0 9f933441648ef6a71dee783d733aac17b9508b452Andreas Huber * 10f933441648ef6a71dee783d733aac17b9508b452Andreas Huber * Unless required by applicable law or agreed to in writing, software 11f933441648ef6a71dee783d733aac17b9508b452Andreas Huber * distributed under the License is distributed on an "AS IS" BASIS, 12f933441648ef6a71dee783d733aac17b9508b452Andreas Huber * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 13f933441648ef6a71dee783d733aac17b9508b452Andreas Huber * See the License for the specific language governing permissions and 14f933441648ef6a71dee783d733aac17b9508b452Andreas Huber * limitations under the License. 15f933441648ef6a71dee783d733aac17b9508b452Andreas Huber */ 16f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 17f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#ifndef NUPLAYER_RENDERER_H_ 18f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 19f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#define NUPLAYER_RENDERER_H_ 20f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 21f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include "NuPlayer.h" 22f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 23f933441648ef6a71dee783d733aac17b9508b452Andreas Hubernamespace android { 24f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 255bc087c573c70c84c6a39946457590b42d392a33Andreas Huberstruct ABuffer; 2635d5af131c9d4962e935082f204ccd6a2130861cWeiyin Jiangclass AWakeLock; 27dc43dfa1294470a4413c37e863ef3b621da8681fLajos Molnarstruct VideoFrameScheduler; 285bc087c573c70c84c6a39946457590b42d392a33Andreas Huber 29f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct NuPlayer::Renderer : public AHandler { 30d5e56231a598b180a1d898bb7dc61b75580e59a4Andreas Huber enum Flags { 31d5e56231a598b180a1d898bb7dc61b75580e59a4Andreas Huber FLAG_REAL_TIME = 1, 32bc2fb720bbd0acd122bacc67e844e982d068f6f9Wei Jia FLAG_OFFLOAD_AUDIO = 2, 33d5e56231a598b180a1d898bb7dc61b75580e59a4Andreas Huber }; 34f933441648ef6a71dee783d733aac17b9508b452Andreas Huber Renderer(const sp<MediaPlayerBase::AudioSink> &sink, 35d5e56231a598b180a1d898bb7dc61b75580e59a4Andreas Huber const sp<AMessage> ¬ify, 36d5e56231a598b180a1d898bb7dc61b75580e59a4Andreas Huber uint32_t flags = 0); 37f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 38bc2fb720bbd0acd122bacc67e844e982d068f6f9Wei Jia static size_t AudioSinkCallback( 39bc2fb720bbd0acd122bacc67e844e982d068f6f9Wei Jia MediaPlayerBase::AudioSink *audioSink, 40bc2fb720bbd0acd122bacc67e844e982d068f6f9Wei Jia void *data, size_t size, void *me, 41bc2fb720bbd0acd122bacc67e844e982d068f6f9Wei Jia MediaPlayerBase::AudioSink::cb_event_t event); 42bc2fb720bbd0acd122bacc67e844e982d068f6f9Wei Jia 43f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void queueBuffer( 44f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool audio, 45f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const sp<ABuffer> &buffer, 46f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const sp<AMessage> ¬ifyConsumed); 47f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 48f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void queueEOS(bool audio, status_t finalResult); 49f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 507137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang void flush(bool audio, bool notifyComplete); 51f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 52f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void signalTimeDiscontinuity(); 53f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 543831a066bcf1019864a94d2bc7b4c9241efc5c22Andreas Huber void signalAudioSinkChanged(); 553831a066bcf1019864a94d2bc7b4c9241efc5c22Andreas Huber 56bc2fb720bbd0acd122bacc67e844e982d068f6f9Wei Jia void signalDisableOffloadAudio(); 57a10fd23bb9fcf16e778c639ea5638e2917dacd89Ronghua Wu void signalEnableOffloadAudio(); 58bc2fb720bbd0acd122bacc67e844e982d068f6f9Wei Jia 59b408222bd9479c291874b607acae1425d6154fe7Andreas Huber void pause(); 60b408222bd9479c291874b607acae1425d6154fe7Andreas Huber void resume(); 61b408222bd9479c291874b607acae1425d6154fe7Andreas Huber 62c851b5de495169d7e9528644c2592746021bd968Lajos Molnar void setVideoFrameRate(float fps); 63c851b5de495169d7e9528644c2592746021bd968Lajos Molnar 64a73d9e0b3d171d2bfcd9eb07df9d6d36ae74df57Ronghua Wu // Following setters and getters are protected by mTimeLock. 65a73d9e0b3d171d2bfcd9eb07df9d6d36ae74df57Ronghua Wu status_t getCurrentPosition(int64_t *mediaUs); 66a73d9e0b3d171d2bfcd9eb07df9d6d36ae74df57Ronghua Wu void setHasMedia(bool audio); 67a73d9e0b3d171d2bfcd9eb07df9d6d36ae74df57Ronghua Wu void setAudioFirstAnchorTime(int64_t mediaUs); 68a73d9e0b3d171d2bfcd9eb07df9d6d36ae74df57Ronghua Wu void setAudioFirstAnchorTimeIfNeeded(int64_t mediaUs); 69f592671336be0a061799033e47ceeacb648ed3bfLajos Molnar void setAnchorTime( 70f592671336be0a061799033e47ceeacb648ed3bfLajos Molnar int64_t mediaUs, int64_t realUs, int64_t numFramesWritten = -1, bool resume = false); 71a73d9e0b3d171d2bfcd9eb07df9d6d36ae74df57Ronghua Wu void setVideoLateByUs(int64_t lateUs); 72a73d9e0b3d171d2bfcd9eb07df9d6d36ae74df57Ronghua Wu int64_t getVideoLateByUs(); 73a73d9e0b3d171d2bfcd9eb07df9d6d36ae74df57Ronghua Wu void setPauseStartedTimeRealUs(int64_t realUs); 74a73d9e0b3d171d2bfcd9eb07df9d6d36ae74df57Ronghua Wu 75202bce11a7f66f27e6dbb6d154ddc123aa62513dAndy Hung status_t openAudioSink( 763b9eb1f8629c6264d924ab7043f80d824cdd39e2Chong Zhang const sp<AMessage> &format, 773b9eb1f8629c6264d924ab7043f80d824cdd39e2Chong Zhang bool offloadOnly, 783b9eb1f8629c6264d924ab7043f80d824cdd39e2Chong Zhang bool hasVideo, 79202bce11a7f66f27e6dbb6d154ddc123aa62513dAndy Hung uint32_t flags, 80202bce11a7f66f27e6dbb6d154ddc123aa62513dAndy Hung bool *isOffloaded); 813b9eb1f8629c6264d924ab7043f80d824cdd39e2Chong Zhang void closeAudioSink(); 823b9eb1f8629c6264d924ab7043f80d824cdd39e2Chong Zhang 83f933441648ef6a71dee783d733aac17b9508b452Andreas Huber enum { 84f57b4ea3e409537b1d5f9aaea93d356b1cebbc6aJames Dong kWhatEOS = 'eos ', 85f57b4ea3e409537b1d5f9aaea93d356b1cebbc6aJames Dong kWhatFlushComplete = 'fluC', 86f57b4ea3e409537b1d5f9aaea93d356b1cebbc6aJames Dong kWhatPosition = 'posi', 87f57b4ea3e409537b1d5f9aaea93d356b1cebbc6aJames Dong kWhatVideoRenderingStart = 'vdrd', 88cbaffcffee6418d678806e63097c19fe26d48fe0Lajos Molnar kWhatMediaRenderingStart = 'mdrd', 893a2956d148d81194e297408179e84a47a309ef48Wei Jia kWhatAudioOffloadTearDown = 'aOTD', 90f5b1db11734358d979a23a1ac4903872186ef60bRonghua Wu kWhatAudioOffloadPauseTimeout = 'aOPT', 91f933441648ef6a71dee783d733aac17b9508b452Andreas Huber }; 92f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 930852917279f79a94907e9906d0533ae409a30f6aRonghua Wu enum AudioOffloadTearDownReason { 940852917279f79a94907e9906d0533ae409a30f6aRonghua Wu kDueToError = 0, 950852917279f79a94907e9906d0533ae409a30f6aRonghua Wu kDueToTimeout, 960852917279f79a94907e9906d0533ae409a30f6aRonghua Wu }; 970852917279f79a94907e9906d0533ae409a30f6aRonghua Wu 98f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 99f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual ~Renderer(); 100f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 101f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void onMessageReceived(const sp<AMessage> &msg); 102f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 103f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 104f933441648ef6a71dee783d733aac17b9508b452Andreas Huber enum { 105bc2fb720bbd0acd122bacc67e844e982d068f6f9Wei Jia kWhatDrainAudioQueue = 'draA', 106bc2fb720bbd0acd122bacc67e844e982d068f6f9Wei Jia kWhatDrainVideoQueue = 'draV', 107d5923409bbcbb22954a92c2b497ef4492d7cb6a5Lajos Molnar kWhatPostDrainVideoQueue = 'pDVQ', 108bc2fb720bbd0acd122bacc67e844e982d068f6f9Wei Jia kWhatQueueBuffer = 'queB', 109bc2fb720bbd0acd122bacc67e844e982d068f6f9Wei Jia kWhatQueueEOS = 'qEOS', 110bc2fb720bbd0acd122bacc67e844e982d068f6f9Wei Jia kWhatFlush = 'flus', 111bc2fb720bbd0acd122bacc67e844e982d068f6f9Wei Jia kWhatAudioSinkChanged = 'auSC', 112bc2fb720bbd0acd122bacc67e844e982d068f6f9Wei Jia kWhatPause = 'paus', 113bc2fb720bbd0acd122bacc67e844e982d068f6f9Wei Jia kWhatResume = 'resm', 1143b9eb1f8629c6264d924ab7043f80d824cdd39e2Chong Zhang kWhatOpenAudioSink = 'opnA', 1153b9eb1f8629c6264d924ab7043f80d824cdd39e2Chong Zhang kWhatCloseAudioSink = 'clsA', 116bc2fb720bbd0acd122bacc67e844e982d068f6f9Wei Jia kWhatStopAudioSink = 'stpA', 117bc2fb720bbd0acd122bacc67e844e982d068f6f9Wei Jia kWhatDisableOffloadAudio = 'noOA', 118a10fd23bb9fcf16e778c639ea5638e2917dacd89Ronghua Wu kWhatEnableOffloadAudio = 'enOA', 119c851b5de495169d7e9528644c2592746021bd968Lajos Molnar kWhatSetVideoFrameRate = 'sVFR', 120f933441648ef6a71dee783d733aac17b9508b452Andreas Huber }; 121f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 122f933441648ef6a71dee783d733aac17b9508b452Andreas Huber struct QueueEntry { 123f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<ABuffer> mBuffer; 124f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<AMessage> mNotifyConsumed; 125f933441648ef6a71dee783d733aac17b9508b452Andreas Huber size_t mOffset; 126f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t mFinalResult; 127d5923409bbcbb22954a92c2b497ef4492d7cb6a5Lajos Molnar int32_t mBufferOrdinal; 128f933441648ef6a71dee783d733aac17b9508b452Andreas Huber }; 129f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 130714aa7b7c52ce07d5fb44870c0853b4d8e5a758eAndreas Huber static const int64_t kMinPositionUpdateDelayUs; 131714aa7b7c52ce07d5fb44870c0853b4d8e5a758eAndreas Huber 132f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<MediaPlayerBase::AudioSink> mAudioSink; 133f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<AMessage> mNotify; 134bc2fb720bbd0acd122bacc67e844e982d068f6f9Wei Jia Mutex mLock; 135d5e56231a598b180a1d898bb7dc61b75580e59a4Andreas Huber uint32_t mFlags; 136f933441648ef6a71dee783d733aac17b9508b452Andreas Huber List<QueueEntry> mAudioQueue; 137f933441648ef6a71dee783d733aac17b9508b452Andreas Huber List<QueueEntry> mVideoQueue; 138f933441648ef6a71dee783d733aac17b9508b452Andreas Huber uint32_t mNumFramesWritten; 139dc43dfa1294470a4413c37e863ef3b621da8681fLajos Molnar sp<VideoFrameScheduler> mVideoScheduler; 140f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 141f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool mDrainAudioQueuePending; 142f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool mDrainVideoQueuePending; 143f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int32_t mAudioQueueGeneration; 144f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int32_t mVideoQueueGeneration; 145f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 146a73d9e0b3d171d2bfcd9eb07df9d6d36ae74df57Ronghua Wu Mutex mTimeLock; 147a73d9e0b3d171d2bfcd9eb07df9d6d36ae74df57Ronghua Wu // |mTimeLock| protects the following 7 member vars that are related to time. 148a73d9e0b3d171d2bfcd9eb07df9d6d36ae74df57Ronghua Wu // Note: those members are only written on Renderer thread, so reading on Renderer thread 149a73d9e0b3d171d2bfcd9eb07df9d6d36ae74df57Ronghua Wu // doesn't need to be protected. Otherwise accessing those members must be protected by 150a73d9e0b3d171d2bfcd9eb07df9d6d36ae74df57Ronghua Wu // |mTimeLock|. 151a73d9e0b3d171d2bfcd9eb07df9d6d36ae74df57Ronghua Wu // TODO: move those members to a seperated media clock class. 152a73d9e0b3d171d2bfcd9eb07df9d6d36ae74df57Ronghua Wu int64_t mAudioFirstAnchorTimeMediaUs; 153eecb7805bbbb712925d4372c505f8c7f5c4fb5edRonghua Wu int64_t mAnchorTimeMediaUs; 154eecb7805bbbb712925d4372c505f8c7f5c4fb5edRonghua Wu int64_t mAnchorTimeRealUs; 155f592671336be0a061799033e47ceeacb648ed3bfLajos Molnar int64_t mAnchorNumFramesWritten; 156f592671336be0a061799033e47ceeacb648ed3bfLajos Molnar int64_t mAnchorMaxMediaUs; 157a73d9e0b3d171d2bfcd9eb07df9d6d36ae74df57Ronghua Wu int64_t mVideoLateByUs; 158a73d9e0b3d171d2bfcd9eb07df9d6d36ae74df57Ronghua Wu bool mHasAudio; 159a73d9e0b3d171d2bfcd9eb07df9d6d36ae74df57Ronghua Wu bool mHasVideo; 160a73d9e0b3d171d2bfcd9eb07df9d6d36ae74df57Ronghua Wu int64_t mPauseStartedTimeRealUs; 161f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 162f933441648ef6a71dee783d733aac17b9508b452Andreas Huber Mutex mFlushLock; // protects the following 2 member vars. 163f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool mFlushingAudio; 164f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool mFlushingVideo; 1657137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang bool mNotifyCompleteAudio; 1667137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang bool mNotifyCompleteVideo; 167f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 168f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool mSyncQueues; 169f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 170d4cdba18ba7d0057ae54ec7efa5871b1a9d8becaWei Jia // modified on only renderer's thread. 171b408222bd9479c291874b607acae1425d6154fe7Andreas Huber bool mPaused; 172d4cdba18ba7d0057ae54ec7efa5871b1a9d8becaWei Jia int64_t mPausePositionMediaTimeUs; 173d4cdba18ba7d0057ae54ec7efa5871b1a9d8becaWei Jia 174fbe8bef8bcf7aed97f0332908a817b0e6d91b9baChong Zhang bool mVideoSampleReceived; 175f57b4ea3e409537b1d5f9aaea93d356b1cebbc6aJames Dong bool mVideoRenderingStarted; 176cbaffcffee6418d678806e63097c19fe26d48fe0Lajos Molnar int32_t mVideoRenderingStartGeneration; 177cbaffcffee6418d678806e63097c19fe26d48fe0Lajos Molnar int32_t mAudioRenderingStartGeneration; 178b408222bd9479c291874b607acae1425d6154fe7Andreas Huber 179714aa7b7c52ce07d5fb44870c0853b4d8e5a758eAndreas Huber int64_t mLastPositionUpdateUs; 180714aa7b7c52ce07d5fb44870c0853b4d8e5a758eAndreas Huber 181f5b1db11734358d979a23a1ac4903872186ef60bRonghua Wu int32_t mAudioOffloadPauseTimeoutGeneration; 182f5b1db11734358d979a23a1ac4903872186ef60bRonghua Wu bool mAudioOffloadTornDown; 1833b9eb1f8629c6264d924ab7043f80d824cdd39e2Chong Zhang audio_offload_info_t mCurrentOffloadInfo; 184f5b1db11734358d979a23a1ac4903872186ef60bRonghua Wu 185f0e83644637bd05852c244df481f21a0d435ff66Andy Hung struct PcmInfo { 186f0e83644637bd05852c244df481f21a0d435ff66Andy Hung audio_channel_mask_t mChannelMask; 187f0e83644637bd05852c244df481f21a0d435ff66Andy Hung audio_output_flags_t mFlags; 188f0e83644637bd05852c244df481f21a0d435ff66Andy Hung audio_format_t mFormat; 189f0e83644637bd05852c244df481f21a0d435ff66Andy Hung int32_t mNumChannels; 190f0e83644637bd05852c244df481f21a0d435ff66Andy Hung int32_t mSampleRate; 191f0e83644637bd05852c244df481f21a0d435ff66Andy Hung }; 192f0e83644637bd05852c244df481f21a0d435ff66Andy Hung PcmInfo mCurrentPcmInfo; 193f0e83644637bd05852c244df481f21a0d435ff66Andy Hung static const PcmInfo AUDIO_PCMINFO_INITIALIZER; 194f0e83644637bd05852c244df481f21a0d435ff66Andy Hung 195d5923409bbcbb22954a92c2b497ef4492d7cb6a5Lajos Molnar int32_t mTotalBuffersQueued; 196d5923409bbcbb22954a92c2b497ef4492d7cb6a5Lajos Molnar int32_t mLastAudioBufferDrained; 197d5923409bbcbb22954a92c2b497ef4492d7cb6a5Lajos Molnar 19835d5af131c9d4962e935082f204ccd6a2130861cWeiyin Jiang sp<AWakeLock> mWakeLock; 19935d5af131c9d4962e935082f204ccd6a2130861cWeiyin Jiang 200d4cdba18ba7d0057ae54ec7efa5871b1a9d8becaWei Jia status_t getCurrentPositionOnLooper(int64_t *mediaUs); 201d4cdba18ba7d0057ae54ec7efa5871b1a9d8becaWei Jia status_t getCurrentPositionOnLooper( 202d4cdba18ba7d0057ae54ec7efa5871b1a9d8becaWei Jia int64_t *mediaUs, int64_t nowUs, bool allowPastQueuedVideo = false); 203d4cdba18ba7d0057ae54ec7efa5871b1a9d8becaWei Jia bool getCurrentPositionIfPaused_l(int64_t *mediaUs); 204d4cdba18ba7d0057ae54ec7efa5871b1a9d8becaWei Jia status_t getCurrentPositionFromAnchor( 205d4cdba18ba7d0057ae54ec7efa5871b1a9d8becaWei Jia int64_t *mediaUs, int64_t nowUs, bool allowPastQueuedVideo = false); 206f592671336be0a061799033e47ceeacb648ed3bfLajos Molnar 207bc2fb720bbd0acd122bacc67e844e982d068f6f9Wei Jia size_t fillAudioBuffer(void *buffer, size_t size); 208bc2fb720bbd0acd122bacc67e844e982d068f6f9Wei Jia 209078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber bool onDrainAudioQueue(); 21006ad1528e6dd4c866c085d3cad9235d2752eb3edLajos Molnar int64_t getPendingAudioPlayoutDurationUs(int64_t nowUs); 21106ad1528e6dd4c866c085d3cad9235d2752eb3edLajos Molnar int64_t getPlayedOutAudioDurationUs(int64_t nowUs); 212bc2fb720bbd0acd122bacc67e844e982d068f6f9Wei Jia void postDrainAudioQueue_l(int64_t delayUs = 0); 213f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 214eecb7805bbbb712925d4372c505f8c7f5c4fb5edRonghua Wu void onNewAudioMediaTime(int64_t mediaTimeUs); 215a73d9e0b3d171d2bfcd9eb07df9d6d36ae74df57Ronghua Wu int64_t getRealTimeUs(int64_t mediaTimeUs, int64_t nowUs); 216a73d9e0b3d171d2bfcd9eb07df9d6d36ae74df57Ronghua Wu 217f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void onDrainVideoQueue(); 218231406d597cca1c9c009f870fbb62e46b8475186Wei Jia void postDrainVideoQueue_l(); 219f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 220cbaffcffee6418d678806e63097c19fe26d48fe0Lajos Molnar void prepareForMediaRenderingStart(); 221cbaffcffee6418d678806e63097c19fe26d48fe0Lajos Molnar void notifyIfMediaRenderingStarted(); 222cbaffcffee6418d678806e63097c19fe26d48fe0Lajos Molnar 223f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void onQueueBuffer(const sp<AMessage> &msg); 224f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void onQueueEOS(const sp<AMessage> &msg); 225f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void onFlush(const sp<AMessage> &msg); 2263831a066bcf1019864a94d2bc7b4c9241efc5c22Andreas Huber void onAudioSinkChanged(); 227bc2fb720bbd0acd122bacc67e844e982d068f6f9Wei Jia void onDisableOffloadAudio(); 228a10fd23bb9fcf16e778c639ea5638e2917dacd89Ronghua Wu void onEnableOffloadAudio(); 229b408222bd9479c291874b607acae1425d6154fe7Andreas Huber void onPause(); 230b408222bd9479c291874b607acae1425d6154fe7Andreas Huber void onResume(); 231c851b5de495169d7e9528644c2592746021bd968Lajos Molnar void onSetVideoFrameRate(float fps); 2320852917279f79a94907e9906d0533ae409a30f6aRonghua Wu void onAudioOffloadTearDown(AudioOffloadTearDownReason reason); 233202bce11a7f66f27e6dbb6d154ddc123aa62513dAndy Hung status_t onOpenAudioSink( 2343b9eb1f8629c6264d924ab7043f80d824cdd39e2Chong Zhang const sp<AMessage> &format, 2353b9eb1f8629c6264d924ab7043f80d824cdd39e2Chong Zhang bool offloadOnly, 2363b9eb1f8629c6264d924ab7043f80d824cdd39e2Chong Zhang bool hasVideo, 2373b9eb1f8629c6264d924ab7043f80d824cdd39e2Chong Zhang uint32_t flags); 2383b9eb1f8629c6264d924ab7043f80d824cdd39e2Chong Zhang void onCloseAudioSink(); 239f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2405095d7091874cb9e9c95ecc4fe762076ed05e624Ronghua Wu void notifyEOS(bool audio, status_t finalResult, int64_t delayUs = 0); 241f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void notifyFlushComplete(bool audio); 24243c3e6ce02215ca99d506458f596cb1211639f29Andreas Huber void notifyPosition(); 2433fe62150fa3dd6d25cb84aad80bc9e27ddd16c45Andreas Huber void notifyVideoLateBy(int64_t lateByUs); 244f57b4ea3e409537b1d5f9aaea93d356b1cebbc6aJames Dong void notifyVideoRenderingStart(); 2453a2956d148d81194e297408179e84a47a309ef48Wei Jia void notifyAudioOffloadTearDown(); 246f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 247f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void flushQueue(List<QueueEntry> *queue); 248f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool dropBufferWhileFlushing(bool audio, const sp<AMessage> &msg); 249bc2fb720bbd0acd122bacc67e844e982d068f6f9Wei Jia void syncQueuesDone_l(); 250bc2fb720bbd0acd122bacc67e844e982d068f6f9Wei Jia 251bc2fb720bbd0acd122bacc67e844e982d068f6f9Wei Jia bool offloadingAudio() const { return (mFlags & FLAG_OFFLOAD_AUDIO) != 0; } 252f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 253f5b1db11734358d979a23a1ac4903872186ef60bRonghua Wu void startAudioOffloadPauseTimeout(); 254f5b1db11734358d979a23a1ac4903872186ef60bRonghua Wu void cancelAudioOffloadPauseTimeout(); 255f5b1db11734358d979a23a1ac4903872186ef60bRonghua Wu 256f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(Renderer); 257f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 258f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 259f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} // namespace android 260f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 261f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#endif // NUPLAYER_RENDERER_H_ 262