NuPlayerRenderer.h revision 9da0ce44f228408d73a4dea0be972c785095dccc
1f933441648ef6a71dee783d733aac17b9508b452Andreas Huber/* 2f933441648ef6a71dee783d733aac17b9508b452Andreas Huber * Copyright (C) 2010 The Android Open Source Project 3f933441648ef6a71dee783d733aac17b9508b452Andreas Huber * 4f933441648ef6a71dee783d733aac17b9508b452Andreas Huber * Licensed under the Apache License, Version 2.0 (the "License"); 5f933441648ef6a71dee783d733aac17b9508b452Andreas Huber * you may not use this file except in compliance with the License. 6f933441648ef6a71dee783d733aac17b9508b452Andreas Huber * You may obtain a copy of the License at 7f933441648ef6a71dee783d733aac17b9508b452Andreas Huber * 8f933441648ef6a71dee783d733aac17b9508b452Andreas Huber * http://www.apache.org/licenses/LICENSE-2.0 9f933441648ef6a71dee783d733aac17b9508b452Andreas Huber * 10f933441648ef6a71dee783d733aac17b9508b452Andreas Huber * Unless required by applicable law or agreed to in writing, software 11f933441648ef6a71dee783d733aac17b9508b452Andreas Huber * distributed under the License is distributed on an "AS IS" BASIS, 12f933441648ef6a71dee783d733aac17b9508b452Andreas Huber * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 13f933441648ef6a71dee783d733aac17b9508b452Andreas Huber * See the License for the specific language governing permissions and 14f933441648ef6a71dee783d733aac17b9508b452Andreas Huber * limitations under the License. 15f933441648ef6a71dee783d733aac17b9508b452Andreas Huber */ 16f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 17f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#ifndef NUPLAYER_RENDERER_H_ 18f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 19f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#define NUPLAYER_RENDERER_H_ 20f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 213a474aa67fc31505740526dd249d96204c08bf79Lajos Molnar#include <media/AudioResamplerPublic.h> 223a474aa67fc31505740526dd249d96204c08bf79Lajos Molnar#include <media/AVSyncSettings.h> 233a474aa67fc31505740526dd249d96204c08bf79Lajos Molnar 24f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include "NuPlayer.h" 25f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 26f933441648ef6a71dee783d733aac17b9508b452Andreas Hubernamespace android { 27f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 285bc087c573c70c84c6a39946457590b42d392a33Andreas Huberstruct ABuffer; 2935d5af131c9d4962e935082f204ccd6a2130861cWeiyin Jiangclass AWakeLock; 307b15cb33847e6282ea8352c98894683b796127f3Wei Jiastruct MediaClock; 31dc43dfa1294470a4413c37e863ef3b621da8681fLajos Molnarstruct VideoFrameScheduler; 325bc087c573c70c84c6a39946457590b42d392a33Andreas Huber 33f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct NuPlayer::Renderer : public AHandler { 34d5e56231a598b180a1d898bb7dc61b75580e59a4Andreas Huber enum Flags { 35d5e56231a598b180a1d898bb7dc61b75580e59a4Andreas Huber FLAG_REAL_TIME = 1, 36bc2fb720bbd0acd122bacc67e844e982d068f6f9Wei Jia FLAG_OFFLOAD_AUDIO = 2, 37d5e56231a598b180a1d898bb7dc61b75580e59a4Andreas Huber }; 38f933441648ef6a71dee783d733aac17b9508b452Andreas Huber Renderer(const sp<MediaPlayerBase::AudioSink> &sink, 39d5e56231a598b180a1d898bb7dc61b75580e59a4Andreas Huber const sp<AMessage> ¬ify, 40d5e56231a598b180a1d898bb7dc61b75580e59a4Andreas Huber uint32_t flags = 0); 41f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 42bc2fb720bbd0acd122bacc67e844e982d068f6f9Wei Jia static size_t AudioSinkCallback( 43bc2fb720bbd0acd122bacc67e844e982d068f6f9Wei Jia MediaPlayerBase::AudioSink *audioSink, 44bc2fb720bbd0acd122bacc67e844e982d068f6f9Wei Jia void *data, size_t size, void *me, 45bc2fb720bbd0acd122bacc67e844e982d068f6f9Wei Jia MediaPlayerBase::AudioSink::cb_event_t event); 46bc2fb720bbd0acd122bacc67e844e982d068f6f9Wei Jia 47f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void queueBuffer( 48f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool audio, 49f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const sp<ABuffer> &buffer, 50f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const sp<AMessage> ¬ifyConsumed); 51f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 52f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void queueEOS(bool audio, status_t finalResult); 53f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 543a474aa67fc31505740526dd249d96204c08bf79Lajos Molnar status_t setPlaybackSettings(const AudioPlaybackRate &rate /* sanitized */); 553a474aa67fc31505740526dd249d96204c08bf79Lajos Molnar status_t getPlaybackSettings(AudioPlaybackRate *rate /* nonnull */); 563a474aa67fc31505740526dd249d96204c08bf79Lajos Molnar status_t setSyncSettings(const AVSyncSettings &sync, float videoFpsHint); 573a474aa67fc31505740526dd249d96204c08bf79Lajos Molnar status_t getSyncSettings(AVSyncSettings *sync /* nonnull */, float *videoFps /* nonnull */); 589816016afb2a13c6a866cd047d57020566a8b9a9Wei Jia 597137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang void flush(bool audio, bool notifyComplete); 60f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 61f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void signalTimeDiscontinuity(); 62f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 633831a066bcf1019864a94d2bc7b4c9241efc5c22Andreas Huber void signalAudioSinkChanged(); 643831a066bcf1019864a94d2bc7b4c9241efc5c22Andreas Huber 65bc2fb720bbd0acd122bacc67e844e982d068f6f9Wei Jia void signalDisableOffloadAudio(); 66a10fd23bb9fcf16e778c639ea5638e2917dacd89Ronghua Wu void signalEnableOffloadAudio(); 67bc2fb720bbd0acd122bacc67e844e982d068f6f9Wei Jia 68b408222bd9479c291874b607acae1425d6154fe7Andreas Huber void pause(); 69b408222bd9479c291874b607acae1425d6154fe7Andreas Huber void resume(); 70b408222bd9479c291874b607acae1425d6154fe7Andreas Huber 71c851b5de495169d7e9528644c2592746021bd968Lajos Molnar void setVideoFrameRate(float fps); 72c851b5de495169d7e9528644c2592746021bd968Lajos Molnar 73a73d9e0b3d171d2bfcd9eb07df9d6d36ae74df57Ronghua Wu status_t getCurrentPosition(int64_t *mediaUs); 74a73d9e0b3d171d2bfcd9eb07df9d6d36ae74df57Ronghua Wu int64_t getVideoLateByUs(); 75a73d9e0b3d171d2bfcd9eb07df9d6d36ae74df57Ronghua Wu 76202bce11a7f66f27e6dbb6d154ddc123aa62513dAndy Hung status_t openAudioSink( 773b9eb1f8629c6264d924ab7043f80d824cdd39e2Chong Zhang const sp<AMessage> &format, 783b9eb1f8629c6264d924ab7043f80d824cdd39e2Chong Zhang bool offloadOnly, 793b9eb1f8629c6264d924ab7043f80d824cdd39e2Chong Zhang bool hasVideo, 80202bce11a7f66f27e6dbb6d154ddc123aa62513dAndy Hung uint32_t flags, 81202bce11a7f66f27e6dbb6d154ddc123aa62513dAndy Hung bool *isOffloaded); 823b9eb1f8629c6264d924ab7043f80d824cdd39e2Chong Zhang void closeAudioSink(); 833b9eb1f8629c6264d924ab7043f80d824cdd39e2Chong Zhang 84f933441648ef6a71dee783d733aac17b9508b452Andreas Huber enum { 85faeb0f291330134dc4468359a36e099aae508449Ronghua Wu kWhatEOS = 'eos ', 86faeb0f291330134dc4468359a36e099aae508449Ronghua Wu kWhatFlushComplete = 'fluC', 87faeb0f291330134dc4468359a36e099aae508449Ronghua Wu kWhatPosition = 'posi', 88faeb0f291330134dc4468359a36e099aae508449Ronghua Wu kWhatVideoRenderingStart = 'vdrd', 89faeb0f291330134dc4468359a36e099aae508449Ronghua Wu kWhatMediaRenderingStart = 'mdrd', 90faeb0f291330134dc4468359a36e099aae508449Ronghua Wu kWhatAudioTearDown = 'adTD', 91f5b1db11734358d979a23a1ac4903872186ef60bRonghua Wu kWhatAudioOffloadPauseTimeout = 'aOPT', 92f933441648ef6a71dee783d733aac17b9508b452Andreas Huber }; 93f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 94faeb0f291330134dc4468359a36e099aae508449Ronghua Wu enum AudioTearDownReason { 950852917279f79a94907e9906d0533ae409a30f6aRonghua Wu kDueToError = 0, 960852917279f79a94907e9906d0533ae409a30f6aRonghua Wu kDueToTimeout, 970852917279f79a94907e9906d0533ae409a30f6aRonghua Wu }; 980852917279f79a94907e9906d0533ae409a30f6aRonghua Wu 99f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 100f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual ~Renderer(); 101f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 102f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void onMessageReceived(const sp<AMessage> &msg); 103f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 104f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 105f933441648ef6a71dee783d733aac17b9508b452Andreas Huber enum { 106bc2fb720bbd0acd122bacc67e844e982d068f6f9Wei Jia kWhatDrainAudioQueue = 'draA', 107bc2fb720bbd0acd122bacc67e844e982d068f6f9Wei Jia kWhatDrainVideoQueue = 'draV', 108d5923409bbcbb22954a92c2b497ef4492d7cb6a5Lajos Molnar kWhatPostDrainVideoQueue = 'pDVQ', 109bc2fb720bbd0acd122bacc67e844e982d068f6f9Wei Jia kWhatQueueBuffer = 'queB', 110bc2fb720bbd0acd122bacc67e844e982d068f6f9Wei Jia kWhatQueueEOS = 'qEOS', 1113a474aa67fc31505740526dd249d96204c08bf79Lajos Molnar kWhatConfigPlayback = 'cfPB', 1123a474aa67fc31505740526dd249d96204c08bf79Lajos Molnar kWhatConfigSync = 'cfSy', 1133a474aa67fc31505740526dd249d96204c08bf79Lajos Molnar kWhatGetPlaybackSettings = 'gPbS', 1143a474aa67fc31505740526dd249d96204c08bf79Lajos Molnar kWhatGetSyncSettings = 'gSyS', 115bc2fb720bbd0acd122bacc67e844e982d068f6f9Wei Jia kWhatFlush = 'flus', 116bc2fb720bbd0acd122bacc67e844e982d068f6f9Wei Jia kWhatPause = 'paus', 117bc2fb720bbd0acd122bacc67e844e982d068f6f9Wei Jia kWhatResume = 'resm', 1183b9eb1f8629c6264d924ab7043f80d824cdd39e2Chong Zhang kWhatOpenAudioSink = 'opnA', 1193b9eb1f8629c6264d924ab7043f80d824cdd39e2Chong Zhang kWhatCloseAudioSink = 'clsA', 120bc2fb720bbd0acd122bacc67e844e982d068f6f9Wei Jia kWhatStopAudioSink = 'stpA', 121bc2fb720bbd0acd122bacc67e844e982d068f6f9Wei Jia kWhatDisableOffloadAudio = 'noOA', 122a10fd23bb9fcf16e778c639ea5638e2917dacd89Ronghua Wu kWhatEnableOffloadAudio = 'enOA', 123c851b5de495169d7e9528644c2592746021bd968Lajos Molnar kWhatSetVideoFrameRate = 'sVFR', 124f933441648ef6a71dee783d733aac17b9508b452Andreas Huber }; 125f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 126f933441648ef6a71dee783d733aac17b9508b452Andreas Huber struct QueueEntry { 127f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<ABuffer> mBuffer; 128f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<AMessage> mNotifyConsumed; 129f933441648ef6a71dee783d733aac17b9508b452Andreas Huber size_t mOffset; 130f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t mFinalResult; 131d5923409bbcbb22954a92c2b497ef4492d7cb6a5Lajos Molnar int32_t mBufferOrdinal; 132f933441648ef6a71dee783d733aac17b9508b452Andreas Huber }; 133f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 134714aa7b7c52ce07d5fb44870c0853b4d8e5a758eAndreas Huber static const int64_t kMinPositionUpdateDelayUs; 135714aa7b7c52ce07d5fb44870c0853b4d8e5a758eAndreas Huber 136f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<MediaPlayerBase::AudioSink> mAudioSink; 137f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<AMessage> mNotify; 138bc2fb720bbd0acd122bacc67e844e982d068f6f9Wei Jia Mutex mLock; 139d5e56231a598b180a1d898bb7dc61b75580e59a4Andreas Huber uint32_t mFlags; 140f933441648ef6a71dee783d733aac17b9508b452Andreas Huber List<QueueEntry> mAudioQueue; 141f933441648ef6a71dee783d733aac17b9508b452Andreas Huber List<QueueEntry> mVideoQueue; 142f933441648ef6a71dee783d733aac17b9508b452Andreas Huber uint32_t mNumFramesWritten; 143dc43dfa1294470a4413c37e863ef3b621da8681fLajos Molnar sp<VideoFrameScheduler> mVideoScheduler; 144f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 145f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool mDrainAudioQueuePending; 146f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool mDrainVideoQueuePending; 147f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int32_t mAudioQueueGeneration; 148f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int32_t mVideoQueueGeneration; 1497b15cb33847e6282ea8352c98894683b796127f3Wei Jia int32_t mAudioDrainGeneration; 1507b15cb33847e6282ea8352c98894683b796127f3Wei Jia int32_t mVideoDrainGeneration; 151f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1527b15cb33847e6282ea8352c98894683b796127f3Wei Jia sp<MediaClock> mMediaClock; 1533a474aa67fc31505740526dd249d96204c08bf79Lajos Molnar float mPlaybackRate; // audio track rate 1543a474aa67fc31505740526dd249d96204c08bf79Lajos Molnar 1553a474aa67fc31505740526dd249d96204c08bf79Lajos Molnar AudioPlaybackRate mPlaybackSettings; 1563a474aa67fc31505740526dd249d96204c08bf79Lajos Molnar AVSyncSettings mSyncSettings; 1573a474aa67fc31505740526dd249d96204c08bf79Lajos Molnar float mVideoFpsHint; 1583a474aa67fc31505740526dd249d96204c08bf79Lajos Molnar 159a73d9e0b3d171d2bfcd9eb07df9d6d36ae74df57Ronghua Wu int64_t mAudioFirstAnchorTimeMediaUs; 160eecb7805bbbb712925d4372c505f8c7f5c4fb5edRonghua Wu int64_t mAnchorTimeMediaUs; 161f592671336be0a061799033e47ceeacb648ed3bfLajos Molnar int64_t mAnchorNumFramesWritten; 162a73d9e0b3d171d2bfcd9eb07df9d6d36ae74df57Ronghua Wu int64_t mVideoLateByUs; 163a73d9e0b3d171d2bfcd9eb07df9d6d36ae74df57Ronghua Wu bool mHasAudio; 164a73d9e0b3d171d2bfcd9eb07df9d6d36ae74df57Ronghua Wu bool mHasVideo; 165f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1667137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang bool mNotifyCompleteAudio; 1677137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang bool mNotifyCompleteVideo; 168f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 169f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool mSyncQueues; 170f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 171d4cdba18ba7d0057ae54ec7efa5871b1a9d8becaWei Jia // modified on only renderer's thread. 172b408222bd9479c291874b607acae1425d6154fe7Andreas Huber bool mPaused; 173d4cdba18ba7d0057ae54ec7efa5871b1a9d8becaWei Jia 174fbe8bef8bcf7aed97f0332908a817b0e6d91b9baChong Zhang bool mVideoSampleReceived; 175f57b4ea3e409537b1d5f9aaea93d356b1cebbc6aJames Dong bool mVideoRenderingStarted; 176cbaffcffee6418d678806e63097c19fe26d48fe0Lajos Molnar int32_t mVideoRenderingStartGeneration; 177cbaffcffee6418d678806e63097c19fe26d48fe0Lajos Molnar int32_t mAudioRenderingStartGeneration; 178b408222bd9479c291874b607acae1425d6154fe7Andreas Huber 179714aa7b7c52ce07d5fb44870c0853b4d8e5a758eAndreas Huber int64_t mLastPositionUpdateUs; 180714aa7b7c52ce07d5fb44870c0853b4d8e5a758eAndreas Huber 181f5b1db11734358d979a23a1ac4903872186ef60bRonghua Wu int32_t mAudioOffloadPauseTimeoutGeneration; 182faeb0f291330134dc4468359a36e099aae508449Ronghua Wu bool mAudioTornDown; 1833b9eb1f8629c6264d924ab7043f80d824cdd39e2Chong Zhang audio_offload_info_t mCurrentOffloadInfo; 184f5b1db11734358d979a23a1ac4903872186ef60bRonghua Wu 185f0e83644637bd05852c244df481f21a0d435ff66Andy Hung struct PcmInfo { 186f0e83644637bd05852c244df481f21a0d435ff66Andy Hung audio_channel_mask_t mChannelMask; 187f0e83644637bd05852c244df481f21a0d435ff66Andy Hung audio_output_flags_t mFlags; 188f0e83644637bd05852c244df481f21a0d435ff66Andy Hung audio_format_t mFormat; 189f0e83644637bd05852c244df481f21a0d435ff66Andy Hung int32_t mNumChannels; 190f0e83644637bd05852c244df481f21a0d435ff66Andy Hung int32_t mSampleRate; 191f0e83644637bd05852c244df481f21a0d435ff66Andy Hung }; 192f0e83644637bd05852c244df481f21a0d435ff66Andy Hung PcmInfo mCurrentPcmInfo; 193f0e83644637bd05852c244df481f21a0d435ff66Andy Hung static const PcmInfo AUDIO_PCMINFO_INITIALIZER; 194f0e83644637bd05852c244df481f21a0d435ff66Andy Hung 195d5923409bbcbb22954a92c2b497ef4492d7cb6a5Lajos Molnar int32_t mTotalBuffersQueued; 196d5923409bbcbb22954a92c2b497ef4492d7cb6a5Lajos Molnar int32_t mLastAudioBufferDrained; 197a0b397133bfce8a62198dfac9a2b970c8b20bcc5Andy Hung bool mUseAudioCallback; 198d5923409bbcbb22954a92c2b497ef4492d7cb6a5Lajos Molnar 19935d5af131c9d4962e935082f204ccd6a2130861cWeiyin Jiang sp<AWakeLock> mWakeLock; 20035d5af131c9d4962e935082f204ccd6a2130861cWeiyin Jiang 201d4cdba18ba7d0057ae54ec7efa5871b1a9d8becaWei Jia status_t getCurrentPositionOnLooper(int64_t *mediaUs); 202d4cdba18ba7d0057ae54ec7efa5871b1a9d8becaWei Jia status_t getCurrentPositionOnLooper( 203d4cdba18ba7d0057ae54ec7efa5871b1a9d8becaWei Jia int64_t *mediaUs, int64_t nowUs, bool allowPastQueuedVideo = false); 204d4cdba18ba7d0057ae54ec7efa5871b1a9d8becaWei Jia bool getCurrentPositionIfPaused_l(int64_t *mediaUs); 205d4cdba18ba7d0057ae54ec7efa5871b1a9d8becaWei Jia status_t getCurrentPositionFromAnchor( 206d4cdba18ba7d0057ae54ec7efa5871b1a9d8becaWei Jia int64_t *mediaUs, int64_t nowUs, bool allowPastQueuedVideo = false); 207f592671336be0a061799033e47ceeacb648ed3bfLajos Molnar 208bc2fb720bbd0acd122bacc67e844e982d068f6f9Wei Jia size_t fillAudioBuffer(void *buffer, size_t size); 209bc2fb720bbd0acd122bacc67e844e982d068f6f9Wei Jia 210078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber bool onDrainAudioQueue(); 2119da0ce44f228408d73a4dea0be972c785095dcccChong Zhang void drainAudioQueueUntilLastEOS(); 21206ad1528e6dd4c866c085d3cad9235d2752eb3edLajos Molnar int64_t getPendingAudioPlayoutDurationUs(int64_t nowUs); 21306ad1528e6dd4c866c085d3cad9235d2752eb3edLajos Molnar int64_t getPlayedOutAudioDurationUs(int64_t nowUs); 214bc2fb720bbd0acd122bacc67e844e982d068f6f9Wei Jia void postDrainAudioQueue_l(int64_t delayUs = 0); 215f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2167b15cb33847e6282ea8352c98894683b796127f3Wei Jia void clearAnchorTime_l(); 2177b15cb33847e6282ea8352c98894683b796127f3Wei Jia void clearAudioFirstAnchorTime_l(); 2187b15cb33847e6282ea8352c98894683b796127f3Wei Jia void setAudioFirstAnchorTimeIfNeeded_l(int64_t mediaUs); 2197b15cb33847e6282ea8352c98894683b796127f3Wei Jia void setVideoLateByUs(int64_t lateUs); 2207b15cb33847e6282ea8352c98894683b796127f3Wei Jia 221eecb7805bbbb712925d4372c505f8c7f5c4fb5edRonghua Wu void onNewAudioMediaTime(int64_t mediaTimeUs); 222a73d9e0b3d171d2bfcd9eb07df9d6d36ae74df57Ronghua Wu int64_t getRealTimeUs(int64_t mediaTimeUs, int64_t nowUs); 223a73d9e0b3d171d2bfcd9eb07df9d6d36ae74df57Ronghua Wu 224f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void onDrainVideoQueue(); 2257b15cb33847e6282ea8352c98894683b796127f3Wei Jia void postDrainVideoQueue(); 226f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2277b15cb33847e6282ea8352c98894683b796127f3Wei Jia void prepareForMediaRenderingStart_l(); 2287b15cb33847e6282ea8352c98894683b796127f3Wei Jia void notifyIfMediaRenderingStarted_l(); 229cbaffcffee6418d678806e63097c19fe26d48fe0Lajos Molnar 230f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void onQueueBuffer(const sp<AMessage> &msg); 231f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void onQueueEOS(const sp<AMessage> &msg); 232f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void onFlush(const sp<AMessage> &msg); 2333831a066bcf1019864a94d2bc7b4c9241efc5c22Andreas Huber void onAudioSinkChanged(); 234bc2fb720bbd0acd122bacc67e844e982d068f6f9Wei Jia void onDisableOffloadAudio(); 235a10fd23bb9fcf16e778c639ea5638e2917dacd89Ronghua Wu void onEnableOffloadAudio(); 2363a474aa67fc31505740526dd249d96204c08bf79Lajos Molnar status_t onConfigPlayback(const AudioPlaybackRate &rate /* sanitized */); 2373a474aa67fc31505740526dd249d96204c08bf79Lajos Molnar status_t onGetPlaybackSettings(AudioPlaybackRate *rate /* nonnull */); 2383a474aa67fc31505740526dd249d96204c08bf79Lajos Molnar status_t onConfigSync(const AVSyncSettings &sync, float videoFpsHint); 2393a474aa67fc31505740526dd249d96204c08bf79Lajos Molnar status_t onGetSyncSettings(AVSyncSettings *sync /* nonnull */, float *videoFps /* nonnull */); 2403a474aa67fc31505740526dd249d96204c08bf79Lajos Molnar 241b408222bd9479c291874b607acae1425d6154fe7Andreas Huber void onPause(); 242b408222bd9479c291874b607acae1425d6154fe7Andreas Huber void onResume(); 243c851b5de495169d7e9528644c2592746021bd968Lajos Molnar void onSetVideoFrameRate(float fps); 2447b15cb33847e6282ea8352c98894683b796127f3Wei Jia int32_t getQueueGeneration(bool audio); 2457b15cb33847e6282ea8352c98894683b796127f3Wei Jia int32_t getDrainGeneration(bool audio); 2467b15cb33847e6282ea8352c98894683b796127f3Wei Jia bool getSyncQueues(); 247faeb0f291330134dc4468359a36e099aae508449Ronghua Wu void onAudioTearDown(AudioTearDownReason reason); 248202bce11a7f66f27e6dbb6d154ddc123aa62513dAndy Hung status_t onOpenAudioSink( 2493b9eb1f8629c6264d924ab7043f80d824cdd39e2Chong Zhang const sp<AMessage> &format, 2503b9eb1f8629c6264d924ab7043f80d824cdd39e2Chong Zhang bool offloadOnly, 2513b9eb1f8629c6264d924ab7043f80d824cdd39e2Chong Zhang bool hasVideo, 2523b9eb1f8629c6264d924ab7043f80d824cdd39e2Chong Zhang uint32_t flags); 2533b9eb1f8629c6264d924ab7043f80d824cdd39e2Chong Zhang void onCloseAudioSink(); 254f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2555095d7091874cb9e9c95ecc4fe762076ed05e624Ronghua Wu void notifyEOS(bool audio, status_t finalResult, int64_t delayUs = 0); 256f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void notifyFlushComplete(bool audio); 25743c3e6ce02215ca99d506458f596cb1211639f29Andreas Huber void notifyPosition(); 2583fe62150fa3dd6d25cb84aad80bc9e27ddd16c45Andreas Huber void notifyVideoLateBy(int64_t lateByUs); 259f57b4ea3e409537b1d5f9aaea93d356b1cebbc6aJames Dong void notifyVideoRenderingStart(); 260faeb0f291330134dc4468359a36e099aae508449Ronghua Wu void notifyAudioTearDown(); 261f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 262f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void flushQueue(List<QueueEntry> *queue); 2637b15cb33847e6282ea8352c98894683b796127f3Wei Jia bool dropBufferIfStale(bool audio, const sp<AMessage> &msg); 264bc2fb720bbd0acd122bacc67e844e982d068f6f9Wei Jia void syncQueuesDone_l(); 265bc2fb720bbd0acd122bacc67e844e982d068f6f9Wei Jia 266bc2fb720bbd0acd122bacc67e844e982d068f6f9Wei Jia bool offloadingAudio() const { return (mFlags & FLAG_OFFLOAD_AUDIO) != 0; } 267f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 268f5b1db11734358d979a23a1ac4903872186ef60bRonghua Wu void startAudioOffloadPauseTimeout(); 269f5b1db11734358d979a23a1ac4903872186ef60bRonghua Wu void cancelAudioOffloadPauseTimeout(); 270f5b1db11734358d979a23a1ac4903872186ef60bRonghua Wu 2719816016afb2a13c6a866cd047d57020566a8b9a9Wei Jia int64_t getDurationUsIfPlayedAtSampleRate(uint32_t numFrames); 2729816016afb2a13c6a866cd047d57020566a8b9a9Wei Jia 273f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(Renderer); 274f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 275f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2763a474aa67fc31505740526dd249d96204c08bf79Lajos Molnar} // namespace android 277f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 278f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#endif // NUPLAYER_RENDERER_H_ 279