1f933441648ef6a71dee783d733aac17b9508b452Andreas Huber/* 2f933441648ef6a71dee783d733aac17b9508b452Andreas Huber * Copyright (C) 2010 The Android Open Source Project 3f933441648ef6a71dee783d733aac17b9508b452Andreas Huber * 4f933441648ef6a71dee783d733aac17b9508b452Andreas Huber * Licensed under the Apache License, Version 2.0 (the "License"); 5f933441648ef6a71dee783d733aac17b9508b452Andreas Huber * you may not use this file except in compliance with the License. 6f933441648ef6a71dee783d733aac17b9508b452Andreas Huber * You may obtain a copy of the License at 7f933441648ef6a71dee783d733aac17b9508b452Andreas Huber * 8f933441648ef6a71dee783d733aac17b9508b452Andreas Huber * http://www.apache.org/licenses/LICENSE-2.0 9f933441648ef6a71dee783d733aac17b9508b452Andreas Huber * 10f933441648ef6a71dee783d733aac17b9508b452Andreas Huber * Unless required by applicable law or agreed to in writing, software 11f933441648ef6a71dee783d733aac17b9508b452Andreas Huber * distributed under the License is distributed on an "AS IS" BASIS, 12f933441648ef6a71dee783d733aac17b9508b452Andreas Huber * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 13f933441648ef6a71dee783d733aac17b9508b452Andreas Huber * See the License for the specific language governing permissions and 14f933441648ef6a71dee783d733aac17b9508b452Andreas Huber * limitations under the License. 15f933441648ef6a71dee783d733aac17b9508b452Andreas Huber */ 16f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 17f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#ifndef NUPLAYER_RENDERER_H_ 18f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 19f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#define NUPLAYER_RENDERER_H_ 20f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 213a474aa67fc31505740526dd249d96204c08bf79Lajos Molnar#include <media/AudioResamplerPublic.h> 223a474aa67fc31505740526dd249d96204c08bf79Lajos Molnar#include <media/AVSyncSettings.h> 233a474aa67fc31505740526dd249d96204c08bf79Lajos Molnar 24f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include "NuPlayer.h" 25f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 26f933441648ef6a71dee783d733aac17b9508b452Andreas Hubernamespace android { 27f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2835d5af131c9d4962e935082f204ccd6a2130861cWeiyin Jiangclass AWakeLock; 297b15cb33847e6282ea8352c98894683b796127f3Wei Jiastruct MediaClock; 307e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kimclass MediaCodecBuffer; 31dc43dfa1294470a4413c37e863ef3b621da8681fLajos Molnarstruct VideoFrameScheduler; 325bc087c573c70c84c6a39946457590b42d392a33Andreas Huber 33f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct NuPlayer::Renderer : public AHandler { 34d5e56231a598b180a1d898bb7dc61b75580e59a4Andreas Huber enum Flags { 35d5e56231a598b180a1d898bb7dc61b75580e59a4Andreas Huber FLAG_REAL_TIME = 1, 36bc2fb720bbd0acd122bacc67e844e982d068f6f9Wei Jia FLAG_OFFLOAD_AUDIO = 2, 37d5e56231a598b180a1d898bb7dc61b75580e59a4Andreas Huber }; 38f933441648ef6a71dee783d733aac17b9508b452Andreas Huber Renderer(const sp<MediaPlayerBase::AudioSink> &sink, 390a68f66af2ce55a7110cd901c7e91365abf60ceaWei Jia const sp<MediaClock> &mediaClock, 40d5e56231a598b180a1d898bb7dc61b75580e59a4Andreas Huber const sp<AMessage> ¬ify, 41d5e56231a598b180a1d898bb7dc61b75580e59a4Andreas Huber uint32_t flags = 0); 42f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 43bc2fb720bbd0acd122bacc67e844e982d068f6f9Wei Jia static size_t AudioSinkCallback( 44bc2fb720bbd0acd122bacc67e844e982d068f6f9Wei Jia MediaPlayerBase::AudioSink *audioSink, 45bc2fb720bbd0acd122bacc67e844e982d068f6f9Wei Jia void *data, size_t size, void *me, 46bc2fb720bbd0acd122bacc67e844e982d068f6f9Wei Jia MediaPlayerBase::AudioSink::cb_event_t event); 47bc2fb720bbd0acd122bacc67e844e982d068f6f9Wei Jia 48f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void queueBuffer( 49f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool audio, 507e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim const sp<MediaCodecBuffer> &buffer, 51f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const sp<AMessage> ¬ifyConsumed); 52f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 53f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void queueEOS(bool audio, status_t finalResult); 54f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 553a474aa67fc31505740526dd249d96204c08bf79Lajos Molnar status_t setPlaybackSettings(const AudioPlaybackRate &rate /* sanitized */); 563a474aa67fc31505740526dd249d96204c08bf79Lajos Molnar status_t getPlaybackSettings(AudioPlaybackRate *rate /* nonnull */); 573a474aa67fc31505740526dd249d96204c08bf79Lajos Molnar status_t setSyncSettings(const AVSyncSettings &sync, float videoFpsHint); 583a474aa67fc31505740526dd249d96204c08bf79Lajos Molnar status_t getSyncSettings(AVSyncSettings *sync /* nonnull */, float *videoFps /* nonnull */); 599816016afb2a13c6a866cd047d57020566a8b9a9Wei Jia 607137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang void flush(bool audio, bool notifyComplete); 61f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 62f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void signalTimeDiscontinuity(); 63f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 64bc2fb720bbd0acd122bacc67e844e982d068f6f9Wei Jia void signalDisableOffloadAudio(); 65a10fd23bb9fcf16e778c639ea5638e2917dacd89Ronghua Wu void signalEnableOffloadAudio(); 66bc2fb720bbd0acd122bacc67e844e982d068f6f9Wei Jia 67b408222bd9479c291874b607acae1425d6154fe7Andreas Huber void pause(); 68b408222bd9479c291874b607acae1425d6154fe7Andreas Huber void resume(); 69b408222bd9479c291874b607acae1425d6154fe7Andreas Huber 70c851b5de495169d7e9528644c2592746021bd968Lajos Molnar void setVideoFrameRate(float fps); 71c851b5de495169d7e9528644c2592746021bd968Lajos Molnar 72a73d9e0b3d171d2bfcd9eb07df9d6d36ae74df57Ronghua Wu status_t getCurrentPosition(int64_t *mediaUs); 73a73d9e0b3d171d2bfcd9eb07df9d6d36ae74df57Ronghua Wu int64_t getVideoLateByUs(); 74a73d9e0b3d171d2bfcd9eb07df9d6d36ae74df57Ronghua Wu 75202bce11a7f66f27e6dbb6d154ddc123aa62513dAndy Hung status_t openAudioSink( 763b9eb1f8629c6264d924ab7043f80d824cdd39e2Chong Zhang const sp<AMessage> &format, 773b9eb1f8629c6264d924ab7043f80d824cdd39e2Chong Zhang bool offloadOnly, 783b9eb1f8629c6264d924ab7043f80d824cdd39e2Chong Zhang bool hasVideo, 79202bce11a7f66f27e6dbb6d154ddc123aa62513dAndy Hung uint32_t flags, 80c387f2b719a1a26c8306f77d79cc9a6f26b36813Dhananjay Kumar bool *isOffloaded, 81c387f2b719a1a26c8306f77d79cc9a6f26b36813Dhananjay Kumar bool isStreaming); 823b9eb1f8629c6264d924ab7043f80d824cdd39e2Chong Zhang void closeAudioSink(); 833b9eb1f8629c6264d924ab7043f80d824cdd39e2Chong Zhang 849a3101b22b5115717faeac986b43fc6618fd3b30Wei Jia // re-open audio sink after all pending audio buffers played. 859a3101b22b5115717faeac986b43fc6618fd3b30Wei Jia void changeAudioFormat( 869a3101b22b5115717faeac986b43fc6618fd3b30Wei Jia const sp<AMessage> &format, 879a3101b22b5115717faeac986b43fc6618fd3b30Wei Jia bool offloadOnly, 889a3101b22b5115717faeac986b43fc6618fd3b30Wei Jia bool hasVideo, 899a3101b22b5115717faeac986b43fc6618fd3b30Wei Jia uint32_t flags, 90c387f2b719a1a26c8306f77d79cc9a6f26b36813Dhananjay Kumar bool isStreaming, 919a3101b22b5115717faeac986b43fc6618fd3b30Wei Jia const sp<AMessage> ¬ify); 929a3101b22b5115717faeac986b43fc6618fd3b30Wei Jia 93f933441648ef6a71dee783d733aac17b9508b452Andreas Huber enum { 94faeb0f291330134dc4468359a36e099aae508449Ronghua Wu kWhatEOS = 'eos ', 95faeb0f291330134dc4468359a36e099aae508449Ronghua Wu kWhatFlushComplete = 'fluC', 96faeb0f291330134dc4468359a36e099aae508449Ronghua Wu kWhatPosition = 'posi', 97faeb0f291330134dc4468359a36e099aae508449Ronghua Wu kWhatVideoRenderingStart = 'vdrd', 98faeb0f291330134dc4468359a36e099aae508449Ronghua Wu kWhatMediaRenderingStart = 'mdrd', 99faeb0f291330134dc4468359a36e099aae508449Ronghua Wu kWhatAudioTearDown = 'adTD', 100f5b1db11734358d979a23a1ac4903872186ef60bRonghua Wu kWhatAudioOffloadPauseTimeout = 'aOPT', 101f933441648ef6a71dee783d733aac17b9508b452Andreas Huber }; 102f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 103faeb0f291330134dc4468359a36e099aae508449Ronghua Wu enum AudioTearDownReason { 104a05f1e3a8eb80a0a9f19456aea357d6d8e405794Wei Jia kDueToError = 0, // Could restart with either offload or non-offload. 1050852917279f79a94907e9906d0533ae409a30f6aRonghua Wu kDueToTimeout, 106a05f1e3a8eb80a0a9f19456aea357d6d8e405794Wei Jia kForceNonOffload, // Restart only with non-offload. 1070852917279f79a94907e9906d0533ae409a30f6aRonghua Wu }; 1080852917279f79a94907e9906d0533ae409a30f6aRonghua Wu 109f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 110f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual ~Renderer(); 111f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 112f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void onMessageReceived(const sp<AMessage> &msg); 113f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 114f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 115f933441648ef6a71dee783d733aac17b9508b452Andreas Huber enum { 116bc2fb720bbd0acd122bacc67e844e982d068f6f9Wei Jia kWhatDrainAudioQueue = 'draA', 117bc2fb720bbd0acd122bacc67e844e982d068f6f9Wei Jia kWhatDrainVideoQueue = 'draV', 118d5923409bbcbb22954a92c2b497ef4492d7cb6a5Lajos Molnar kWhatPostDrainVideoQueue = 'pDVQ', 119bc2fb720bbd0acd122bacc67e844e982d068f6f9Wei Jia kWhatQueueBuffer = 'queB', 120bc2fb720bbd0acd122bacc67e844e982d068f6f9Wei Jia kWhatQueueEOS = 'qEOS', 1213a474aa67fc31505740526dd249d96204c08bf79Lajos Molnar kWhatConfigPlayback = 'cfPB', 1223a474aa67fc31505740526dd249d96204c08bf79Lajos Molnar kWhatConfigSync = 'cfSy', 1233a474aa67fc31505740526dd249d96204c08bf79Lajos Molnar kWhatGetPlaybackSettings = 'gPbS', 1243a474aa67fc31505740526dd249d96204c08bf79Lajos Molnar kWhatGetSyncSettings = 'gSyS', 125bc2fb720bbd0acd122bacc67e844e982d068f6f9Wei Jia kWhatFlush = 'flus', 126bc2fb720bbd0acd122bacc67e844e982d068f6f9Wei Jia kWhatPause = 'paus', 127bc2fb720bbd0acd122bacc67e844e982d068f6f9Wei Jia kWhatResume = 'resm', 1283b9eb1f8629c6264d924ab7043f80d824cdd39e2Chong Zhang kWhatOpenAudioSink = 'opnA', 1293b9eb1f8629c6264d924ab7043f80d824cdd39e2Chong Zhang kWhatCloseAudioSink = 'clsA', 1309a3101b22b5115717faeac986b43fc6618fd3b30Wei Jia kWhatChangeAudioFormat = 'chgA', 131bc2fb720bbd0acd122bacc67e844e982d068f6f9Wei Jia kWhatStopAudioSink = 'stpA', 132bc2fb720bbd0acd122bacc67e844e982d068f6f9Wei Jia kWhatDisableOffloadAudio = 'noOA', 133a10fd23bb9fcf16e778c639ea5638e2917dacd89Ronghua Wu kWhatEnableOffloadAudio = 'enOA', 134c851b5de495169d7e9528644c2592746021bd968Lajos Molnar kWhatSetVideoFrameRate = 'sVFR', 135f933441648ef6a71dee783d733aac17b9508b452Andreas Huber }; 136f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1379a3101b22b5115717faeac986b43fc6618fd3b30Wei Jia // if mBuffer != nullptr, it's a buffer containing real data. 1389a3101b22b5115717faeac986b43fc6618fd3b30Wei Jia // else if mNotifyConsumed == nullptr, it's EOS. 1399a3101b22b5115717faeac986b43fc6618fd3b30Wei Jia // else it's a tag for re-opening audio sink in different format. 140f933441648ef6a71dee783d733aac17b9508b452Andreas Huber struct QueueEntry { 1417e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim sp<MediaCodecBuffer> mBuffer; 1429a3101b22b5115717faeac986b43fc6618fd3b30Wei Jia sp<AMessage> mMeta; 143f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<AMessage> mNotifyConsumed; 144f933441648ef6a71dee783d733aac17b9508b452Andreas Huber size_t mOffset; 145f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t mFinalResult; 146d5923409bbcbb22954a92c2b497ef4492d7cb6a5Lajos Molnar int32_t mBufferOrdinal; 147f933441648ef6a71dee783d733aac17b9508b452Andreas Huber }; 148f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 149714aa7b7c52ce07d5fb44870c0853b4d8e5a758eAndreas Huber static const int64_t kMinPositionUpdateDelayUs; 150714aa7b7c52ce07d5fb44870c0853b4d8e5a758eAndreas Huber 151f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<MediaPlayerBase::AudioSink> mAudioSink; 152d2f35de429c67a156299f662b0783fbcead13cb6Wei Jia bool mUseVirtualAudioSink; 153f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<AMessage> mNotify; 154bc2fb720bbd0acd122bacc67e844e982d068f6f9Wei Jia Mutex mLock; 155d5e56231a598b180a1d898bb7dc61b75580e59a4Andreas Huber uint32_t mFlags; 156f933441648ef6a71dee783d733aac17b9508b452Andreas Huber List<QueueEntry> mAudioQueue; 157f933441648ef6a71dee783d733aac17b9508b452Andreas Huber List<QueueEntry> mVideoQueue; 158f933441648ef6a71dee783d733aac17b9508b452Andreas Huber uint32_t mNumFramesWritten; 159dc43dfa1294470a4413c37e863ef3b621da8681fLajos Molnar sp<VideoFrameScheduler> mVideoScheduler; 160f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 161f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool mDrainAudioQueuePending; 162f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool mDrainVideoQueuePending; 163f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int32_t mAudioQueueGeneration; 164f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int32_t mVideoQueueGeneration; 1657b15cb33847e6282ea8352c98894683b796127f3Wei Jia int32_t mAudioDrainGeneration; 1667b15cb33847e6282ea8352c98894683b796127f3Wei Jia int32_t mVideoDrainGeneration; 1677c8d0e0a896eb736ca4cec7fb796704a3c14ab66Wei Jia int32_t mAudioEOSGeneration; 168f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1690a68f66af2ce55a7110cd901c7e91365abf60ceaWei Jia const sp<MediaClock> mMediaClock; 1703a474aa67fc31505740526dd249d96204c08bf79Lajos Molnar float mPlaybackRate; // audio track rate 1713a474aa67fc31505740526dd249d96204c08bf79Lajos Molnar 1723a474aa67fc31505740526dd249d96204c08bf79Lajos Molnar AudioPlaybackRate mPlaybackSettings; 1733a474aa67fc31505740526dd249d96204c08bf79Lajos Molnar AVSyncSettings mSyncSettings; 1743a474aa67fc31505740526dd249d96204c08bf79Lajos Molnar float mVideoFpsHint; 1753a474aa67fc31505740526dd249d96204c08bf79Lajos Molnar 176a73d9e0b3d171d2bfcd9eb07df9d6d36ae74df57Ronghua Wu int64_t mAudioFirstAnchorTimeMediaUs; 177eecb7805bbbb712925d4372c505f8c7f5c4fb5edRonghua Wu int64_t mAnchorTimeMediaUs; 178f592671336be0a061799033e47ceeacb648ed3bfLajos Molnar int64_t mAnchorNumFramesWritten; 179a73d9e0b3d171d2bfcd9eb07df9d6d36ae74df57Ronghua Wu int64_t mVideoLateByUs; 180dc293e342677c8e61ff79f49f117f8e69bb2b863Wei Jia int64_t mNextVideoTimeMediaUs; 181a73d9e0b3d171d2bfcd9eb07df9d6d36ae74df57Ronghua Wu bool mHasAudio; 182a73d9e0b3d171d2bfcd9eb07df9d6d36ae74df57Ronghua Wu bool mHasVideo; 183f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1847137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang bool mNotifyCompleteAudio; 1857137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang bool mNotifyCompleteVideo; 186f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 187f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool mSyncQueues; 188f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 189d4cdba18ba7d0057ae54ec7efa5871b1a9d8becaWei Jia // modified on only renderer's thread. 190b408222bd9479c291874b607acae1425d6154fe7Andreas Huber bool mPaused; 191b03dcb34cd44d77e5fe1559e72323e03c59931dbAndy Hung int64_t mPauseDrainAudioAllowedUs; // time when we can drain/deliver audio in pause mode. 192d4cdba18ba7d0057ae54ec7efa5871b1a9d8becaWei Jia 193fbe8bef8bcf7aed97f0332908a817b0e6d91b9baChong Zhang bool mVideoSampleReceived; 194f57b4ea3e409537b1d5f9aaea93d356b1cebbc6aJames Dong bool mVideoRenderingStarted; 195cbaffcffee6418d678806e63097c19fe26d48fe0Lajos Molnar int32_t mVideoRenderingStartGeneration; 196cbaffcffee6418d678806e63097c19fe26d48fe0Lajos Molnar int32_t mAudioRenderingStartGeneration; 197b12ea0bbda453769584efcea69054b41d9b4c4c7Andy Hung bool mRenderingDataDelivered; 198b408222bd9479c291874b607acae1425d6154fe7Andreas Huber 199528c8403ad2ede53054a706a20c00b710fa08166Andy Hung int64_t mNextAudioClockUpdateTimeUs; 2002995dc7afc23e42478969bf567aa3435f4d3b54dWei Jia // the media timestamp of last audio sample right before EOS. 2012995dc7afc23e42478969bf567aa3435f4d3b54dWei Jia int64_t mLastAudioMediaTimeUs; 202714aa7b7c52ce07d5fb44870c0853b4d8e5a758eAndreas Huber 203f5b1db11734358d979a23a1ac4903872186ef60bRonghua Wu int32_t mAudioOffloadPauseTimeoutGeneration; 204faeb0f291330134dc4468359a36e099aae508449Ronghua Wu bool mAudioTornDown; 2053b9eb1f8629c6264d924ab7043f80d824cdd39e2Chong Zhang audio_offload_info_t mCurrentOffloadInfo; 206f5b1db11734358d979a23a1ac4903872186ef60bRonghua Wu 207f0e83644637bd05852c244df481f21a0d435ff66Andy Hung struct PcmInfo { 208f0e83644637bd05852c244df481f21a0d435ff66Andy Hung audio_channel_mask_t mChannelMask; 209f0e83644637bd05852c244df481f21a0d435ff66Andy Hung audio_output_flags_t mFlags; 210f0e83644637bd05852c244df481f21a0d435ff66Andy Hung audio_format_t mFormat; 211f0e83644637bd05852c244df481f21a0d435ff66Andy Hung int32_t mNumChannels; 212f0e83644637bd05852c244df481f21a0d435ff66Andy Hung int32_t mSampleRate; 213f0e83644637bd05852c244df481f21a0d435ff66Andy Hung }; 214f0e83644637bd05852c244df481f21a0d435ff66Andy Hung PcmInfo mCurrentPcmInfo; 215f0e83644637bd05852c244df481f21a0d435ff66Andy Hung static const PcmInfo AUDIO_PCMINFO_INITIALIZER; 216f0e83644637bd05852c244df481f21a0d435ff66Andy Hung 217d5923409bbcbb22954a92c2b497ef4492d7cb6a5Lajos Molnar int32_t mTotalBuffersQueued; 218d5923409bbcbb22954a92c2b497ef4492d7cb6a5Lajos Molnar int32_t mLastAudioBufferDrained; 219a0b397133bfce8a62198dfac9a2b970c8b20bcc5Andy Hung bool mUseAudioCallback; 220d5923409bbcbb22954a92c2b497ef4492d7cb6a5Lajos Molnar 22135d5af131c9d4962e935082f204ccd6a2130861cWeiyin Jiang sp<AWakeLock> mWakeLock; 22235d5af131c9d4962e935082f204ccd6a2130861cWeiyin Jiang 223d4cdba18ba7d0057ae54ec7efa5871b1a9d8becaWei Jia status_t getCurrentPositionOnLooper(int64_t *mediaUs); 224d4cdba18ba7d0057ae54ec7efa5871b1a9d8becaWei Jia status_t getCurrentPositionOnLooper( 225d4cdba18ba7d0057ae54ec7efa5871b1a9d8becaWei Jia int64_t *mediaUs, int64_t nowUs, bool allowPastQueuedVideo = false); 226d4cdba18ba7d0057ae54ec7efa5871b1a9d8becaWei Jia bool getCurrentPositionIfPaused_l(int64_t *mediaUs); 227d4cdba18ba7d0057ae54ec7efa5871b1a9d8becaWei Jia status_t getCurrentPositionFromAnchor( 228d4cdba18ba7d0057ae54ec7efa5871b1a9d8becaWei Jia int64_t *mediaUs, int64_t nowUs, bool allowPastQueuedVideo = false); 229f592671336be0a061799033e47ceeacb648ed3bfLajos Molnar 2304c74fde2ef5b582196b296a8263cd39143e7abcaWei Jia void notifyEOSCallback(); 231bc2fb720bbd0acd122bacc67e844e982d068f6f9Wei Jia size_t fillAudioBuffer(void *buffer, size_t size); 232bc2fb720bbd0acd122bacc67e844e982d068f6f9Wei Jia 233078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber bool onDrainAudioQueue(); 2349da0ce44f228408d73a4dea0be972c785095dcccChong Zhang void drainAudioQueueUntilLastEOS(); 23506ad1528e6dd4c866c085d3cad9235d2752eb3edLajos Molnar int64_t getPendingAudioPlayoutDurationUs(int64_t nowUs); 236bc2fb720bbd0acd122bacc67e844e982d068f6f9Wei Jia void postDrainAudioQueue_l(int64_t delayUs = 0); 237f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2389a3101b22b5115717faeac986b43fc6618fd3b30Wei Jia void clearAnchorTime(); 2397b15cb33847e6282ea8352c98894683b796127f3Wei Jia void clearAudioFirstAnchorTime_l(); 2407b15cb33847e6282ea8352c98894683b796127f3Wei Jia void setAudioFirstAnchorTimeIfNeeded_l(int64_t mediaUs); 2417b15cb33847e6282ea8352c98894683b796127f3Wei Jia void setVideoLateByUs(int64_t lateUs); 2427b15cb33847e6282ea8352c98894683b796127f3Wei Jia 243eecb7805bbbb712925d4372c505f8c7f5c4fb5edRonghua Wu void onNewAudioMediaTime(int64_t mediaTimeUs); 244a73d9e0b3d171d2bfcd9eb07df9d6d36ae74df57Ronghua Wu int64_t getRealTimeUs(int64_t mediaTimeUs, int64_t nowUs); 245a73d9e0b3d171d2bfcd9eb07df9d6d36ae74df57Ronghua Wu 246f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void onDrainVideoQueue(); 2477b15cb33847e6282ea8352c98894683b796127f3Wei Jia void postDrainVideoQueue(); 248f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2497b15cb33847e6282ea8352c98894683b796127f3Wei Jia void prepareForMediaRenderingStart_l(); 2507b15cb33847e6282ea8352c98894683b796127f3Wei Jia void notifyIfMediaRenderingStarted_l(); 251cbaffcffee6418d678806e63097c19fe26d48fe0Lajos Molnar 252f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void onQueueBuffer(const sp<AMessage> &msg); 253f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void onQueueEOS(const sp<AMessage> &msg); 254f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void onFlush(const sp<AMessage> &msg); 2553831a066bcf1019864a94d2bc7b4c9241efc5c22Andreas Huber void onAudioSinkChanged(); 256bc2fb720bbd0acd122bacc67e844e982d068f6f9Wei Jia void onDisableOffloadAudio(); 257a10fd23bb9fcf16e778c639ea5638e2917dacd89Ronghua Wu void onEnableOffloadAudio(); 2583a474aa67fc31505740526dd249d96204c08bf79Lajos Molnar status_t onConfigPlayback(const AudioPlaybackRate &rate /* sanitized */); 2593a474aa67fc31505740526dd249d96204c08bf79Lajos Molnar status_t onGetPlaybackSettings(AudioPlaybackRate *rate /* nonnull */); 2603a474aa67fc31505740526dd249d96204c08bf79Lajos Molnar status_t onConfigSync(const AVSyncSettings &sync, float videoFpsHint); 2613a474aa67fc31505740526dd249d96204c08bf79Lajos Molnar status_t onGetSyncSettings(AVSyncSettings *sync /* nonnull */, float *videoFps /* nonnull */); 2623a474aa67fc31505740526dd249d96204c08bf79Lajos Molnar 263b408222bd9479c291874b607acae1425d6154fe7Andreas Huber void onPause(); 264b408222bd9479c291874b607acae1425d6154fe7Andreas Huber void onResume(); 265c851b5de495169d7e9528644c2592746021bd968Lajos Molnar void onSetVideoFrameRate(float fps); 2667b15cb33847e6282ea8352c98894683b796127f3Wei Jia int32_t getQueueGeneration(bool audio); 2677b15cb33847e6282ea8352c98894683b796127f3Wei Jia int32_t getDrainGeneration(bool audio); 2687b15cb33847e6282ea8352c98894683b796127f3Wei Jia bool getSyncQueues(); 269faeb0f291330134dc4468359a36e099aae508449Ronghua Wu void onAudioTearDown(AudioTearDownReason reason); 270202bce11a7f66f27e6dbb6d154ddc123aa62513dAndy Hung status_t onOpenAudioSink( 2713b9eb1f8629c6264d924ab7043f80d824cdd39e2Chong Zhang const sp<AMessage> &format, 2723b9eb1f8629c6264d924ab7043f80d824cdd39e2Chong Zhang bool offloadOnly, 2733b9eb1f8629c6264d924ab7043f80d824cdd39e2Chong Zhang bool hasVideo, 274c387f2b719a1a26c8306f77d79cc9a6f26b36813Dhananjay Kumar uint32_t flags, 275c387f2b719a1a26c8306f77d79cc9a6f26b36813Dhananjay Kumar bool isStreaming); 2763b9eb1f8629c6264d924ab7043f80d824cdd39e2Chong Zhang void onCloseAudioSink(); 2779a3101b22b5115717faeac986b43fc6618fd3b30Wei Jia void onChangeAudioFormat(const sp<AMessage> &meta, const sp<AMessage> ¬ify); 278f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2795095d7091874cb9e9c95ecc4fe762076ed05e624Ronghua Wu void notifyEOS(bool audio, status_t finalResult, int64_t delayUs = 0); 280d214a56215f01f2d4f4ac17cc842a1d63e146126Wei Jia void notifyEOS_l(bool audio, status_t finalResult, int64_t delayUs = 0); 281f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void notifyFlushComplete(bool audio); 28243c3e6ce02215ca99d506458f596cb1211639f29Andreas Huber void notifyPosition(); 2833fe62150fa3dd6d25cb84aad80bc9e27ddd16c45Andreas Huber void notifyVideoLateBy(int64_t lateByUs); 284f57b4ea3e409537b1d5f9aaea93d356b1cebbc6aJames Dong void notifyVideoRenderingStart(); 285a05f1e3a8eb80a0a9f19456aea357d6d8e405794Wei Jia void notifyAudioTearDown(AudioTearDownReason reason); 286f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 287f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void flushQueue(List<QueueEntry> *queue); 2887b15cb33847e6282ea8352c98894683b796127f3Wei Jia bool dropBufferIfStale(bool audio, const sp<AMessage> &msg); 289bc2fb720bbd0acd122bacc67e844e982d068f6f9Wei Jia void syncQueuesDone_l(); 290bc2fb720bbd0acd122bacc67e844e982d068f6f9Wei Jia 291bc2fb720bbd0acd122bacc67e844e982d068f6f9Wei Jia bool offloadingAudio() const { return (mFlags & FLAG_OFFLOAD_AUDIO) != 0; } 292f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 293f5b1db11734358d979a23a1ac4903872186ef60bRonghua Wu void startAudioOffloadPauseTimeout(); 294f5b1db11734358d979a23a1ac4903872186ef60bRonghua Wu void cancelAudioOffloadPauseTimeout(); 295f5b1db11734358d979a23a1ac4903872186ef60bRonghua Wu 2969816016afb2a13c6a866cd047d57020566a8b9a9Wei Jia int64_t getDurationUsIfPlayedAtSampleRate(uint32_t numFrames); 2979816016afb2a13c6a866cd047d57020566a8b9a9Wei Jia 298f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(Renderer); 299f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 300f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3013a474aa67fc31505740526dd249d96204c08bf79Lajos Molnar} // namespace android 302f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 303f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#endif // NUPLAYER_RENDERER_H_ 304