1f933441648ef6a71dee783d733aac17b9508b452Andreas Huber/* 2f933441648ef6a71dee783d733aac17b9508b452Andreas Huber * Copyright (C) 2010 The Android Open Source Project 3f933441648ef6a71dee783d733aac17b9508b452Andreas Huber * 4f933441648ef6a71dee783d733aac17b9508b452Andreas Huber * Licensed under the Apache License, Version 2.0 (the "License"); 5f933441648ef6a71dee783d733aac17b9508b452Andreas Huber * you may not use this file except in compliance with the License. 6f933441648ef6a71dee783d733aac17b9508b452Andreas Huber * You may obtain a copy of the License at 7f933441648ef6a71dee783d733aac17b9508b452Andreas Huber * 8f933441648ef6a71dee783d733aac17b9508b452Andreas Huber * http://www.apache.org/licenses/LICENSE-2.0 9f933441648ef6a71dee783d733aac17b9508b452Andreas Huber * 10f933441648ef6a71dee783d733aac17b9508b452Andreas Huber * Unless required by applicable law or agreed to in writing, software 11f933441648ef6a71dee783d733aac17b9508b452Andreas Huber * distributed under the License is distributed on an "AS IS" BASIS, 12f933441648ef6a71dee783d733aac17b9508b452Andreas Huber * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 13f933441648ef6a71dee783d733aac17b9508b452Andreas Huber * See the License for the specific language governing permissions and 14f933441648ef6a71dee783d733aac17b9508b452Andreas Huber * limitations under the License. 15f933441648ef6a71dee783d733aac17b9508b452Andreas Huber */ 16f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 17f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#ifndef NUPLAYER_RENDERER_H_ 18f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 19f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#define NUPLAYER_RENDERER_H_ 20f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 213a474aa67fc31505740526dd249d96204c08bf79Lajos Molnar#include <media/AudioResamplerPublic.h> 223a474aa67fc31505740526dd249d96204c08bf79Lajos Molnar#include <media/AVSyncSettings.h> 233a474aa67fc31505740526dd249d96204c08bf79Lajos Molnar 24f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include "NuPlayer.h" 25f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 26f933441648ef6a71dee783d733aac17b9508b452Andreas Hubernamespace android { 27f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2835d5af131c9d4962e935082f204ccd6a2130861cWeiyin Jiangclass AWakeLock; 297b15cb33847e6282ea8352c98894683b796127f3Wei Jiastruct MediaClock; 307e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kimclass MediaCodecBuffer; 31dc43dfa1294470a4413c37e863ef3b621da8681fLajos Molnarstruct VideoFrameScheduler; 325bc087c573c70c84c6a39946457590b42d392a33Andreas Huber 33f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct NuPlayer::Renderer : public AHandler { 34d5e56231a598b180a1d898bb7dc61b75580e59a4Andreas Huber enum Flags { 35d5e56231a598b180a1d898bb7dc61b75580e59a4Andreas Huber FLAG_REAL_TIME = 1, 36bc2fb720bbd0acd122bacc67e844e982d068f6f9Wei Jia FLAG_OFFLOAD_AUDIO = 2, 37d5e56231a598b180a1d898bb7dc61b75580e59a4Andreas Huber }; 38f933441648ef6a71dee783d733aac17b9508b452Andreas Huber Renderer(const sp<MediaPlayerBase::AudioSink> &sink, 39d5e56231a598b180a1d898bb7dc61b75580e59a4Andreas Huber const sp<AMessage> ¬ify, 40d5e56231a598b180a1d898bb7dc61b75580e59a4Andreas Huber uint32_t flags = 0); 41f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 42bc2fb720bbd0acd122bacc67e844e982d068f6f9Wei Jia static size_t AudioSinkCallback( 43bc2fb720bbd0acd122bacc67e844e982d068f6f9Wei Jia MediaPlayerBase::AudioSink *audioSink, 44bc2fb720bbd0acd122bacc67e844e982d068f6f9Wei Jia void *data, size_t size, void *me, 45bc2fb720bbd0acd122bacc67e844e982d068f6f9Wei Jia MediaPlayerBase::AudioSink::cb_event_t event); 46bc2fb720bbd0acd122bacc67e844e982d068f6f9Wei Jia 47f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void queueBuffer( 48f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool audio, 497e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim const sp<MediaCodecBuffer> &buffer, 50f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const sp<AMessage> ¬ifyConsumed); 51f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 52f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void queueEOS(bool audio, status_t finalResult); 53f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 543a474aa67fc31505740526dd249d96204c08bf79Lajos Molnar status_t setPlaybackSettings(const AudioPlaybackRate &rate /* sanitized */); 553a474aa67fc31505740526dd249d96204c08bf79Lajos Molnar status_t getPlaybackSettings(AudioPlaybackRate *rate /* nonnull */); 563a474aa67fc31505740526dd249d96204c08bf79Lajos Molnar status_t setSyncSettings(const AVSyncSettings &sync, float videoFpsHint); 573a474aa67fc31505740526dd249d96204c08bf79Lajos Molnar status_t getSyncSettings(AVSyncSettings *sync /* nonnull */, float *videoFps /* nonnull */); 589816016afb2a13c6a866cd047d57020566a8b9a9Wei Jia 597137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang void flush(bool audio, bool notifyComplete); 60f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 61f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void signalTimeDiscontinuity(); 62f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 63bc2fb720bbd0acd122bacc67e844e982d068f6f9Wei Jia void signalDisableOffloadAudio(); 64a10fd23bb9fcf16e778c639ea5638e2917dacd89Ronghua Wu void signalEnableOffloadAudio(); 65bc2fb720bbd0acd122bacc67e844e982d068f6f9Wei Jia 66b408222bd9479c291874b607acae1425d6154fe7Andreas Huber void pause(); 67b408222bd9479c291874b607acae1425d6154fe7Andreas Huber void resume(); 68b408222bd9479c291874b607acae1425d6154fe7Andreas Huber 69c851b5de495169d7e9528644c2592746021bd968Lajos Molnar void setVideoFrameRate(float fps); 70c851b5de495169d7e9528644c2592746021bd968Lajos Molnar 71a73d9e0b3d171d2bfcd9eb07df9d6d36ae74df57Ronghua Wu status_t getCurrentPosition(int64_t *mediaUs); 72a73d9e0b3d171d2bfcd9eb07df9d6d36ae74df57Ronghua Wu int64_t getVideoLateByUs(); 73a73d9e0b3d171d2bfcd9eb07df9d6d36ae74df57Ronghua Wu 74202bce11a7f66f27e6dbb6d154ddc123aa62513dAndy Hung status_t openAudioSink( 753b9eb1f8629c6264d924ab7043f80d824cdd39e2Chong Zhang const sp<AMessage> &format, 763b9eb1f8629c6264d924ab7043f80d824cdd39e2Chong Zhang bool offloadOnly, 773b9eb1f8629c6264d924ab7043f80d824cdd39e2Chong Zhang bool hasVideo, 78202bce11a7f66f27e6dbb6d154ddc123aa62513dAndy Hung uint32_t flags, 79c387f2b719a1a26c8306f77d79cc9a6f26b36813Dhananjay Kumar bool *isOffloaded, 80c387f2b719a1a26c8306f77d79cc9a6f26b36813Dhananjay Kumar bool isStreaming); 813b9eb1f8629c6264d924ab7043f80d824cdd39e2Chong Zhang void closeAudioSink(); 823b9eb1f8629c6264d924ab7043f80d824cdd39e2Chong Zhang 839a3101b22b5115717faeac986b43fc6618fd3b30Wei Jia // re-open audio sink after all pending audio buffers played. 849a3101b22b5115717faeac986b43fc6618fd3b30Wei Jia void changeAudioFormat( 859a3101b22b5115717faeac986b43fc6618fd3b30Wei Jia const sp<AMessage> &format, 869a3101b22b5115717faeac986b43fc6618fd3b30Wei Jia bool offloadOnly, 879a3101b22b5115717faeac986b43fc6618fd3b30Wei Jia bool hasVideo, 889a3101b22b5115717faeac986b43fc6618fd3b30Wei Jia uint32_t flags, 89c387f2b719a1a26c8306f77d79cc9a6f26b36813Dhananjay Kumar bool isStreaming, 909a3101b22b5115717faeac986b43fc6618fd3b30Wei Jia const sp<AMessage> ¬ify); 919a3101b22b5115717faeac986b43fc6618fd3b30Wei Jia 92f933441648ef6a71dee783d733aac17b9508b452Andreas Huber enum { 93faeb0f291330134dc4468359a36e099aae508449Ronghua Wu kWhatEOS = 'eos ', 94faeb0f291330134dc4468359a36e099aae508449Ronghua Wu kWhatFlushComplete = 'fluC', 95faeb0f291330134dc4468359a36e099aae508449Ronghua Wu kWhatPosition = 'posi', 96faeb0f291330134dc4468359a36e099aae508449Ronghua Wu kWhatVideoRenderingStart = 'vdrd', 97faeb0f291330134dc4468359a36e099aae508449Ronghua Wu kWhatMediaRenderingStart = 'mdrd', 98faeb0f291330134dc4468359a36e099aae508449Ronghua Wu kWhatAudioTearDown = 'adTD', 99f5b1db11734358d979a23a1ac4903872186ef60bRonghua Wu kWhatAudioOffloadPauseTimeout = 'aOPT', 100f933441648ef6a71dee783d733aac17b9508b452Andreas Huber }; 101f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 102faeb0f291330134dc4468359a36e099aae508449Ronghua Wu enum AudioTearDownReason { 103a05f1e3a8eb80a0a9f19456aea357d6d8e405794Wei Jia kDueToError = 0, // Could restart with either offload or non-offload. 1040852917279f79a94907e9906d0533ae409a30f6aRonghua Wu kDueToTimeout, 105a05f1e3a8eb80a0a9f19456aea357d6d8e405794Wei Jia kForceNonOffload, // Restart only with non-offload. 1060852917279f79a94907e9906d0533ae409a30f6aRonghua Wu }; 1070852917279f79a94907e9906d0533ae409a30f6aRonghua Wu 108f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 109f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual ~Renderer(); 110f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 111f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void onMessageReceived(const sp<AMessage> &msg); 112f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 113f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 114f933441648ef6a71dee783d733aac17b9508b452Andreas Huber enum { 115bc2fb720bbd0acd122bacc67e844e982d068f6f9Wei Jia kWhatDrainAudioQueue = 'draA', 116bc2fb720bbd0acd122bacc67e844e982d068f6f9Wei Jia kWhatDrainVideoQueue = 'draV', 117d5923409bbcbb22954a92c2b497ef4492d7cb6a5Lajos Molnar kWhatPostDrainVideoQueue = 'pDVQ', 118bc2fb720bbd0acd122bacc67e844e982d068f6f9Wei Jia kWhatQueueBuffer = 'queB', 119bc2fb720bbd0acd122bacc67e844e982d068f6f9Wei Jia kWhatQueueEOS = 'qEOS', 1203a474aa67fc31505740526dd249d96204c08bf79Lajos Molnar kWhatConfigPlayback = 'cfPB', 1213a474aa67fc31505740526dd249d96204c08bf79Lajos Molnar kWhatConfigSync = 'cfSy', 1223a474aa67fc31505740526dd249d96204c08bf79Lajos Molnar kWhatGetPlaybackSettings = 'gPbS', 1233a474aa67fc31505740526dd249d96204c08bf79Lajos Molnar kWhatGetSyncSettings = 'gSyS', 124bc2fb720bbd0acd122bacc67e844e982d068f6f9Wei Jia kWhatFlush = 'flus', 125bc2fb720bbd0acd122bacc67e844e982d068f6f9Wei Jia kWhatPause = 'paus', 126bc2fb720bbd0acd122bacc67e844e982d068f6f9Wei Jia kWhatResume = 'resm', 1273b9eb1f8629c6264d924ab7043f80d824cdd39e2Chong Zhang kWhatOpenAudioSink = 'opnA', 1283b9eb1f8629c6264d924ab7043f80d824cdd39e2Chong Zhang kWhatCloseAudioSink = 'clsA', 1299a3101b22b5115717faeac986b43fc6618fd3b30Wei Jia kWhatChangeAudioFormat = 'chgA', 130bc2fb720bbd0acd122bacc67e844e982d068f6f9Wei Jia kWhatStopAudioSink = 'stpA', 131bc2fb720bbd0acd122bacc67e844e982d068f6f9Wei Jia kWhatDisableOffloadAudio = 'noOA', 132a10fd23bb9fcf16e778c639ea5638e2917dacd89Ronghua Wu kWhatEnableOffloadAudio = 'enOA', 133c851b5de495169d7e9528644c2592746021bd968Lajos Molnar kWhatSetVideoFrameRate = 'sVFR', 134f933441648ef6a71dee783d733aac17b9508b452Andreas Huber }; 135f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1369a3101b22b5115717faeac986b43fc6618fd3b30Wei Jia // if mBuffer != nullptr, it's a buffer containing real data. 1379a3101b22b5115717faeac986b43fc6618fd3b30Wei Jia // else if mNotifyConsumed == nullptr, it's EOS. 1389a3101b22b5115717faeac986b43fc6618fd3b30Wei Jia // else it's a tag for re-opening audio sink in different format. 139f933441648ef6a71dee783d733aac17b9508b452Andreas Huber struct QueueEntry { 1407e34bf5af26f8752d4786d3098740cdf51e2438fWonsik Kim sp<MediaCodecBuffer> mBuffer; 1419a3101b22b5115717faeac986b43fc6618fd3b30Wei Jia sp<AMessage> mMeta; 142f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<AMessage> mNotifyConsumed; 143f933441648ef6a71dee783d733aac17b9508b452Andreas Huber size_t mOffset; 144f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t mFinalResult; 145d5923409bbcbb22954a92c2b497ef4492d7cb6a5Lajos Molnar int32_t mBufferOrdinal; 146f933441648ef6a71dee783d733aac17b9508b452Andreas Huber }; 147f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 148714aa7b7c52ce07d5fb44870c0853b4d8e5a758eAndreas Huber static const int64_t kMinPositionUpdateDelayUs; 149714aa7b7c52ce07d5fb44870c0853b4d8e5a758eAndreas Huber 150f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<MediaPlayerBase::AudioSink> mAudioSink; 151d2f35de429c67a156299f662b0783fbcead13cb6Wei Jia bool mUseVirtualAudioSink; 152f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<AMessage> mNotify; 153bc2fb720bbd0acd122bacc67e844e982d068f6f9Wei Jia Mutex mLock; 154d5e56231a598b180a1d898bb7dc61b75580e59a4Andreas Huber uint32_t mFlags; 155f933441648ef6a71dee783d733aac17b9508b452Andreas Huber List<QueueEntry> mAudioQueue; 156f933441648ef6a71dee783d733aac17b9508b452Andreas Huber List<QueueEntry> mVideoQueue; 157f933441648ef6a71dee783d733aac17b9508b452Andreas Huber uint32_t mNumFramesWritten; 158dc43dfa1294470a4413c37e863ef3b621da8681fLajos Molnar sp<VideoFrameScheduler> mVideoScheduler; 159f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 160f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool mDrainAudioQueuePending; 161f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool mDrainVideoQueuePending; 162f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int32_t mAudioQueueGeneration; 163f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int32_t mVideoQueueGeneration; 1647b15cb33847e6282ea8352c98894683b796127f3Wei Jia int32_t mAudioDrainGeneration; 1657b15cb33847e6282ea8352c98894683b796127f3Wei Jia int32_t mVideoDrainGeneration; 1667c8d0e0a896eb736ca4cec7fb796704a3c14ab66Wei Jia int32_t mAudioEOSGeneration; 167f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1687b15cb33847e6282ea8352c98894683b796127f3Wei Jia sp<MediaClock> mMediaClock; 1693a474aa67fc31505740526dd249d96204c08bf79Lajos Molnar float mPlaybackRate; // audio track rate 1703a474aa67fc31505740526dd249d96204c08bf79Lajos Molnar 1713a474aa67fc31505740526dd249d96204c08bf79Lajos Molnar AudioPlaybackRate mPlaybackSettings; 1723a474aa67fc31505740526dd249d96204c08bf79Lajos Molnar AVSyncSettings mSyncSettings; 1733a474aa67fc31505740526dd249d96204c08bf79Lajos Molnar float mVideoFpsHint; 1743a474aa67fc31505740526dd249d96204c08bf79Lajos Molnar 175a73d9e0b3d171d2bfcd9eb07df9d6d36ae74df57Ronghua Wu int64_t mAudioFirstAnchorTimeMediaUs; 176eecb7805bbbb712925d4372c505f8c7f5c4fb5edRonghua Wu int64_t mAnchorTimeMediaUs; 177f592671336be0a061799033e47ceeacb648ed3bfLajos Molnar int64_t mAnchorNumFramesWritten; 178a73d9e0b3d171d2bfcd9eb07df9d6d36ae74df57Ronghua Wu int64_t mVideoLateByUs; 179a73d9e0b3d171d2bfcd9eb07df9d6d36ae74df57Ronghua Wu bool mHasAudio; 180a73d9e0b3d171d2bfcd9eb07df9d6d36ae74df57Ronghua Wu bool mHasVideo; 181f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1827137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang bool mNotifyCompleteAudio; 1837137ec7e005a5a6e3c0edb91cfacf16a31f4bf6aChong Zhang bool mNotifyCompleteVideo; 184f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 185f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool mSyncQueues; 186f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 187d4cdba18ba7d0057ae54ec7efa5871b1a9d8becaWei Jia // modified on only renderer's thread. 188b408222bd9479c291874b607acae1425d6154fe7Andreas Huber bool mPaused; 189b03dcb34cd44d77e5fe1559e72323e03c59931dbAndy Hung int64_t mPauseDrainAudioAllowedUs; // time when we can drain/deliver audio in pause mode. 190d4cdba18ba7d0057ae54ec7efa5871b1a9d8becaWei Jia 191fbe8bef8bcf7aed97f0332908a817b0e6d91b9baChong Zhang bool mVideoSampleReceived; 192f57b4ea3e409537b1d5f9aaea93d356b1cebbc6aJames Dong bool mVideoRenderingStarted; 193cbaffcffee6418d678806e63097c19fe26d48fe0Lajos Molnar int32_t mVideoRenderingStartGeneration; 194cbaffcffee6418d678806e63097c19fe26d48fe0Lajos Molnar int32_t mAudioRenderingStartGeneration; 195b12ea0bbda453769584efcea69054b41d9b4c4c7Andy Hung bool mRenderingDataDelivered; 196b408222bd9479c291874b607acae1425d6154fe7Andreas Huber 197528c8403ad2ede53054a706a20c00b710fa08166Andy Hung int64_t mNextAudioClockUpdateTimeUs; 1982995dc7afc23e42478969bf567aa3435f4d3b54dWei Jia // the media timestamp of last audio sample right before EOS. 1992995dc7afc23e42478969bf567aa3435f4d3b54dWei Jia int64_t mLastAudioMediaTimeUs; 200714aa7b7c52ce07d5fb44870c0853b4d8e5a758eAndreas Huber 201f5b1db11734358d979a23a1ac4903872186ef60bRonghua Wu int32_t mAudioOffloadPauseTimeoutGeneration; 202faeb0f291330134dc4468359a36e099aae508449Ronghua Wu bool mAudioTornDown; 2033b9eb1f8629c6264d924ab7043f80d824cdd39e2Chong Zhang audio_offload_info_t mCurrentOffloadInfo; 204f5b1db11734358d979a23a1ac4903872186ef60bRonghua Wu 205f0e83644637bd05852c244df481f21a0d435ff66Andy Hung struct PcmInfo { 206f0e83644637bd05852c244df481f21a0d435ff66Andy Hung audio_channel_mask_t mChannelMask; 207f0e83644637bd05852c244df481f21a0d435ff66Andy Hung audio_output_flags_t mFlags; 208f0e83644637bd05852c244df481f21a0d435ff66Andy Hung audio_format_t mFormat; 209f0e83644637bd05852c244df481f21a0d435ff66Andy Hung int32_t mNumChannels; 210f0e83644637bd05852c244df481f21a0d435ff66Andy Hung int32_t mSampleRate; 211f0e83644637bd05852c244df481f21a0d435ff66Andy Hung }; 212f0e83644637bd05852c244df481f21a0d435ff66Andy Hung PcmInfo mCurrentPcmInfo; 213f0e83644637bd05852c244df481f21a0d435ff66Andy Hung static const PcmInfo AUDIO_PCMINFO_INITIALIZER; 214f0e83644637bd05852c244df481f21a0d435ff66Andy Hung 215d5923409bbcbb22954a92c2b497ef4492d7cb6a5Lajos Molnar int32_t mTotalBuffersQueued; 216d5923409bbcbb22954a92c2b497ef4492d7cb6a5Lajos Molnar int32_t mLastAudioBufferDrained; 217a0b397133bfce8a62198dfac9a2b970c8b20bcc5Andy Hung bool mUseAudioCallback; 218d5923409bbcbb22954a92c2b497ef4492d7cb6a5Lajos Molnar 21935d5af131c9d4962e935082f204ccd6a2130861cWeiyin Jiang sp<AWakeLock> mWakeLock; 22035d5af131c9d4962e935082f204ccd6a2130861cWeiyin Jiang 221d4cdba18ba7d0057ae54ec7efa5871b1a9d8becaWei Jia status_t getCurrentPositionOnLooper(int64_t *mediaUs); 222d4cdba18ba7d0057ae54ec7efa5871b1a9d8becaWei Jia status_t getCurrentPositionOnLooper( 223d4cdba18ba7d0057ae54ec7efa5871b1a9d8becaWei Jia int64_t *mediaUs, int64_t nowUs, bool allowPastQueuedVideo = false); 224d4cdba18ba7d0057ae54ec7efa5871b1a9d8becaWei Jia bool getCurrentPositionIfPaused_l(int64_t *mediaUs); 225d4cdba18ba7d0057ae54ec7efa5871b1a9d8becaWei Jia status_t getCurrentPositionFromAnchor( 226d4cdba18ba7d0057ae54ec7efa5871b1a9d8becaWei Jia int64_t *mediaUs, int64_t nowUs, bool allowPastQueuedVideo = false); 227f592671336be0a061799033e47ceeacb648ed3bfLajos Molnar 2284c74fde2ef5b582196b296a8263cd39143e7abcaWei Jia void notifyEOSCallback(); 229bc2fb720bbd0acd122bacc67e844e982d068f6f9Wei Jia size_t fillAudioBuffer(void *buffer, size_t size); 230bc2fb720bbd0acd122bacc67e844e982d068f6f9Wei Jia 231078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber bool onDrainAudioQueue(); 2329da0ce44f228408d73a4dea0be972c785095dcccChong Zhang void drainAudioQueueUntilLastEOS(); 23306ad1528e6dd4c866c085d3cad9235d2752eb3edLajos Molnar int64_t getPendingAudioPlayoutDurationUs(int64_t nowUs); 234bc2fb720bbd0acd122bacc67e844e982d068f6f9Wei Jia void postDrainAudioQueue_l(int64_t delayUs = 0); 235f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2369a3101b22b5115717faeac986b43fc6618fd3b30Wei Jia void clearAnchorTime(); 2377b15cb33847e6282ea8352c98894683b796127f3Wei Jia void clearAudioFirstAnchorTime_l(); 2387b15cb33847e6282ea8352c98894683b796127f3Wei Jia void setAudioFirstAnchorTimeIfNeeded_l(int64_t mediaUs); 2397b15cb33847e6282ea8352c98894683b796127f3Wei Jia void setVideoLateByUs(int64_t lateUs); 2407b15cb33847e6282ea8352c98894683b796127f3Wei Jia 241eecb7805bbbb712925d4372c505f8c7f5c4fb5edRonghua Wu void onNewAudioMediaTime(int64_t mediaTimeUs); 242a73d9e0b3d171d2bfcd9eb07df9d6d36ae74df57Ronghua Wu int64_t getRealTimeUs(int64_t mediaTimeUs, int64_t nowUs); 243a73d9e0b3d171d2bfcd9eb07df9d6d36ae74df57Ronghua Wu 244f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void onDrainVideoQueue(); 2457b15cb33847e6282ea8352c98894683b796127f3Wei Jia void postDrainVideoQueue(); 246f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2477b15cb33847e6282ea8352c98894683b796127f3Wei Jia void prepareForMediaRenderingStart_l(); 2487b15cb33847e6282ea8352c98894683b796127f3Wei Jia void notifyIfMediaRenderingStarted_l(); 249cbaffcffee6418d678806e63097c19fe26d48fe0Lajos Molnar 250f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void onQueueBuffer(const sp<AMessage> &msg); 251f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void onQueueEOS(const sp<AMessage> &msg); 252f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void onFlush(const sp<AMessage> &msg); 2533831a066bcf1019864a94d2bc7b4c9241efc5c22Andreas Huber void onAudioSinkChanged(); 254bc2fb720bbd0acd122bacc67e844e982d068f6f9Wei Jia void onDisableOffloadAudio(); 255a10fd23bb9fcf16e778c639ea5638e2917dacd89Ronghua Wu void onEnableOffloadAudio(); 2563a474aa67fc31505740526dd249d96204c08bf79Lajos Molnar status_t onConfigPlayback(const AudioPlaybackRate &rate /* sanitized */); 2573a474aa67fc31505740526dd249d96204c08bf79Lajos Molnar status_t onGetPlaybackSettings(AudioPlaybackRate *rate /* nonnull */); 2583a474aa67fc31505740526dd249d96204c08bf79Lajos Molnar status_t onConfigSync(const AVSyncSettings &sync, float videoFpsHint); 2593a474aa67fc31505740526dd249d96204c08bf79Lajos Molnar status_t onGetSyncSettings(AVSyncSettings *sync /* nonnull */, float *videoFps /* nonnull */); 2603a474aa67fc31505740526dd249d96204c08bf79Lajos Molnar 261b408222bd9479c291874b607acae1425d6154fe7Andreas Huber void onPause(); 262b408222bd9479c291874b607acae1425d6154fe7Andreas Huber void onResume(); 263c851b5de495169d7e9528644c2592746021bd968Lajos Molnar void onSetVideoFrameRate(float fps); 2647b15cb33847e6282ea8352c98894683b796127f3Wei Jia int32_t getQueueGeneration(bool audio); 2657b15cb33847e6282ea8352c98894683b796127f3Wei Jia int32_t getDrainGeneration(bool audio); 2667b15cb33847e6282ea8352c98894683b796127f3Wei Jia bool getSyncQueues(); 267faeb0f291330134dc4468359a36e099aae508449Ronghua Wu void onAudioTearDown(AudioTearDownReason reason); 268202bce11a7f66f27e6dbb6d154ddc123aa62513dAndy Hung status_t onOpenAudioSink( 2693b9eb1f8629c6264d924ab7043f80d824cdd39e2Chong Zhang const sp<AMessage> &format, 2703b9eb1f8629c6264d924ab7043f80d824cdd39e2Chong Zhang bool offloadOnly, 2713b9eb1f8629c6264d924ab7043f80d824cdd39e2Chong Zhang bool hasVideo, 272c387f2b719a1a26c8306f77d79cc9a6f26b36813Dhananjay Kumar uint32_t flags, 273c387f2b719a1a26c8306f77d79cc9a6f26b36813Dhananjay Kumar bool isStreaming); 2743b9eb1f8629c6264d924ab7043f80d824cdd39e2Chong Zhang void onCloseAudioSink(); 2759a3101b22b5115717faeac986b43fc6618fd3b30Wei Jia void onChangeAudioFormat(const sp<AMessage> &meta, const sp<AMessage> ¬ify); 276f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2775095d7091874cb9e9c95ecc4fe762076ed05e624Ronghua Wu void notifyEOS(bool audio, status_t finalResult, int64_t delayUs = 0); 278f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void notifyFlushComplete(bool audio); 27943c3e6ce02215ca99d506458f596cb1211639f29Andreas Huber void notifyPosition(); 2803fe62150fa3dd6d25cb84aad80bc9e27ddd16c45Andreas Huber void notifyVideoLateBy(int64_t lateByUs); 281f57b4ea3e409537b1d5f9aaea93d356b1cebbc6aJames Dong void notifyVideoRenderingStart(); 282a05f1e3a8eb80a0a9f19456aea357d6d8e405794Wei Jia void notifyAudioTearDown(AudioTearDownReason reason); 283f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 284f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void flushQueue(List<QueueEntry> *queue); 2857b15cb33847e6282ea8352c98894683b796127f3Wei Jia bool dropBufferIfStale(bool audio, const sp<AMessage> &msg); 286bc2fb720bbd0acd122bacc67e844e982d068f6f9Wei Jia void syncQueuesDone_l(); 287bc2fb720bbd0acd122bacc67e844e982d068f6f9Wei Jia 288bc2fb720bbd0acd122bacc67e844e982d068f6f9Wei Jia bool offloadingAudio() const { return (mFlags & FLAG_OFFLOAD_AUDIO) != 0; } 289f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 290f5b1db11734358d979a23a1ac4903872186ef60bRonghua Wu void startAudioOffloadPauseTimeout(); 291f5b1db11734358d979a23a1ac4903872186ef60bRonghua Wu void cancelAudioOffloadPauseTimeout(); 292f5b1db11734358d979a23a1ac4903872186ef60bRonghua Wu 2939816016afb2a13c6a866cd047d57020566a8b9a9Wei Jia int64_t getDurationUsIfPlayedAtSampleRate(uint32_t numFrames); 2949816016afb2a13c6a866cd047d57020566a8b9a9Wei Jia 295f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(Renderer); 296f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 297f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2983a474aa67fc31505740526dd249d96204c08bf79Lajos Molnar} // namespace android 299f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 300f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#endif // NUPLAYER_RENDERER_H_ 301