NuPlayerRenderer.cpp revision 4110c101c3d0dd8dbc44c8d2d0edd3e2e7d6652f
1f933441648ef6a71dee783d733aac17b9508b452Andreas Huber/* 2f933441648ef6a71dee783d733aac17b9508b452Andreas Huber * Copyright (C) 2010 The Android Open Source Project 3f933441648ef6a71dee783d733aac17b9508b452Andreas Huber * 4f933441648ef6a71dee783d733aac17b9508b452Andreas Huber * Licensed under the Apache License, Version 2.0 (the "License"); 5f933441648ef6a71dee783d733aac17b9508b452Andreas Huber * you may not use this file except in compliance with the License. 6f933441648ef6a71dee783d733aac17b9508b452Andreas Huber * You may obtain a copy of the License at 7f933441648ef6a71dee783d733aac17b9508b452Andreas Huber * 8f933441648ef6a71dee783d733aac17b9508b452Andreas Huber * http://www.apache.org/licenses/LICENSE-2.0 9f933441648ef6a71dee783d733aac17b9508b452Andreas Huber * 10f933441648ef6a71dee783d733aac17b9508b452Andreas Huber * Unless required by applicable law or agreed to in writing, software 11f933441648ef6a71dee783d733aac17b9508b452Andreas Huber * distributed under the License is distributed on an "AS IS" BASIS, 12f933441648ef6a71dee783d733aac17b9508b452Andreas Huber * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 13f933441648ef6a71dee783d733aac17b9508b452Andreas Huber * See the License for the specific language governing permissions and 14f933441648ef6a71dee783d733aac17b9508b452Andreas Huber * limitations under the License. 15f933441648ef6a71dee783d733aac17b9508b452Andreas Huber */ 16f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 17f933441648ef6a71dee783d733aac17b9508b452Andreas Huber//#define LOG_NDEBUG 0 18f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#define LOG_TAG "NuPlayerRenderer" 19f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <utils/Log.h> 20f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 21f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include "NuPlayerRenderer.h" 22f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 23f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/foundation/ABuffer.h> 24f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/foundation/ADebug.h> 255bc087c573c70c84c6a39946457590b42d392a33Andreas Huber#include <media/stagefright/foundation/AMessage.h> 26f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 27f933441648ef6a71dee783d733aac17b9508b452Andreas Hubernamespace android { 28f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 29714aa7b7c52ce07d5fb44870c0853b4d8e5a758eAndreas Huber// static 30714aa7b7c52ce07d5fb44870c0853b4d8e5a758eAndreas Huberconst int64_t NuPlayer::Renderer::kMinPositionUpdateDelayUs = 100000ll; 31714aa7b7c52ce07d5fb44870c0853b4d8e5a758eAndreas Huber 32f933441648ef6a71dee783d733aac17b9508b452Andreas HuberNuPlayer::Renderer::Renderer( 33f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const sp<MediaPlayerBase::AudioSink> &sink, 34f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const sp<AMessage> ¬ify) 35f933441648ef6a71dee783d733aac17b9508b452Andreas Huber : mAudioSink(sink), 36f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNotify(notify), 37f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNumFramesWritten(0), 38f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mDrainAudioQueuePending(false), 39f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mDrainVideoQueuePending(false), 40f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mAudioQueueGeneration(0), 41f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mVideoQueueGeneration(0), 42f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mAnchorTimeMediaUs(-1), 43f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mAnchorTimeRealUs(-1), 44f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mFlushingAudio(false), 45f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mFlushingVideo(false), 46bc7f5b2e56107cfeaeeab13cf8979379e3c2f139Andreas Huber mHasAudio(false), 47bc7f5b2e56107cfeaeeab13cf8979379e3c2f139Andreas Huber mHasVideo(false), 48bc7f5b2e56107cfeaeeab13cf8979379e3c2f139Andreas Huber mSyncQueues(false), 49714aa7b7c52ce07d5fb44870c0853b4d8e5a758eAndreas Huber mPaused(false), 503fe62150fa3dd6d25cb84aad80bc9e27ddd16c45Andreas Huber mLastPositionUpdateUs(-1ll), 513fe62150fa3dd6d25cb84aad80bc9e27ddd16c45Andreas Huber mVideoLateByUs(0ll) { 52f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 53f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 54f933441648ef6a71dee783d733aac17b9508b452Andreas HuberNuPlayer::Renderer::~Renderer() { 55f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 56f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 57f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid NuPlayer::Renderer::queueBuffer( 58f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool audio, 59f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const sp<ABuffer> &buffer, 60f933441648ef6a71dee783d733aac17b9508b452Andreas Huber const sp<AMessage> ¬ifyConsumed) { 61f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<AMessage> msg = new AMessage(kWhatQueueBuffer, id()); 62f933441648ef6a71dee783d733aac17b9508b452Andreas Huber msg->setInt32("audio", static_cast<int32_t>(audio)); 632d8bedd05437b6fccdbc6bf70f673ffd86744d59Andreas Huber msg->setBuffer("buffer", buffer); 64f933441648ef6a71dee783d733aac17b9508b452Andreas Huber msg->setMessage("notifyConsumed", notifyConsumed); 65f933441648ef6a71dee783d733aac17b9508b452Andreas Huber msg->post(); 66f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 67f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 68f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid NuPlayer::Renderer::queueEOS(bool audio, status_t finalResult) { 69f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_NE(finalResult, (status_t)OK); 70f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 71f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<AMessage> msg = new AMessage(kWhatQueueEOS, id()); 72f933441648ef6a71dee783d733aac17b9508b452Andreas Huber msg->setInt32("audio", static_cast<int32_t>(audio)); 73f933441648ef6a71dee783d733aac17b9508b452Andreas Huber msg->setInt32("finalResult", finalResult); 74f933441648ef6a71dee783d733aac17b9508b452Andreas Huber msg->post(); 75f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 76f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 77f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid NuPlayer::Renderer::flush(bool audio) { 78f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 79f933441648ef6a71dee783d733aac17b9508b452Andreas Huber Mutex::Autolock autoLock(mFlushLock); 80f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (audio) { 81f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(!mFlushingAudio); 82f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mFlushingAudio = true; 83f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else { 84f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(!mFlushingVideo); 85f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mFlushingVideo = true; 86f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 87f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 88f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 89f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<AMessage> msg = new AMessage(kWhatFlush, id()); 90f933441648ef6a71dee783d733aac17b9508b452Andreas Huber msg->setInt32("audio", static_cast<int32_t>(audio)); 91f933441648ef6a71dee783d733aac17b9508b452Andreas Huber msg->post(); 92f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 93f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 94f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid NuPlayer::Renderer::signalTimeDiscontinuity() { 95f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(mAudioQueue.empty()); 96f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(mVideoQueue.empty()); 97f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mAnchorTimeMediaUs = -1; 98f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mAnchorTimeRealUs = -1; 993831a066bcf1019864a94d2bc7b4c9241efc5c22Andreas Huber mSyncQueues = mHasAudio && mHasVideo; 100f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 101f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 102b408222bd9479c291874b607acae1425d6154fe7Andreas Hubervoid NuPlayer::Renderer::pause() { 103b408222bd9479c291874b607acae1425d6154fe7Andreas Huber (new AMessage(kWhatPause, id()))->post(); 104b408222bd9479c291874b607acae1425d6154fe7Andreas Huber} 105b408222bd9479c291874b607acae1425d6154fe7Andreas Huber 106b408222bd9479c291874b607acae1425d6154fe7Andreas Hubervoid NuPlayer::Renderer::resume() { 107b408222bd9479c291874b607acae1425d6154fe7Andreas Huber (new AMessage(kWhatResume, id()))->post(); 108b408222bd9479c291874b607acae1425d6154fe7Andreas Huber} 109b408222bd9479c291874b607acae1425d6154fe7Andreas Huber 110f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid NuPlayer::Renderer::onMessageReceived(const sp<AMessage> &msg) { 111f933441648ef6a71dee783d733aac17b9508b452Andreas Huber switch (msg->what()) { 112f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatDrainAudioQueue: 113f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 114f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int32_t generation; 115f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt32("generation", &generation)); 116f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (generation != mAudioQueueGeneration) { 117f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 118f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 119f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 120f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mDrainAudioQueuePending = false; 121f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 122078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber if (onDrainAudioQueue()) { 123078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber uint32_t numFramesPlayed; 124078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber CHECK_EQ(mAudioSink->getPosition(&numFramesPlayed), 125078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber (status_t)OK); 126078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber 127078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber uint32_t numFramesPendingPlayout = 128078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber mNumFramesWritten - numFramesPlayed; 129078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber 130078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber // This is how long the audio sink will have data to 131078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber // play back. 132078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber int64_t delayUs = 133078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber mAudioSink->msecsPerFrame() 134078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber * numFramesPendingPlayout * 1000ll; 135078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber 136078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber // Let's give it more data after about half that time 137078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber // has elapsed. 138078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber postDrainAudioQueue(delayUs / 2); 139078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber } 140f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 141f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 142f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 143f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatDrainVideoQueue: 144f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 145f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int32_t generation; 146f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt32("generation", &generation)); 147f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (generation != mVideoQueueGeneration) { 148f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 149f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 150f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 151f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mDrainVideoQueuePending = false; 152f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 153f933441648ef6a71dee783d733aac17b9508b452Andreas Huber onDrainVideoQueue(); 154f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 155f933441648ef6a71dee783d733aac17b9508b452Andreas Huber postDrainVideoQueue(); 156f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 157f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 158f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 159f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatQueueBuffer: 160f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 161f933441648ef6a71dee783d733aac17b9508b452Andreas Huber onQueueBuffer(msg); 162f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 163f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 164f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 165f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatQueueEOS: 166f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 167f933441648ef6a71dee783d733aac17b9508b452Andreas Huber onQueueEOS(msg); 168f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 169f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 170f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 171f933441648ef6a71dee783d733aac17b9508b452Andreas Huber case kWhatFlush: 172f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 173f933441648ef6a71dee783d733aac17b9508b452Andreas Huber onFlush(msg); 174f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 175f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 176f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1773831a066bcf1019864a94d2bc7b4c9241efc5c22Andreas Huber case kWhatAudioSinkChanged: 1783831a066bcf1019864a94d2bc7b4c9241efc5c22Andreas Huber { 1793831a066bcf1019864a94d2bc7b4c9241efc5c22Andreas Huber onAudioSinkChanged(); 1803831a066bcf1019864a94d2bc7b4c9241efc5c22Andreas Huber break; 1813831a066bcf1019864a94d2bc7b4c9241efc5c22Andreas Huber } 1823831a066bcf1019864a94d2bc7b4c9241efc5c22Andreas Huber 183b408222bd9479c291874b607acae1425d6154fe7Andreas Huber case kWhatPause: 184b408222bd9479c291874b607acae1425d6154fe7Andreas Huber { 185b408222bd9479c291874b607acae1425d6154fe7Andreas Huber onPause(); 186b408222bd9479c291874b607acae1425d6154fe7Andreas Huber break; 187b408222bd9479c291874b607acae1425d6154fe7Andreas Huber } 188b408222bd9479c291874b607acae1425d6154fe7Andreas Huber 189b408222bd9479c291874b607acae1425d6154fe7Andreas Huber case kWhatResume: 190b408222bd9479c291874b607acae1425d6154fe7Andreas Huber { 191b408222bd9479c291874b607acae1425d6154fe7Andreas Huber onResume(); 192b408222bd9479c291874b607acae1425d6154fe7Andreas Huber break; 193b408222bd9479c291874b607acae1425d6154fe7Andreas Huber } 194b408222bd9479c291874b607acae1425d6154fe7Andreas Huber 195f933441648ef6a71dee783d733aac17b9508b452Andreas Huber default: 196f933441648ef6a71dee783d733aac17b9508b452Andreas Huber TRESPASS(); 197f933441648ef6a71dee783d733aac17b9508b452Andreas Huber break; 198f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 199f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 200f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 201078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Hubervoid NuPlayer::Renderer::postDrainAudioQueue(int64_t delayUs) { 202b408222bd9479c291874b607acae1425d6154fe7Andreas Huber if (mDrainAudioQueuePending || mSyncQueues || mPaused) { 203f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return; 204f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 205f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 206f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (mAudioQueue.empty()) { 207f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return; 208f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 209f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 210f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mDrainAudioQueuePending = true; 211f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<AMessage> msg = new AMessage(kWhatDrainAudioQueue, id()); 212f933441648ef6a71dee783d733aac17b9508b452Andreas Huber msg->setInt32("generation", mAudioQueueGeneration); 213078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber msg->post(delayUs); 214f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 215f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2163831a066bcf1019864a94d2bc7b4c9241efc5c22Andreas Hubervoid NuPlayer::Renderer::signalAudioSinkChanged() { 2173831a066bcf1019864a94d2bc7b4c9241efc5c22Andreas Huber (new AMessage(kWhatAudioSinkChanged, id()))->post(); 2183831a066bcf1019864a94d2bc7b4c9241efc5c22Andreas Huber} 2193831a066bcf1019864a94d2bc7b4c9241efc5c22Andreas Huber 220078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huberbool NuPlayer::Renderer::onDrainAudioQueue() { 221078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber uint32_t numFramesPlayed; 2222bfdd428c56c7524d1a11979f200a1762866032dAndreas Huber if (mAudioSink->getPosition(&numFramesPlayed) != OK) { 2232bfdd428c56c7524d1a11979f200a1762866032dAndreas Huber return false; 2242bfdd428c56c7524d1a11979f200a1762866032dAndreas Huber } 225078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber 226078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber ssize_t numFramesAvailableToWrite = 227078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber mAudioSink->frameCount() - (mNumFramesWritten - numFramesPlayed); 228078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber 229078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber#if 0 230078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber if (numFramesAvailableToWrite == mAudioSink->frameCount()) { 231df64d15042bbd5e0e4933ac49bf3c177dd94752cSteve Block ALOGI("audio sink underrun"); 232078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber } else { 2333856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("audio queue has %d frames left to play", 234078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber mAudioSink->frameCount() - numFramesAvailableToWrite); 235078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber } 236078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber#endif 237f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 238078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber size_t numBytesAvailableToWrite = 239078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber numFramesAvailableToWrite * mAudioSink->frameSize(); 240078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber 241078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber while (numBytesAvailableToWrite > 0 && !mAudioQueue.empty()) { 242f933441648ef6a71dee783d733aac17b9508b452Andreas Huber QueueEntry *entry = &*mAudioQueue.begin(); 243f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 244f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (entry->mBuffer == NULL) { 245f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // EOS 246f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 247c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber notifyEOS(true /* audio */, entry->mFinalResult); 248f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 249f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mAudioQueue.erase(mAudioQueue.begin()); 250f933441648ef6a71dee783d733aac17b9508b452Andreas Huber entry = NULL; 251078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber return false; 252c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber } 253c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber 254f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (entry->mOffset == 0) { 255f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int64_t mediaTimeUs; 256f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(entry->mBuffer->meta()->findInt64("timeUs", &mediaTimeUs)); 257f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 2583856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("rendering audio at media time %.2f secs", mediaTimeUs / 1E6); 259f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 260f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mAnchorTimeMediaUs = mediaTimeUs; 261f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 262f933441648ef6a71dee783d733aac17b9508b452Andreas Huber uint32_t numFramesPlayed; 263f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ(mAudioSink->getPosition(&numFramesPlayed), (status_t)OK); 264f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 265f933441648ef6a71dee783d733aac17b9508b452Andreas Huber uint32_t numFramesPendingPlayout = 266f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mNumFramesWritten - numFramesPlayed; 267f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 268f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int64_t realTimeOffsetUs = 269f933441648ef6a71dee783d733aac17b9508b452Andreas Huber (mAudioSink->latency() / 2 /* XXX */ 270f933441648ef6a71dee783d733aac17b9508b452Andreas Huber + numFramesPendingPlayout 271f933441648ef6a71dee783d733aac17b9508b452Andreas Huber * mAudioSink->msecsPerFrame()) * 1000ll; 272f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 273df64d15042bbd5e0e4933ac49bf3c177dd94752cSteve Block // ALOGI("realTimeOffsetUs = %lld us", realTimeOffsetUs); 274f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 275f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mAnchorTimeRealUs = 276f933441648ef6a71dee783d733aac17b9508b452Andreas Huber ALooper::GetNowUs() + realTimeOffsetUs; 277f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 278f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 279f933441648ef6a71dee783d733aac17b9508b452Andreas Huber size_t copy = entry->mBuffer->size() - entry->mOffset; 280f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (copy > numBytesAvailableToWrite) { 281f933441648ef6a71dee783d733aac17b9508b452Andreas Huber copy = numBytesAvailableToWrite; 282f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 283f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 284f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK_EQ(mAudioSink->write( 285f933441648ef6a71dee783d733aac17b9508b452Andreas Huber entry->mBuffer->data() + entry->mOffset, copy), 286f933441648ef6a71dee783d733aac17b9508b452Andreas Huber (ssize_t)copy); 287f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 288f933441648ef6a71dee783d733aac17b9508b452Andreas Huber entry->mOffset += copy; 289f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (entry->mOffset == entry->mBuffer->size()) { 290f933441648ef6a71dee783d733aac17b9508b452Andreas Huber entry->mNotifyConsumed->post(); 291f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mAudioQueue.erase(mAudioQueue.begin()); 2929b7d950f1f3b0c526712b713dbceb0e22762c015Eric Laurent 293f933441648ef6a71dee783d733aac17b9508b452Andreas Huber entry = NULL; 294f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 295f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 296078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber numBytesAvailableToWrite -= copy; 297078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber size_t copiedFrames = copy / mAudioSink->frameSize(); 298078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber mNumFramesWritten += copiedFrames; 299f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 30043c3e6ce02215ca99d506458f596cb1211639f29Andreas Huber 30143c3e6ce02215ca99d506458f596cb1211639f29Andreas Huber notifyPosition(); 302078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber 303078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber return !mAudioQueue.empty(); 304f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 305f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 306f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid NuPlayer::Renderer::postDrainVideoQueue() { 307b408222bd9479c291874b607acae1425d6154fe7Andreas Huber if (mDrainVideoQueuePending || mSyncQueues || mPaused) { 308f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return; 309f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 310f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 311f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (mVideoQueue.empty()) { 312f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return; 313f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 314f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 315f933441648ef6a71dee783d733aac17b9508b452Andreas Huber QueueEntry &entry = *mVideoQueue.begin(); 316f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 317f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<AMessage> msg = new AMessage(kWhatDrainVideoQueue, id()); 318f933441648ef6a71dee783d733aac17b9508b452Andreas Huber msg->setInt32("generation", mVideoQueueGeneration); 319f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 320f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int64_t delayUs; 321f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 322f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (entry.mBuffer == NULL) { 323f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // EOS doesn't carry a timestamp. 324f933441648ef6a71dee783d733aac17b9508b452Andreas Huber delayUs = 0; 325f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else { 326f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int64_t mediaTimeUs; 327f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(entry.mBuffer->meta()->findInt64("timeUs", &mediaTimeUs)); 328f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 329f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (mAnchorTimeMediaUs < 0) { 330f933441648ef6a71dee783d733aac17b9508b452Andreas Huber delayUs = 0; 331f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 3323831a066bcf1019864a94d2bc7b4c9241efc5c22Andreas Huber if (!mHasAudio) { 333f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mAnchorTimeMediaUs = mediaTimeUs; 334f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mAnchorTimeRealUs = ALooper::GetNowUs(); 335f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 336f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else { 337f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int64_t realTimeUs = 338f933441648ef6a71dee783d733aac17b9508b452Andreas Huber (mediaTimeUs - mAnchorTimeMediaUs) + mAnchorTimeRealUs; 339f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 340f933441648ef6a71dee783d733aac17b9508b452Andreas Huber delayUs = realTimeUs - ALooper::GetNowUs(); 341f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 342f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 343f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 344f933441648ef6a71dee783d733aac17b9508b452Andreas Huber msg->post(delayUs); 345f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 346f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mDrainVideoQueuePending = true; 347f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 348f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 349f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid NuPlayer::Renderer::onDrainVideoQueue() { 350f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (mVideoQueue.empty()) { 351f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return; 352f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 353f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 354f933441648ef6a71dee783d733aac17b9508b452Andreas Huber QueueEntry *entry = &*mVideoQueue.begin(); 355f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 356f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (entry->mBuffer == NULL) { 357f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // EOS 358f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 359c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber notifyEOS(false /* audio */, entry->mFinalResult); 360f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 361f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mVideoQueue.erase(mVideoQueue.begin()); 362f933441648ef6a71dee783d733aac17b9508b452Andreas Huber entry = NULL; 3633fe62150fa3dd6d25cb84aad80bc9e27ddd16c45Andreas Huber 3643fe62150fa3dd6d25cb84aad80bc9e27ddd16c45Andreas Huber mVideoLateByUs = 0ll; 3653fe62150fa3dd6d25cb84aad80bc9e27ddd16c45Andreas Huber 3663fe62150fa3dd6d25cb84aad80bc9e27ddd16c45Andreas Huber notifyPosition(); 367f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return; 368f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 369f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 370f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int64_t mediaTimeUs; 371f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(entry->mBuffer->meta()->findInt64("timeUs", &mediaTimeUs)); 372f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 373078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber int64_t realTimeUs = mediaTimeUs - mAnchorTimeMediaUs + mAnchorTimeRealUs; 3743fe62150fa3dd6d25cb84aad80bc9e27ddd16c45Andreas Huber mVideoLateByUs = ALooper::GetNowUs() - realTimeUs; 375078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber 3763fe62150fa3dd6d25cb84aad80bc9e27ddd16c45Andreas Huber bool tooLate = (mVideoLateByUs > 40000); 3773fe62150fa3dd6d25cb84aad80bc9e27ddd16c45Andreas Huber 3783fe62150fa3dd6d25cb84aad80bc9e27ddd16c45Andreas Huber if (tooLate) { 379afed0e1fa37473a4cd30018577b560acc79d9a3fAndreas Huber ALOGV("video late by %lld us (%.2f secs)", 380afed0e1fa37473a4cd30018577b560acc79d9a3fAndreas Huber mVideoLateByUs, mVideoLateByUs / 1E6); 381078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber } else { 3823856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("rendering video at media time %.2f secs", mediaTimeUs / 1E6); 383078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber } 384f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 385683525b61bc1b58b4fd9e1b3ef9ed3b0c3bf34aeGlenn Kasten entry->mNotifyConsumed->setInt32("render", !tooLate); 386f933441648ef6a71dee783d733aac17b9508b452Andreas Huber entry->mNotifyConsumed->post(); 387f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mVideoQueue.erase(mVideoQueue.begin()); 388f933441648ef6a71dee783d733aac17b9508b452Andreas Huber entry = NULL; 38943c3e6ce02215ca99d506458f596cb1211639f29Andreas Huber 39043c3e6ce02215ca99d506458f596cb1211639f29Andreas Huber notifyPosition(); 391f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 392f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 393c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Hubervoid NuPlayer::Renderer::notifyEOS(bool audio, status_t finalResult) { 394f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<AMessage> notify = mNotify->dup(); 395f933441648ef6a71dee783d733aac17b9508b452Andreas Huber notify->setInt32("what", kWhatEOS); 396f933441648ef6a71dee783d733aac17b9508b452Andreas Huber notify->setInt32("audio", static_cast<int32_t>(audio)); 397c92fd24c10a6bf80b346d7e261325434d9c6964bAndreas Huber notify->setInt32("finalResult", finalResult); 398f933441648ef6a71dee783d733aac17b9508b452Andreas Huber notify->post(); 399f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 400f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 401f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid NuPlayer::Renderer::onQueueBuffer(const sp<AMessage> &msg) { 402f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int32_t audio; 403f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt32("audio", &audio)); 404f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 405bc7f5b2e56107cfeaeeab13cf8979379e3c2f139Andreas Huber if (audio) { 406bc7f5b2e56107cfeaeeab13cf8979379e3c2f139Andreas Huber mHasAudio = true; 407bc7f5b2e56107cfeaeeab13cf8979379e3c2f139Andreas Huber } else { 408bc7f5b2e56107cfeaeeab13cf8979379e3c2f139Andreas Huber mHasVideo = true; 409bc7f5b2e56107cfeaeeab13cf8979379e3c2f139Andreas Huber } 410bc7f5b2e56107cfeaeeab13cf8979379e3c2f139Andreas Huber 411f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (dropBufferWhileFlushing(audio, msg)) { 412f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return; 413f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 414f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4152d8bedd05437b6fccdbc6bf70f673ffd86744d59Andreas Huber sp<ABuffer> buffer; 4162d8bedd05437b6fccdbc6bf70f673ffd86744d59Andreas Huber CHECK(msg->findBuffer("buffer", &buffer)); 417f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 418f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<AMessage> notifyConsumed; 419f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findMessage("notifyConsumed", ¬ifyConsumed)); 420f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 421f933441648ef6a71dee783d733aac17b9508b452Andreas Huber QueueEntry entry; 422f933441648ef6a71dee783d733aac17b9508b452Andreas Huber entry.mBuffer = buffer; 423f933441648ef6a71dee783d733aac17b9508b452Andreas Huber entry.mNotifyConsumed = notifyConsumed; 424f933441648ef6a71dee783d733aac17b9508b452Andreas Huber entry.mOffset = 0; 425f933441648ef6a71dee783d733aac17b9508b452Andreas Huber entry.mFinalResult = OK; 426f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 427f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (audio) { 428f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mAudioQueue.push_back(entry); 429f933441648ef6a71dee783d733aac17b9508b452Andreas Huber postDrainAudioQueue(); 430f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else { 431f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mVideoQueue.push_back(entry); 432f933441648ef6a71dee783d733aac17b9508b452Andreas Huber postDrainVideoQueue(); 433f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 434f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 435cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber if (!mSyncQueues || mAudioQueue.empty() || mVideoQueue.empty()) { 436cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber return; 437cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber } 438f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 439cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber sp<ABuffer> firstAudioBuffer = (*mAudioQueue.begin()).mBuffer; 440cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber sp<ABuffer> firstVideoBuffer = (*mVideoQueue.begin()).mBuffer; 441f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 442cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber if (firstAudioBuffer == NULL || firstVideoBuffer == NULL) { 443cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber // EOS signalled on either queue. 444cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber syncQueuesDone(); 445cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber return; 446cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber } 447f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 448cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber int64_t firstAudioTimeUs; 449cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber int64_t firstVideoTimeUs; 450cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber CHECK(firstAudioBuffer->meta() 451cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber ->findInt64("timeUs", &firstAudioTimeUs)); 452cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber CHECK(firstVideoBuffer->meta() 453cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber ->findInt64("timeUs", &firstVideoTimeUs)); 454f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 455cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber int64_t diff = firstVideoTimeUs - firstAudioTimeUs; 456f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 4573856b090cd04ba5dd4a59a12430ed724d5995909Steve Block ALOGV("queueDiff = %.2f secs", diff / 1E6); 458cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber 459cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber if (diff > 100000ll) { 460cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber // Audio data starts More than 0.1 secs before video. 461cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber // Drop some audio. 462cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber 463cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber (*mAudioQueue.begin()).mNotifyConsumed->post(); 464cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber mAudioQueue.erase(mAudioQueue.begin()); 465cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber return; 466f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 467cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber 468cb67cd1b51ff9ab221e3124cf7e546515fef3c87Andreas Huber syncQueuesDone(); 469f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 470f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 471f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid NuPlayer::Renderer::syncQueuesDone() { 472f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (!mSyncQueues) { 473f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return; 474f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 475f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 476f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mSyncQueues = false; 477f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 478f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (!mAudioQueue.empty()) { 479f933441648ef6a71dee783d733aac17b9508b452Andreas Huber postDrainAudioQueue(); 480f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 481f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 482f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (!mVideoQueue.empty()) { 483f933441648ef6a71dee783d733aac17b9508b452Andreas Huber postDrainVideoQueue(); 484f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 485f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 486f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 487f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid NuPlayer::Renderer::onQueueEOS(const sp<AMessage> &msg) { 488f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int32_t audio; 489f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt32("audio", &audio)); 490f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 491f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (dropBufferWhileFlushing(audio, msg)) { 492f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return; 493f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 494f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 495f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int32_t finalResult; 496f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt32("finalResult", &finalResult)); 497f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 498f933441648ef6a71dee783d733aac17b9508b452Andreas Huber QueueEntry entry; 499f933441648ef6a71dee783d733aac17b9508b452Andreas Huber entry.mOffset = 0; 500f933441648ef6a71dee783d733aac17b9508b452Andreas Huber entry.mFinalResult = finalResult; 501f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 502f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (audio) { 503f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mAudioQueue.push_back(entry); 504f933441648ef6a71dee783d733aac17b9508b452Andreas Huber postDrainAudioQueue(); 505f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else { 506f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mVideoQueue.push_back(entry); 507f933441648ef6a71dee783d733aac17b9508b452Andreas Huber postDrainVideoQueue(); 508f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 509f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 510f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 511f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid NuPlayer::Renderer::onFlush(const sp<AMessage> &msg) { 512f933441648ef6a71dee783d733aac17b9508b452Andreas Huber int32_t audio; 513f933441648ef6a71dee783d733aac17b9508b452Andreas Huber CHECK(msg->findInt32("audio", &audio)); 514f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 515f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // If we're currently syncing the queues, i.e. dropping audio while 516f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // aligning the first audio/video buffer times and only one of the 517f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // two queues has data, we may starve that queue by not requesting 518f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // more buffers from the decoder. If the other source then encounters 519f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // a discontinuity that leads to flushing, we'll never find the 520f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // corresponding discontinuity on the other queue. 521f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // Therefore we'll stop syncing the queues if at least one of them 522f933441648ef6a71dee783d733aac17b9508b452Andreas Huber // is flushed. 523f933441648ef6a71dee783d733aac17b9508b452Andreas Huber syncQueuesDone(); 524f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 525f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (audio) { 526f933441648ef6a71dee783d733aac17b9508b452Andreas Huber flushQueue(&mAudioQueue); 527f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 528f933441648ef6a71dee783d733aac17b9508b452Andreas Huber Mutex::Autolock autoLock(mFlushLock); 529f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mFlushingAudio = false; 530f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 531f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mDrainAudioQueuePending = false; 532f933441648ef6a71dee783d733aac17b9508b452Andreas Huber ++mAudioQueueGeneration; 533f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else { 534f933441648ef6a71dee783d733aac17b9508b452Andreas Huber flushQueue(&mVideoQueue); 535f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 536f933441648ef6a71dee783d733aac17b9508b452Andreas Huber Mutex::Autolock autoLock(mFlushLock); 537f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mFlushingVideo = false; 538f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 539f933441648ef6a71dee783d733aac17b9508b452Andreas Huber mDrainVideoQueuePending = false; 540f933441648ef6a71dee783d733aac17b9508b452Andreas Huber ++mVideoQueueGeneration; 541f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 542f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 543f933441648ef6a71dee783d733aac17b9508b452Andreas Huber notifyFlushComplete(audio); 544f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 545f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 546f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid NuPlayer::Renderer::flushQueue(List<QueueEntry> *queue) { 547f933441648ef6a71dee783d733aac17b9508b452Andreas Huber while (!queue->empty()) { 548f933441648ef6a71dee783d733aac17b9508b452Andreas Huber QueueEntry *entry = &*queue->begin(); 549f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 550f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (entry->mBuffer != NULL) { 551f933441648ef6a71dee783d733aac17b9508b452Andreas Huber entry->mNotifyConsumed->post(); 552f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 553f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 554f933441648ef6a71dee783d733aac17b9508b452Andreas Huber queue->erase(queue->begin()); 555f933441648ef6a71dee783d733aac17b9508b452Andreas Huber entry = NULL; 556f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 557f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 558f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 559f933441648ef6a71dee783d733aac17b9508b452Andreas Hubervoid NuPlayer::Renderer::notifyFlushComplete(bool audio) { 560f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<AMessage> notify = mNotify->dup(); 561f933441648ef6a71dee783d733aac17b9508b452Andreas Huber notify->setInt32("what", kWhatFlushComplete); 562f933441648ef6a71dee783d733aac17b9508b452Andreas Huber notify->setInt32("audio", static_cast<int32_t>(audio)); 563f933441648ef6a71dee783d733aac17b9508b452Andreas Huber notify->post(); 564f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 565f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 566f933441648ef6a71dee783d733aac17b9508b452Andreas Huberbool NuPlayer::Renderer::dropBufferWhileFlushing( 567f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool audio, const sp<AMessage> &msg) { 568f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool flushing = false; 569f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 570f933441648ef6a71dee783d733aac17b9508b452Andreas Huber { 571f933441648ef6a71dee783d733aac17b9508b452Andreas Huber Mutex::Autolock autoLock(mFlushLock); 572f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (audio) { 573f933441648ef6a71dee783d733aac17b9508b452Andreas Huber flushing = mFlushingAudio; 574f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } else { 575f933441648ef6a71dee783d733aac17b9508b452Andreas Huber flushing = mFlushingVideo; 576f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 577f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 578f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 579f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (!flushing) { 580f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return false; 581f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 582f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 583f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<AMessage> notifyConsumed; 584f933441648ef6a71dee783d733aac17b9508b452Andreas Huber if (msg->findMessage("notifyConsumed", ¬ifyConsumed)) { 585f933441648ef6a71dee783d733aac17b9508b452Andreas Huber notifyConsumed->post(); 586f933441648ef6a71dee783d733aac17b9508b452Andreas Huber } 587f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 588f933441648ef6a71dee783d733aac17b9508b452Andreas Huber return true; 589f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} 590f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5913831a066bcf1019864a94d2bc7b4c9241efc5c22Andreas Hubervoid NuPlayer::Renderer::onAudioSinkChanged() { 5923831a066bcf1019864a94d2bc7b4c9241efc5c22Andreas Huber CHECK(!mDrainAudioQueuePending); 5933831a066bcf1019864a94d2bc7b4c9241efc5c22Andreas Huber mNumFramesWritten = 0; 5944110c101c3d0dd8dbc44c8d2d0edd3e2e7d6652fMarco Nelissen uint32_t written; 5954110c101c3d0dd8dbc44c8d2d0edd3e2e7d6652fMarco Nelissen if (mAudioSink->getFramesWritten(&written) == OK) { 5964110c101c3d0dd8dbc44c8d2d0edd3e2e7d6652fMarco Nelissen mNumFramesWritten = written; 5974110c101c3d0dd8dbc44c8d2d0edd3e2e7d6652fMarco Nelissen } 5983831a066bcf1019864a94d2bc7b4c9241efc5c22Andreas Huber} 5993831a066bcf1019864a94d2bc7b4c9241efc5c22Andreas Huber 60043c3e6ce02215ca99d506458f596cb1211639f29Andreas Hubervoid NuPlayer::Renderer::notifyPosition() { 60143c3e6ce02215ca99d506458f596cb1211639f29Andreas Huber if (mAnchorTimeRealUs < 0 || mAnchorTimeMediaUs < 0) { 60243c3e6ce02215ca99d506458f596cb1211639f29Andreas Huber return; 60343c3e6ce02215ca99d506458f596cb1211639f29Andreas Huber } 60443c3e6ce02215ca99d506458f596cb1211639f29Andreas Huber 60543c3e6ce02215ca99d506458f596cb1211639f29Andreas Huber int64_t nowUs = ALooper::GetNowUs(); 606714aa7b7c52ce07d5fb44870c0853b4d8e5a758eAndreas Huber 607714aa7b7c52ce07d5fb44870c0853b4d8e5a758eAndreas Huber if (mLastPositionUpdateUs >= 0 608714aa7b7c52ce07d5fb44870c0853b4d8e5a758eAndreas Huber && nowUs < mLastPositionUpdateUs + kMinPositionUpdateDelayUs) { 609714aa7b7c52ce07d5fb44870c0853b4d8e5a758eAndreas Huber return; 610714aa7b7c52ce07d5fb44870c0853b4d8e5a758eAndreas Huber } 611714aa7b7c52ce07d5fb44870c0853b4d8e5a758eAndreas Huber mLastPositionUpdateUs = nowUs; 612714aa7b7c52ce07d5fb44870c0853b4d8e5a758eAndreas Huber 61343c3e6ce02215ca99d506458f596cb1211639f29Andreas Huber int64_t positionUs = (nowUs - mAnchorTimeRealUs) + mAnchorTimeMediaUs; 61443c3e6ce02215ca99d506458f596cb1211639f29Andreas Huber 61543c3e6ce02215ca99d506458f596cb1211639f29Andreas Huber sp<AMessage> notify = mNotify->dup(); 61643c3e6ce02215ca99d506458f596cb1211639f29Andreas Huber notify->setInt32("what", kWhatPosition); 61743c3e6ce02215ca99d506458f596cb1211639f29Andreas Huber notify->setInt64("positionUs", positionUs); 6183fe62150fa3dd6d25cb84aad80bc9e27ddd16c45Andreas Huber notify->setInt64("videoLateByUs", mVideoLateByUs); 61943c3e6ce02215ca99d506458f596cb1211639f29Andreas Huber notify->post(); 62043c3e6ce02215ca99d506458f596cb1211639f29Andreas Huber} 62143c3e6ce02215ca99d506458f596cb1211639f29Andreas Huber 622b408222bd9479c291874b607acae1425d6154fe7Andreas Hubervoid NuPlayer::Renderer::onPause() { 623b408222bd9479c291874b607acae1425d6154fe7Andreas Huber CHECK(!mPaused); 624b408222bd9479c291874b607acae1425d6154fe7Andreas Huber 625b408222bd9479c291874b607acae1425d6154fe7Andreas Huber mDrainAudioQueuePending = false; 626b408222bd9479c291874b607acae1425d6154fe7Andreas Huber ++mAudioQueueGeneration; 627b408222bd9479c291874b607acae1425d6154fe7Andreas Huber 628b408222bd9479c291874b607acae1425d6154fe7Andreas Huber mDrainVideoQueuePending = false; 629b408222bd9479c291874b607acae1425d6154fe7Andreas Huber ++mVideoQueueGeneration; 630b408222bd9479c291874b607acae1425d6154fe7Andreas Huber 631b408222bd9479c291874b607acae1425d6154fe7Andreas Huber if (mHasAudio) { 632b408222bd9479c291874b607acae1425d6154fe7Andreas Huber mAudioSink->pause(); 633b408222bd9479c291874b607acae1425d6154fe7Andreas Huber } 634b408222bd9479c291874b607acae1425d6154fe7Andreas Huber 635ea9d51bd710e6739077a3700f27a1c37767a2f6dAndreas Huber ALOGV("now paused audio queue has %d entries, video has %d entries", 636ea9d51bd710e6739077a3700f27a1c37767a2f6dAndreas Huber mAudioQueue.size(), mVideoQueue.size()); 637b58ce9f5e8d0696f9571a94ba5fc05f4500f663fAndreas Huber 638b408222bd9479c291874b607acae1425d6154fe7Andreas Huber mPaused = true; 639b408222bd9479c291874b607acae1425d6154fe7Andreas Huber} 640b408222bd9479c291874b607acae1425d6154fe7Andreas Huber 641b408222bd9479c291874b607acae1425d6154fe7Andreas Hubervoid NuPlayer::Renderer::onResume() { 642b58ce9f5e8d0696f9571a94ba5fc05f4500f663fAndreas Huber if (!mPaused) { 643b58ce9f5e8d0696f9571a94ba5fc05f4500f663fAndreas Huber return; 644b58ce9f5e8d0696f9571a94ba5fc05f4500f663fAndreas Huber } 645b408222bd9479c291874b607acae1425d6154fe7Andreas Huber 646b408222bd9479c291874b607acae1425d6154fe7Andreas Huber if (mHasAudio) { 647b408222bd9479c291874b607acae1425d6154fe7Andreas Huber mAudioSink->start(); 648b408222bd9479c291874b607acae1425d6154fe7Andreas Huber } 649b408222bd9479c291874b607acae1425d6154fe7Andreas Huber 650b408222bd9479c291874b607acae1425d6154fe7Andreas Huber mPaused = false; 651b408222bd9479c291874b607acae1425d6154fe7Andreas Huber 652b408222bd9479c291874b607acae1425d6154fe7Andreas Huber if (!mAudioQueue.empty()) { 653b408222bd9479c291874b607acae1425d6154fe7Andreas Huber postDrainAudioQueue(); 654b408222bd9479c291874b607acae1425d6154fe7Andreas Huber } 655b408222bd9479c291874b607acae1425d6154fe7Andreas Huber 656b408222bd9479c291874b607acae1425d6154fe7Andreas Huber if (!mVideoQueue.empty()) { 657b408222bd9479c291874b607acae1425d6154fe7Andreas Huber postDrainVideoQueue(); 658b408222bd9479c291874b607acae1425d6154fe7Andreas Huber } 659b408222bd9479c291874b607acae1425d6154fe7Andreas Huber} 660b408222bd9479c291874b607acae1425d6154fe7Andreas Huber 661f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} // namespace android 662f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 663