TimedTextPlayer.cpp revision bae00e73c6d1d87cc5fd42b50f95d1d9572162ea
17a1e3e81264189e23a1db2b174e1b5a5d4c7d1c3Gloria Wang /* 26655174826330afe66ef766258181ae8c11f3f6cInsun Kang * Copyright (C) 2012 The Android Open Source Project 37a1e3e81264189e23a1db2b174e1b5a5d4c7d1c3Gloria Wang * 47a1e3e81264189e23a1db2b174e1b5a5d4c7d1c3Gloria Wang * Licensed under the Apache License, Version 2.0 (the "License"); 57a1e3e81264189e23a1db2b174e1b5a5d4c7d1c3Gloria Wang * you may not use this file except in compliance with the License. 67a1e3e81264189e23a1db2b174e1b5a5d4c7d1c3Gloria Wang * You may obtain a copy of the License at 77a1e3e81264189e23a1db2b174e1b5a5d4c7d1c3Gloria Wang * 87a1e3e81264189e23a1db2b174e1b5a5d4c7d1c3Gloria Wang * http://www.apache.org/licenses/LICENSE-2.0 97a1e3e81264189e23a1db2b174e1b5a5d4c7d1c3Gloria Wang * 107a1e3e81264189e23a1db2b174e1b5a5d4c7d1c3Gloria Wang * Unless required by applicable law or agreed to in writing, software 117a1e3e81264189e23a1db2b174e1b5a5d4c7d1c3Gloria Wang * distributed under the License is distributed on an "AS IS" BASIS, 127a1e3e81264189e23a1db2b174e1b5a5d4c7d1c3Gloria Wang * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 137a1e3e81264189e23a1db2b174e1b5a5d4c7d1c3Gloria Wang * See the License for the specific language governing permissions and 147a1e3e81264189e23a1db2b174e1b5a5d4c7d1c3Gloria Wang * limitations under the License. 157a1e3e81264189e23a1db2b174e1b5a5d4c7d1c3Gloria Wang */ 167a1e3e81264189e23a1db2b174e1b5a5d4c7d1c3Gloria Wang 177a1e3e81264189e23a1db2b174e1b5a5d4c7d1c3Gloria Wang//#define LOG_NDEBUG 0 187a1e3e81264189e23a1db2b174e1b5a5d4c7d1c3Gloria Wang#define LOG_TAG "TimedTextPlayer" 197a1e3e81264189e23a1db2b174e1b5a5d4c7d1c3Gloria Wang#include <utils/Log.h> 207a1e3e81264189e23a1db2b174e1b5a5d4c7d1c3Gloria Wang 21f1d5aa162c02a16b7195a43a9bcea4d592600ac4James Dong#include <media/stagefright/foundation/ADebug.h> 226655174826330afe66ef766258181ae8c11f3f6cInsun Kang#include <media/stagefright/foundation/AMessage.h> 233254b25e8b0f674ccc2226609e01dd86a600802eInsun Kang#include <media/stagefright/timedtext/TimedTextDriver.h> 247a1e3e81264189e23a1db2b174e1b5a5d4c7d1c3Gloria Wang#include <media/stagefright/MediaErrors.h> 256655174826330afe66ef766258181ae8c11f3f6cInsun Kang#include <media/MediaPlayerInterface.h> 263b573f7bf1c5736d500e39013b8d32478a1429e6Gloria Wang 27965d08ba16ee82bc85f69546360c18e7da907406Gloria Wang#include "TimedTextPlayer.h" 287a1e3e81264189e23a1db2b174e1b5a5d4c7d1c3Gloria Wang 296655174826330afe66ef766258181ae8c11f3f6cInsun Kang#include "TimedTextSource.h" 307a1e3e81264189e23a1db2b174e1b5a5d4c7d1c3Gloria Wang 316655174826330afe66ef766258181ae8c11f3f6cInsun Kangnamespace android { 327a1e3e81264189e23a1db2b174e1b5a5d4c7d1c3Gloria Wang 336655174826330afe66ef766258181ae8c11f3f6cInsun Kangstatic const int64_t kAdjustmentProcessingTimeUs = 100000ll; 34bae00e73c6d1d87cc5fd42b50f95d1d9572162eaInsun Kangstatic const int64_t kWaitTimeUsToRetryRead = 100000ll; 357a1e3e81264189e23a1db2b174e1b5a5d4c7d1c3Gloria Wang 366655174826330afe66ef766258181ae8c11f3f6cInsun KangTimedTextPlayer::TimedTextPlayer(const wp<MediaPlayerBase> &listener) 376655174826330afe66ef766258181ae8c11f3f6cInsun Kang : mListener(listener), 386655174826330afe66ef766258181ae8c11f3f6cInsun Kang mSource(NULL), 396655174826330afe66ef766258181ae8c11f3f6cInsun Kang mSendSubtitleGeneration(0) { 407a1e3e81264189e23a1db2b174e1b5a5d4c7d1c3Gloria Wang} 417a1e3e81264189e23a1db2b174e1b5a5d4c7d1c3Gloria Wang 427a1e3e81264189e23a1db2b174e1b5a5d4c7d1c3Gloria WangTimedTextPlayer::~TimedTextPlayer() { 436655174826330afe66ef766258181ae8c11f3f6cInsun Kang if (mSource != NULL) { 446655174826330afe66ef766258181ae8c11f3f6cInsun Kang mSource->stop(); 456655174826330afe66ef766258181ae8c11f3f6cInsun Kang mSource.clear(); 466655174826330afe66ef766258181ae8c11f3f6cInsun Kang mSource = NULL; 477a1e3e81264189e23a1db2b174e1b5a5d4c7d1c3Gloria Wang } 487a1e3e81264189e23a1db2b174e1b5a5d4c7d1c3Gloria Wang} 497a1e3e81264189e23a1db2b174e1b5a5d4c7d1c3Gloria Wang 506655174826330afe66ef766258181ae8c11f3f6cInsun Kangvoid TimedTextPlayer::start() { 516655174826330afe66ef766258181ae8c11f3f6cInsun Kang sp<AMessage> msg = new AMessage(kWhatSeek, id()); 526655174826330afe66ef766258181ae8c11f3f6cInsun Kang msg->setInt64("seekTimeUs", -1); 536655174826330afe66ef766258181ae8c11f3f6cInsun Kang msg->post(); 547a1e3e81264189e23a1db2b174e1b5a5d4c7d1c3Gloria Wang} 557a1e3e81264189e23a1db2b174e1b5a5d4c7d1c3Gloria Wang 567a1e3e81264189e23a1db2b174e1b5a5d4c7d1c3Gloria Wangvoid TimedTextPlayer::pause() { 576655174826330afe66ef766258181ae8c11f3f6cInsun Kang (new AMessage(kWhatPause, id()))->post(); 587a1e3e81264189e23a1db2b174e1b5a5d4c7d1c3Gloria Wang} 597a1e3e81264189e23a1db2b174e1b5a5d4c7d1c3Gloria Wang 606655174826330afe66ef766258181ae8c11f3f6cInsun Kangvoid TimedTextPlayer::seekToAsync(int64_t timeUs) { 616655174826330afe66ef766258181ae8c11f3f6cInsun Kang sp<AMessage> msg = new AMessage(kWhatSeek, id()); 626655174826330afe66ef766258181ae8c11f3f6cInsun Kang msg->setInt64("seekTimeUs", timeUs); 636655174826330afe66ef766258181ae8c11f3f6cInsun Kang msg->post(); 647a1e3e81264189e23a1db2b174e1b5a5d4c7d1c3Gloria Wang} 657a1e3e81264189e23a1db2b174e1b5a5d4c7d1c3Gloria Wang 666655174826330afe66ef766258181ae8c11f3f6cInsun Kangvoid TimedTextPlayer::setDataSource(sp<TimedTextSource> source) { 676655174826330afe66ef766258181ae8c11f3f6cInsun Kang sp<AMessage> msg = new AMessage(kWhatSetSource, id()); 686655174826330afe66ef766258181ae8c11f3f6cInsun Kang msg->setObject("source", source); 696655174826330afe66ef766258181ae8c11f3f6cInsun Kang msg->post(); 707a1e3e81264189e23a1db2b174e1b5a5d4c7d1c3Gloria Wang} 717a1e3e81264189e23a1db2b174e1b5a5d4c7d1c3Gloria Wang 726655174826330afe66ef766258181ae8c11f3f6cInsun Kangvoid TimedTextPlayer::onMessageReceived(const sp<AMessage> &msg) { 736655174826330afe66ef766258181ae8c11f3f6cInsun Kang switch (msg->what()) { 746655174826330afe66ef766258181ae8c11f3f6cInsun Kang case kWhatPause: { 756655174826330afe66ef766258181ae8c11f3f6cInsun Kang mSendSubtitleGeneration++; 766655174826330afe66ef766258181ae8c11f3f6cInsun Kang break; 77965d08ba16ee82bc85f69546360c18e7da907406Gloria Wang } 786655174826330afe66ef766258181ae8c11f3f6cInsun Kang case kWhatSeek: { 796655174826330afe66ef766258181ae8c11f3f6cInsun Kang int64_t seekTimeUs = 0; 806655174826330afe66ef766258181ae8c11f3f6cInsun Kang msg->findInt64("seekTimeUs", &seekTimeUs); 816655174826330afe66ef766258181ae8c11f3f6cInsun Kang if (seekTimeUs < 0) { 826655174826330afe66ef766258181ae8c11f3f6cInsun Kang sp<MediaPlayerBase> listener = mListener.promote(); 836655174826330afe66ef766258181ae8c11f3f6cInsun Kang if (listener != NULL) { 846655174826330afe66ef766258181ae8c11f3f6cInsun Kang int32_t positionMs = 0; 856655174826330afe66ef766258181ae8c11f3f6cInsun Kang listener->getCurrentPosition(&positionMs); 866655174826330afe66ef766258181ae8c11f3f6cInsun Kang seekTimeUs = positionMs * 1000ll; 876655174826330afe66ef766258181ae8c11f3f6cInsun Kang } 886655174826330afe66ef766258181ae8c11f3f6cInsun Kang } 896655174826330afe66ef766258181ae8c11f3f6cInsun Kang doSeekAndRead(seekTimeUs); 906655174826330afe66ef766258181ae8c11f3f6cInsun Kang break; 916655174826330afe66ef766258181ae8c11f3f6cInsun Kang } 926655174826330afe66ef766258181ae8c11f3f6cInsun Kang case kWhatSendSubtitle: { 936655174826330afe66ef766258181ae8c11f3f6cInsun Kang int32_t generation; 946655174826330afe66ef766258181ae8c11f3f6cInsun Kang CHECK(msg->findInt32("generation", &generation)); 956655174826330afe66ef766258181ae8c11f3f6cInsun Kang if (generation != mSendSubtitleGeneration) { 966655174826330afe66ef766258181ae8c11f3f6cInsun Kang // Drop obsolete msg. 976655174826330afe66ef766258181ae8c11f3f6cInsun Kang break; 986655174826330afe66ef766258181ae8c11f3f6cInsun Kang } 996655174826330afe66ef766258181ae8c11f3f6cInsun Kang sp<RefBase> obj; 1006655174826330afe66ef766258181ae8c11f3f6cInsun Kang msg->findObject("subtitle", &obj); 1016655174826330afe66ef766258181ae8c11f3f6cInsun Kang if (obj != NULL) { 1026655174826330afe66ef766258181ae8c11f3f6cInsun Kang sp<ParcelEvent> parcelEvent; 1036655174826330afe66ef766258181ae8c11f3f6cInsun Kang parcelEvent = static_cast<ParcelEvent*>(obj.get()); 104f9d660a5e0196240add5daf0199f128d471e592cInsun Kang notifyListener(&(parcelEvent->parcel)); 1056655174826330afe66ef766258181ae8c11f3f6cInsun Kang } else { 106f9d660a5e0196240add5daf0199f128d471e592cInsun Kang notifyListener(); 1076655174826330afe66ef766258181ae8c11f3f6cInsun Kang } 1086655174826330afe66ef766258181ae8c11f3f6cInsun Kang doRead(); 1096655174826330afe66ef766258181ae8c11f3f6cInsun Kang break; 1106655174826330afe66ef766258181ae8c11f3f6cInsun Kang } 1116655174826330afe66ef766258181ae8c11f3f6cInsun Kang case kWhatSetSource: { 1126655174826330afe66ef766258181ae8c11f3f6cInsun Kang sp<RefBase> obj; 1136655174826330afe66ef766258181ae8c11f3f6cInsun Kang msg->findObject("source", &obj); 1146655174826330afe66ef766258181ae8c11f3f6cInsun Kang if (obj == NULL) break; 1156655174826330afe66ef766258181ae8c11f3f6cInsun Kang if (mSource != NULL) { 1166655174826330afe66ef766258181ae8c11f3f6cInsun Kang mSource->stop(); 1176655174826330afe66ef766258181ae8c11f3f6cInsun Kang } 1186655174826330afe66ef766258181ae8c11f3f6cInsun Kang mSource = static_cast<TimedTextSource*>(obj.get()); 119f9d660a5e0196240add5daf0199f128d471e592cInsun Kang status_t err = mSource->start(); 120f9d660a5e0196240add5daf0199f128d471e592cInsun Kang if (err != OK) { 121f9d660a5e0196240add5daf0199f128d471e592cInsun Kang notifyError(err); 122f9d660a5e0196240add5daf0199f128d471e592cInsun Kang break; 123f9d660a5e0196240add5daf0199f128d471e592cInsun Kang } 1246655174826330afe66ef766258181ae8c11f3f6cInsun Kang Parcel parcel; 125f9d660a5e0196240add5daf0199f128d471e592cInsun Kang err = mSource->extractGlobalDescriptions(&parcel); 126f9d660a5e0196240add5daf0199f128d471e592cInsun Kang if (err != OK) { 127f9d660a5e0196240add5daf0199f128d471e592cInsun Kang notifyError(err); 128f9d660a5e0196240add5daf0199f128d471e592cInsun Kang break; 1296655174826330afe66ef766258181ae8c11f3f6cInsun Kang } 130f9d660a5e0196240add5daf0199f128d471e592cInsun Kang notifyListener(&parcel); 1316655174826330afe66ef766258181ae8c11f3f6cInsun Kang break; 1323b573f7bf1c5736d500e39013b8d32478a1429e6Gloria Wang } 1337a1e3e81264189e23a1db2b174e1b5a5d4c7d1c3Gloria Wang } 1347a1e3e81264189e23a1db2b174e1b5a5d4c7d1c3Gloria Wang} 1357a1e3e81264189e23a1db2b174e1b5a5d4c7d1c3Gloria Wang 1366655174826330afe66ef766258181ae8c11f3f6cInsun Kangvoid TimedTextPlayer::doSeekAndRead(int64_t seekTimeUs) { 1376655174826330afe66ef766258181ae8c11f3f6cInsun Kang MediaSource::ReadOptions options; 1386655174826330afe66ef766258181ae8c11f3f6cInsun Kang options.setSeekTo(seekTimeUs, MediaSource::ReadOptions::SEEK_PREVIOUS_SYNC); 1396655174826330afe66ef766258181ae8c11f3f6cInsun Kang doRead(&options); 1407a1e3e81264189e23a1db2b174e1b5a5d4c7d1c3Gloria Wang} 1417a1e3e81264189e23a1db2b174e1b5a5d4c7d1c3Gloria Wang 1426655174826330afe66ef766258181ae8c11f3f6cInsun Kangvoid TimedTextPlayer::doRead(MediaSource::ReadOptions* options) { 143bae00e73c6d1d87cc5fd42b50f95d1d9572162eaInsun Kang int64_t startTimeUs = 0; 144bae00e73c6d1d87cc5fd42b50f95d1d9572162eaInsun Kang int64_t endTimeUs = 0; 1456655174826330afe66ef766258181ae8c11f3f6cInsun Kang sp<ParcelEvent> parcelEvent = new ParcelEvent(); 146bae00e73c6d1d87cc5fd42b50f95d1d9572162eaInsun Kang status_t err = mSource->read(&startTimeUs, &endTimeUs, 147bae00e73c6d1d87cc5fd42b50f95d1d9572162eaInsun Kang &(parcelEvent->parcel), options); 148bae00e73c6d1d87cc5fd42b50f95d1d9572162eaInsun Kang if (err == WOULD_BLOCK) { 149bae00e73c6d1d87cc5fd42b50f95d1d9572162eaInsun Kang postTextEventDelayUs(NULL, kWaitTimeUsToRetryRead); 150bae00e73c6d1d87cc5fd42b50f95d1d9572162eaInsun Kang return; 151bae00e73c6d1d87cc5fd42b50f95d1d9572162eaInsun Kang } else if (err != OK) { 152f9d660a5e0196240add5daf0199f128d471e592cInsun Kang notifyError(err); 153bae00e73c6d1d87cc5fd42b50f95d1d9572162eaInsun Kang return; 154bae00e73c6d1d87cc5fd42b50f95d1d9572162eaInsun Kang } 155bae00e73c6d1d87cc5fd42b50f95d1d9572162eaInsun Kang 156bae00e73c6d1d87cc5fd42b50f95d1d9572162eaInsun Kang postTextEvent(parcelEvent, startTimeUs); 157bae00e73c6d1d87cc5fd42b50f95d1d9572162eaInsun Kang if (endTimeUs > 0) { 158bae00e73c6d1d87cc5fd42b50f95d1d9572162eaInsun Kang CHECK_GE(endTimeUs, startTimeUs); 159bae00e73c6d1d87cc5fd42b50f95d1d9572162eaInsun Kang // send an empty timed text to clear the subtitle when it reaches to the 160bae00e73c6d1d87cc5fd42b50f95d1d9572162eaInsun Kang // end time. 161bae00e73c6d1d87cc5fd42b50f95d1d9572162eaInsun Kang postTextEvent(NULL, endTimeUs); 162f9d660a5e0196240add5daf0199f128d471e592cInsun Kang } 1637a1e3e81264189e23a1db2b174e1b5a5d4c7d1c3Gloria Wang} 1647a1e3e81264189e23a1db2b174e1b5a5d4c7d1c3Gloria Wang 1656655174826330afe66ef766258181ae8c11f3f6cInsun Kangvoid TimedTextPlayer::postTextEvent(const sp<ParcelEvent>& parcel, int64_t timeUs) { 1666655174826330afe66ef766258181ae8c11f3f6cInsun Kang sp<MediaPlayerBase> listener = mListener.promote(); 1676655174826330afe66ef766258181ae8c11f3f6cInsun Kang if (listener != NULL) { 1686655174826330afe66ef766258181ae8c11f3f6cInsun Kang int64_t positionUs, delayUs; 1696655174826330afe66ef766258181ae8c11f3f6cInsun Kang int32_t positionMs = 0; 1706655174826330afe66ef766258181ae8c11f3f6cInsun Kang listener->getCurrentPosition(&positionMs); 171f9d660a5e0196240add5daf0199f128d471e592cInsun Kang positionUs = positionMs * 1000ll; 172965d08ba16ee82bc85f69546360c18e7da907406Gloria Wang 1736655174826330afe66ef766258181ae8c11f3f6cInsun Kang if (timeUs <= positionUs + kAdjustmentProcessingTimeUs) { 1746655174826330afe66ef766258181ae8c11f3f6cInsun Kang delayUs = 0; 175965d08ba16ee82bc85f69546360c18e7da907406Gloria Wang } else { 1766655174826330afe66ef766258181ae8c11f3f6cInsun Kang delayUs = timeUs - positionUs - kAdjustmentProcessingTimeUs; 177965d08ba16ee82bc85f69546360c18e7da907406Gloria Wang } 178bae00e73c6d1d87cc5fd42b50f95d1d9572162eaInsun Kang postTextEventDelayUs(parcel, delayUs); 179bae00e73c6d1d87cc5fd42b50f95d1d9572162eaInsun Kang } 180bae00e73c6d1d87cc5fd42b50f95d1d9572162eaInsun Kang} 181bae00e73c6d1d87cc5fd42b50f95d1d9572162eaInsun Kang 182bae00e73c6d1d87cc5fd42b50f95d1d9572162eaInsun Kangvoid TimedTextPlayer::postTextEventDelayUs(const sp<ParcelEvent>& parcel, int64_t delayUs) { 183bae00e73c6d1d87cc5fd42b50f95d1d9572162eaInsun Kang sp<MediaPlayerBase> listener = mListener.promote(); 184bae00e73c6d1d87cc5fd42b50f95d1d9572162eaInsun Kang if (listener != NULL) { 1856655174826330afe66ef766258181ae8c11f3f6cInsun Kang sp<AMessage> msg = new AMessage(kWhatSendSubtitle, id()); 1866655174826330afe66ef766258181ae8c11f3f6cInsun Kang msg->setInt32("generation", mSendSubtitleGeneration); 1876655174826330afe66ef766258181ae8c11f3f6cInsun Kang if (parcel != NULL) { 1886655174826330afe66ef766258181ae8c11f3f6cInsun Kang msg->setObject("subtitle", parcel); 1897a1e3e81264189e23a1db2b174e1b5a5d4c7d1c3Gloria Wang } 1906655174826330afe66ef766258181ae8c11f3f6cInsun Kang msg->post(delayUs); 1917a1e3e81264189e23a1db2b174e1b5a5d4c7d1c3Gloria Wang } 1927a1e3e81264189e23a1db2b174e1b5a5d4c7d1c3Gloria Wang} 1933b573f7bf1c5736d500e39013b8d32478a1429e6Gloria Wang 194f9d660a5e0196240add5daf0199f128d471e592cInsun Kangvoid TimedTextPlayer::notifyError(int error) { 195f9d660a5e0196240add5daf0199f128d471e592cInsun Kang sp<MediaPlayerBase> listener = mListener.promote(); 196f9d660a5e0196240add5daf0199f128d471e592cInsun Kang if (listener != NULL) { 197f9d660a5e0196240add5daf0199f128d471e592cInsun Kang listener->sendEvent(MEDIA_INFO, MEDIA_INFO_TIMED_TEXT_ERROR, error); 198f9d660a5e0196240add5daf0199f128d471e592cInsun Kang } 199f9d660a5e0196240add5daf0199f128d471e592cInsun Kang} 200f9d660a5e0196240add5daf0199f128d471e592cInsun Kang 201f9d660a5e0196240add5daf0199f128d471e592cInsun Kangvoid TimedTextPlayer::notifyListener(const Parcel *parcel) { 2026655174826330afe66ef766258181ae8c11f3f6cInsun Kang sp<MediaPlayerBase> listener = mListener.promote(); 2036655174826330afe66ef766258181ae8c11f3f6cInsun Kang if (listener != NULL) { 2046655174826330afe66ef766258181ae8c11f3f6cInsun Kang if (parcel != NULL && (parcel->dataSize() > 0)) { 205f9d660a5e0196240add5daf0199f128d471e592cInsun Kang listener->sendEvent(MEDIA_TIMED_TEXT, 0, 0, parcel); 2066655174826330afe66ef766258181ae8c11f3f6cInsun Kang } else { // send an empty timed text to clear the screen 207f9d660a5e0196240add5daf0199f128d471e592cInsun Kang listener->sendEvent(MEDIA_TIMED_TEXT); 2083b573f7bf1c5736d500e39013b8d32478a1429e6Gloria Wang } 2093b573f7bf1c5736d500e39013b8d32478a1429e6Gloria Wang } 2103b573f7bf1c5736d500e39013b8d32478a1429e6Gloria Wang} 2113b573f7bf1c5736d500e39013b8d32478a1429e6Gloria Wang 2126655174826330afe66ef766258181ae8c11f3f6cInsun Kang} // namespace android 213