TimedTextPlayer.cpp revision f9d660a5e0196240add5daf0199f128d471e592c
17a1e3e81264189e23a1db2b174e1b5a5d4c7d1c3Gloria Wang /* 26655174826330afe66ef766258181ae8c11f3f6cInsun Kang * Copyright (C) 2012 The Android Open Source Project 37a1e3e81264189e23a1db2b174e1b5a5d4c7d1c3Gloria Wang * 47a1e3e81264189e23a1db2b174e1b5a5d4c7d1c3Gloria Wang * Licensed under the Apache License, Version 2.0 (the "License"); 57a1e3e81264189e23a1db2b174e1b5a5d4c7d1c3Gloria Wang * you may not use this file except in compliance with the License. 67a1e3e81264189e23a1db2b174e1b5a5d4c7d1c3Gloria Wang * You may obtain a copy of the License at 77a1e3e81264189e23a1db2b174e1b5a5d4c7d1c3Gloria Wang * 87a1e3e81264189e23a1db2b174e1b5a5d4c7d1c3Gloria Wang * http://www.apache.org/licenses/LICENSE-2.0 97a1e3e81264189e23a1db2b174e1b5a5d4c7d1c3Gloria Wang * 107a1e3e81264189e23a1db2b174e1b5a5d4c7d1c3Gloria Wang * Unless required by applicable law or agreed to in writing, software 117a1e3e81264189e23a1db2b174e1b5a5d4c7d1c3Gloria Wang * distributed under the License is distributed on an "AS IS" BASIS, 127a1e3e81264189e23a1db2b174e1b5a5d4c7d1c3Gloria Wang * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 137a1e3e81264189e23a1db2b174e1b5a5d4c7d1c3Gloria Wang * See the License for the specific language governing permissions and 147a1e3e81264189e23a1db2b174e1b5a5d4c7d1c3Gloria Wang * limitations under the License. 157a1e3e81264189e23a1db2b174e1b5a5d4c7d1c3Gloria Wang */ 167a1e3e81264189e23a1db2b174e1b5a5d4c7d1c3Gloria Wang 177a1e3e81264189e23a1db2b174e1b5a5d4c7d1c3Gloria Wang//#define LOG_NDEBUG 0 187a1e3e81264189e23a1db2b174e1b5a5d4c7d1c3Gloria Wang#define LOG_TAG "TimedTextPlayer" 197a1e3e81264189e23a1db2b174e1b5a5d4c7d1c3Gloria Wang#include <utils/Log.h> 207a1e3e81264189e23a1db2b174e1b5a5d4c7d1c3Gloria Wang 21f1d5aa162c02a16b7195a43a9bcea4d592600ac4James Dong#include <media/stagefright/foundation/ADebug.h> 226655174826330afe66ef766258181ae8c11f3f6cInsun Kang#include <media/stagefright/foundation/AMessage.h> 233254b25e8b0f674ccc2226609e01dd86a600802eInsun Kang#include <media/stagefright/timedtext/TimedTextDriver.h> 247a1e3e81264189e23a1db2b174e1b5a5d4c7d1c3Gloria Wang#include <media/stagefright/MediaErrors.h> 256655174826330afe66ef766258181ae8c11f3f6cInsun Kang#include <media/MediaPlayerInterface.h> 263b573f7bf1c5736d500e39013b8d32478a1429e6Gloria Wang 27965d08ba16ee82bc85f69546360c18e7da907406Gloria Wang#include "TimedTextPlayer.h" 287a1e3e81264189e23a1db2b174e1b5a5d4c7d1c3Gloria Wang 296655174826330afe66ef766258181ae8c11f3f6cInsun Kang#include "TimedTextSource.h" 307a1e3e81264189e23a1db2b174e1b5a5d4c7d1c3Gloria Wang 316655174826330afe66ef766258181ae8c11f3f6cInsun Kangnamespace android { 327a1e3e81264189e23a1db2b174e1b5a5d4c7d1c3Gloria Wang 336655174826330afe66ef766258181ae8c11f3f6cInsun Kangstatic const int64_t kAdjustmentProcessingTimeUs = 100000ll; 347a1e3e81264189e23a1db2b174e1b5a5d4c7d1c3Gloria Wang 356655174826330afe66ef766258181ae8c11f3f6cInsun KangTimedTextPlayer::TimedTextPlayer(const wp<MediaPlayerBase> &listener) 366655174826330afe66ef766258181ae8c11f3f6cInsun Kang : mListener(listener), 376655174826330afe66ef766258181ae8c11f3f6cInsun Kang mSource(NULL), 386655174826330afe66ef766258181ae8c11f3f6cInsun Kang mSendSubtitleGeneration(0) { 397a1e3e81264189e23a1db2b174e1b5a5d4c7d1c3Gloria Wang} 407a1e3e81264189e23a1db2b174e1b5a5d4c7d1c3Gloria Wang 417a1e3e81264189e23a1db2b174e1b5a5d4c7d1c3Gloria WangTimedTextPlayer::~TimedTextPlayer() { 426655174826330afe66ef766258181ae8c11f3f6cInsun Kang if (mSource != NULL) { 436655174826330afe66ef766258181ae8c11f3f6cInsun Kang mSource->stop(); 446655174826330afe66ef766258181ae8c11f3f6cInsun Kang mSource.clear(); 456655174826330afe66ef766258181ae8c11f3f6cInsun Kang mSource = NULL; 467a1e3e81264189e23a1db2b174e1b5a5d4c7d1c3Gloria Wang } 477a1e3e81264189e23a1db2b174e1b5a5d4c7d1c3Gloria Wang} 487a1e3e81264189e23a1db2b174e1b5a5d4c7d1c3Gloria Wang 496655174826330afe66ef766258181ae8c11f3f6cInsun Kangvoid TimedTextPlayer::start() { 506655174826330afe66ef766258181ae8c11f3f6cInsun Kang sp<AMessage> msg = new AMessage(kWhatSeek, id()); 516655174826330afe66ef766258181ae8c11f3f6cInsun Kang msg->setInt64("seekTimeUs", -1); 526655174826330afe66ef766258181ae8c11f3f6cInsun Kang msg->post(); 537a1e3e81264189e23a1db2b174e1b5a5d4c7d1c3Gloria Wang} 547a1e3e81264189e23a1db2b174e1b5a5d4c7d1c3Gloria Wang 557a1e3e81264189e23a1db2b174e1b5a5d4c7d1c3Gloria Wangvoid TimedTextPlayer::pause() { 566655174826330afe66ef766258181ae8c11f3f6cInsun Kang (new AMessage(kWhatPause, id()))->post(); 577a1e3e81264189e23a1db2b174e1b5a5d4c7d1c3Gloria Wang} 587a1e3e81264189e23a1db2b174e1b5a5d4c7d1c3Gloria Wang 596655174826330afe66ef766258181ae8c11f3f6cInsun Kangvoid TimedTextPlayer::seekToAsync(int64_t timeUs) { 606655174826330afe66ef766258181ae8c11f3f6cInsun Kang sp<AMessage> msg = new AMessage(kWhatSeek, id()); 616655174826330afe66ef766258181ae8c11f3f6cInsun Kang msg->setInt64("seekTimeUs", timeUs); 626655174826330afe66ef766258181ae8c11f3f6cInsun Kang msg->post(); 637a1e3e81264189e23a1db2b174e1b5a5d4c7d1c3Gloria Wang} 647a1e3e81264189e23a1db2b174e1b5a5d4c7d1c3Gloria Wang 656655174826330afe66ef766258181ae8c11f3f6cInsun Kangvoid TimedTextPlayer::setDataSource(sp<TimedTextSource> source) { 666655174826330afe66ef766258181ae8c11f3f6cInsun Kang sp<AMessage> msg = new AMessage(kWhatSetSource, id()); 676655174826330afe66ef766258181ae8c11f3f6cInsun Kang msg->setObject("source", source); 686655174826330afe66ef766258181ae8c11f3f6cInsun Kang msg->post(); 697a1e3e81264189e23a1db2b174e1b5a5d4c7d1c3Gloria Wang} 707a1e3e81264189e23a1db2b174e1b5a5d4c7d1c3Gloria Wang 716655174826330afe66ef766258181ae8c11f3f6cInsun Kangvoid TimedTextPlayer::onMessageReceived(const sp<AMessage> &msg) { 726655174826330afe66ef766258181ae8c11f3f6cInsun Kang switch (msg->what()) { 736655174826330afe66ef766258181ae8c11f3f6cInsun Kang case kWhatPause: { 746655174826330afe66ef766258181ae8c11f3f6cInsun Kang mSendSubtitleGeneration++; 756655174826330afe66ef766258181ae8c11f3f6cInsun Kang break; 76965d08ba16ee82bc85f69546360c18e7da907406Gloria Wang } 776655174826330afe66ef766258181ae8c11f3f6cInsun Kang case kWhatSeek: { 786655174826330afe66ef766258181ae8c11f3f6cInsun Kang int64_t seekTimeUs = 0; 796655174826330afe66ef766258181ae8c11f3f6cInsun Kang msg->findInt64("seekTimeUs", &seekTimeUs); 806655174826330afe66ef766258181ae8c11f3f6cInsun Kang if (seekTimeUs < 0) { 816655174826330afe66ef766258181ae8c11f3f6cInsun Kang sp<MediaPlayerBase> listener = mListener.promote(); 826655174826330afe66ef766258181ae8c11f3f6cInsun Kang if (listener != NULL) { 836655174826330afe66ef766258181ae8c11f3f6cInsun Kang int32_t positionMs = 0; 846655174826330afe66ef766258181ae8c11f3f6cInsun Kang listener->getCurrentPosition(&positionMs); 856655174826330afe66ef766258181ae8c11f3f6cInsun Kang seekTimeUs = positionMs * 1000ll; 866655174826330afe66ef766258181ae8c11f3f6cInsun Kang } 876655174826330afe66ef766258181ae8c11f3f6cInsun Kang } 886655174826330afe66ef766258181ae8c11f3f6cInsun Kang doSeekAndRead(seekTimeUs); 896655174826330afe66ef766258181ae8c11f3f6cInsun Kang break; 906655174826330afe66ef766258181ae8c11f3f6cInsun Kang } 916655174826330afe66ef766258181ae8c11f3f6cInsun Kang case kWhatSendSubtitle: { 926655174826330afe66ef766258181ae8c11f3f6cInsun Kang int32_t generation; 936655174826330afe66ef766258181ae8c11f3f6cInsun Kang CHECK(msg->findInt32("generation", &generation)); 946655174826330afe66ef766258181ae8c11f3f6cInsun Kang if (generation != mSendSubtitleGeneration) { 956655174826330afe66ef766258181ae8c11f3f6cInsun Kang // Drop obsolete msg. 966655174826330afe66ef766258181ae8c11f3f6cInsun Kang break; 976655174826330afe66ef766258181ae8c11f3f6cInsun Kang } 986655174826330afe66ef766258181ae8c11f3f6cInsun Kang sp<RefBase> obj; 996655174826330afe66ef766258181ae8c11f3f6cInsun Kang msg->findObject("subtitle", &obj); 1006655174826330afe66ef766258181ae8c11f3f6cInsun Kang if (obj != NULL) { 1016655174826330afe66ef766258181ae8c11f3f6cInsun Kang sp<ParcelEvent> parcelEvent; 1026655174826330afe66ef766258181ae8c11f3f6cInsun Kang parcelEvent = static_cast<ParcelEvent*>(obj.get()); 103f9d660a5e0196240add5daf0199f128d471e592cInsun Kang notifyListener(&(parcelEvent->parcel)); 1046655174826330afe66ef766258181ae8c11f3f6cInsun Kang } else { 105f9d660a5e0196240add5daf0199f128d471e592cInsun Kang notifyListener(); 1066655174826330afe66ef766258181ae8c11f3f6cInsun Kang } 1076655174826330afe66ef766258181ae8c11f3f6cInsun Kang doRead(); 1086655174826330afe66ef766258181ae8c11f3f6cInsun Kang break; 1096655174826330afe66ef766258181ae8c11f3f6cInsun Kang } 1106655174826330afe66ef766258181ae8c11f3f6cInsun Kang case kWhatSetSource: { 1116655174826330afe66ef766258181ae8c11f3f6cInsun Kang sp<RefBase> obj; 1126655174826330afe66ef766258181ae8c11f3f6cInsun Kang msg->findObject("source", &obj); 1136655174826330afe66ef766258181ae8c11f3f6cInsun Kang if (obj == NULL) break; 1146655174826330afe66ef766258181ae8c11f3f6cInsun Kang if (mSource != NULL) { 1156655174826330afe66ef766258181ae8c11f3f6cInsun Kang mSource->stop(); 1166655174826330afe66ef766258181ae8c11f3f6cInsun Kang } 1176655174826330afe66ef766258181ae8c11f3f6cInsun Kang mSource = static_cast<TimedTextSource*>(obj.get()); 118f9d660a5e0196240add5daf0199f128d471e592cInsun Kang status_t err = mSource->start(); 119f9d660a5e0196240add5daf0199f128d471e592cInsun Kang if (err != OK) { 120f9d660a5e0196240add5daf0199f128d471e592cInsun Kang notifyError(err); 121f9d660a5e0196240add5daf0199f128d471e592cInsun Kang break; 122f9d660a5e0196240add5daf0199f128d471e592cInsun Kang } 1236655174826330afe66ef766258181ae8c11f3f6cInsun Kang Parcel parcel; 124f9d660a5e0196240add5daf0199f128d471e592cInsun Kang err = mSource->extractGlobalDescriptions(&parcel); 125f9d660a5e0196240add5daf0199f128d471e592cInsun Kang if (err != OK) { 126f9d660a5e0196240add5daf0199f128d471e592cInsun Kang notifyError(err); 127f9d660a5e0196240add5daf0199f128d471e592cInsun Kang break; 1286655174826330afe66ef766258181ae8c11f3f6cInsun Kang } 129f9d660a5e0196240add5daf0199f128d471e592cInsun Kang notifyListener(&parcel); 1306655174826330afe66ef766258181ae8c11f3f6cInsun Kang break; 1313b573f7bf1c5736d500e39013b8d32478a1429e6Gloria Wang } 1327a1e3e81264189e23a1db2b174e1b5a5d4c7d1c3Gloria Wang } 1337a1e3e81264189e23a1db2b174e1b5a5d4c7d1c3Gloria Wang} 1347a1e3e81264189e23a1db2b174e1b5a5d4c7d1c3Gloria Wang 1356655174826330afe66ef766258181ae8c11f3f6cInsun Kangvoid TimedTextPlayer::doSeekAndRead(int64_t seekTimeUs) { 1366655174826330afe66ef766258181ae8c11f3f6cInsun Kang MediaSource::ReadOptions options; 1376655174826330afe66ef766258181ae8c11f3f6cInsun Kang options.setSeekTo(seekTimeUs, MediaSource::ReadOptions::SEEK_PREVIOUS_SYNC); 1386655174826330afe66ef766258181ae8c11f3f6cInsun Kang doRead(&options); 1397a1e3e81264189e23a1db2b174e1b5a5d4c7d1c3Gloria Wang} 1407a1e3e81264189e23a1db2b174e1b5a5d4c7d1c3Gloria Wang 1416655174826330afe66ef766258181ae8c11f3f6cInsun Kangvoid TimedTextPlayer::doRead(MediaSource::ReadOptions* options) { 1426655174826330afe66ef766258181ae8c11f3f6cInsun Kang int64_t timeUs = 0; 1436655174826330afe66ef766258181ae8c11f3f6cInsun Kang sp<ParcelEvent> parcelEvent = new ParcelEvent(); 144f9d660a5e0196240add5daf0199f128d471e592cInsun Kang status_t err = mSource->read(&timeUs, &(parcelEvent->parcel), options); 145f9d660a5e0196240add5daf0199f128d471e592cInsun Kang if (err != OK) { 146f9d660a5e0196240add5daf0199f128d471e592cInsun Kang notifyError(err); 147f9d660a5e0196240add5daf0199f128d471e592cInsun Kang } else { 148f9d660a5e0196240add5daf0199f128d471e592cInsun Kang postTextEvent(parcelEvent, timeUs); 149f9d660a5e0196240add5daf0199f128d471e592cInsun Kang } 1507a1e3e81264189e23a1db2b174e1b5a5d4c7d1c3Gloria Wang} 1517a1e3e81264189e23a1db2b174e1b5a5d4c7d1c3Gloria Wang 1526655174826330afe66ef766258181ae8c11f3f6cInsun Kangvoid TimedTextPlayer::postTextEvent(const sp<ParcelEvent>& parcel, int64_t timeUs) { 1536655174826330afe66ef766258181ae8c11f3f6cInsun Kang sp<MediaPlayerBase> listener = mListener.promote(); 1546655174826330afe66ef766258181ae8c11f3f6cInsun Kang if (listener != NULL) { 1556655174826330afe66ef766258181ae8c11f3f6cInsun Kang int64_t positionUs, delayUs; 1566655174826330afe66ef766258181ae8c11f3f6cInsun Kang int32_t positionMs = 0; 1576655174826330afe66ef766258181ae8c11f3f6cInsun Kang listener->getCurrentPosition(&positionMs); 158f9d660a5e0196240add5daf0199f128d471e592cInsun Kang positionUs = positionMs * 1000ll; 159965d08ba16ee82bc85f69546360c18e7da907406Gloria Wang 1606655174826330afe66ef766258181ae8c11f3f6cInsun Kang if (timeUs <= positionUs + kAdjustmentProcessingTimeUs) { 1616655174826330afe66ef766258181ae8c11f3f6cInsun Kang delayUs = 0; 162965d08ba16ee82bc85f69546360c18e7da907406Gloria Wang } else { 1636655174826330afe66ef766258181ae8c11f3f6cInsun Kang delayUs = timeUs - positionUs - kAdjustmentProcessingTimeUs; 164965d08ba16ee82bc85f69546360c18e7da907406Gloria Wang } 1656655174826330afe66ef766258181ae8c11f3f6cInsun Kang sp<AMessage> msg = new AMessage(kWhatSendSubtitle, id()); 1666655174826330afe66ef766258181ae8c11f3f6cInsun Kang msg->setInt32("generation", mSendSubtitleGeneration); 1676655174826330afe66ef766258181ae8c11f3f6cInsun Kang if (parcel != NULL) { 1686655174826330afe66ef766258181ae8c11f3f6cInsun Kang msg->setObject("subtitle", parcel); 1697a1e3e81264189e23a1db2b174e1b5a5d4c7d1c3Gloria Wang } 1706655174826330afe66ef766258181ae8c11f3f6cInsun Kang msg->post(delayUs); 1717a1e3e81264189e23a1db2b174e1b5a5d4c7d1c3Gloria Wang } 1727a1e3e81264189e23a1db2b174e1b5a5d4c7d1c3Gloria Wang} 1733b573f7bf1c5736d500e39013b8d32478a1429e6Gloria Wang 174f9d660a5e0196240add5daf0199f128d471e592cInsun Kangvoid TimedTextPlayer::notifyError(int error) { 175f9d660a5e0196240add5daf0199f128d471e592cInsun Kang sp<MediaPlayerBase> listener = mListener.promote(); 176f9d660a5e0196240add5daf0199f128d471e592cInsun Kang if (listener != NULL) { 177f9d660a5e0196240add5daf0199f128d471e592cInsun Kang listener->sendEvent(MEDIA_INFO, MEDIA_INFO_TIMED_TEXT_ERROR, error); 178f9d660a5e0196240add5daf0199f128d471e592cInsun Kang } 179f9d660a5e0196240add5daf0199f128d471e592cInsun Kang} 180f9d660a5e0196240add5daf0199f128d471e592cInsun Kang 181f9d660a5e0196240add5daf0199f128d471e592cInsun Kangvoid TimedTextPlayer::notifyListener(const Parcel *parcel) { 1826655174826330afe66ef766258181ae8c11f3f6cInsun Kang sp<MediaPlayerBase> listener = mListener.promote(); 1836655174826330afe66ef766258181ae8c11f3f6cInsun Kang if (listener != NULL) { 1846655174826330afe66ef766258181ae8c11f3f6cInsun Kang if (parcel != NULL && (parcel->dataSize() > 0)) { 185f9d660a5e0196240add5daf0199f128d471e592cInsun Kang listener->sendEvent(MEDIA_TIMED_TEXT, 0, 0, parcel); 1866655174826330afe66ef766258181ae8c11f3f6cInsun Kang } else { // send an empty timed text to clear the screen 187f9d660a5e0196240add5daf0199f128d471e592cInsun Kang listener->sendEvent(MEDIA_TIMED_TEXT); 1883b573f7bf1c5736d500e39013b8d32478a1429e6Gloria Wang } 1893b573f7bf1c5736d500e39013b8d32478a1429e6Gloria Wang } 1903b573f7bf1c5736d500e39013b8d32478a1429e6Gloria Wang} 1913b573f7bf1c5736d500e39013b8d32478a1429e6Gloria Wang 1926655174826330afe66ef766258181ae8c11f3f6cInsun Kang} // namespace android 193