TimedTextPlayer.cpp revision bae00e73c6d1d87cc5fd42b50f95d1d9572162ea
17a1e3e81264189e23a1db2b174e1b5a5d4c7d1c3Gloria Wang /*
26655174826330afe66ef766258181ae8c11f3f6cInsun Kang * Copyright (C) 2012 The Android Open Source Project
37a1e3e81264189e23a1db2b174e1b5a5d4c7d1c3Gloria Wang *
47a1e3e81264189e23a1db2b174e1b5a5d4c7d1c3Gloria Wang * Licensed under the Apache License, Version 2.0 (the "License");
57a1e3e81264189e23a1db2b174e1b5a5d4c7d1c3Gloria Wang * you may not use this file except in compliance with the License.
67a1e3e81264189e23a1db2b174e1b5a5d4c7d1c3Gloria Wang * You may obtain a copy of the License at
77a1e3e81264189e23a1db2b174e1b5a5d4c7d1c3Gloria Wang *
87a1e3e81264189e23a1db2b174e1b5a5d4c7d1c3Gloria Wang *      http://www.apache.org/licenses/LICENSE-2.0
97a1e3e81264189e23a1db2b174e1b5a5d4c7d1c3Gloria Wang *
107a1e3e81264189e23a1db2b174e1b5a5d4c7d1c3Gloria Wang * Unless required by applicable law or agreed to in writing, software
117a1e3e81264189e23a1db2b174e1b5a5d4c7d1c3Gloria Wang * distributed under the License is distributed on an "AS IS" BASIS,
127a1e3e81264189e23a1db2b174e1b5a5d4c7d1c3Gloria Wang * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
137a1e3e81264189e23a1db2b174e1b5a5d4c7d1c3Gloria Wang * See the License for the specific language governing permissions and
147a1e3e81264189e23a1db2b174e1b5a5d4c7d1c3Gloria Wang * limitations under the License.
157a1e3e81264189e23a1db2b174e1b5a5d4c7d1c3Gloria Wang */
167a1e3e81264189e23a1db2b174e1b5a5d4c7d1c3Gloria Wang
177a1e3e81264189e23a1db2b174e1b5a5d4c7d1c3Gloria Wang//#define LOG_NDEBUG 0
187a1e3e81264189e23a1db2b174e1b5a5d4c7d1c3Gloria Wang#define LOG_TAG "TimedTextPlayer"
197a1e3e81264189e23a1db2b174e1b5a5d4c7d1c3Gloria Wang#include <utils/Log.h>
207a1e3e81264189e23a1db2b174e1b5a5d4c7d1c3Gloria Wang
21f1d5aa162c02a16b7195a43a9bcea4d592600ac4James Dong#include <media/stagefright/foundation/ADebug.h>
226655174826330afe66ef766258181ae8c11f3f6cInsun Kang#include <media/stagefright/foundation/AMessage.h>
233254b25e8b0f674ccc2226609e01dd86a600802eInsun Kang#include <media/stagefright/timedtext/TimedTextDriver.h>
247a1e3e81264189e23a1db2b174e1b5a5d4c7d1c3Gloria Wang#include <media/stagefright/MediaErrors.h>
256655174826330afe66ef766258181ae8c11f3f6cInsun Kang#include <media/MediaPlayerInterface.h>
263b573f7bf1c5736d500e39013b8d32478a1429e6Gloria Wang
27965d08ba16ee82bc85f69546360c18e7da907406Gloria Wang#include "TimedTextPlayer.h"
287a1e3e81264189e23a1db2b174e1b5a5d4c7d1c3Gloria Wang
296655174826330afe66ef766258181ae8c11f3f6cInsun Kang#include "TimedTextSource.h"
307a1e3e81264189e23a1db2b174e1b5a5d4c7d1c3Gloria Wang
316655174826330afe66ef766258181ae8c11f3f6cInsun Kangnamespace android {
327a1e3e81264189e23a1db2b174e1b5a5d4c7d1c3Gloria Wang
336655174826330afe66ef766258181ae8c11f3f6cInsun Kangstatic const int64_t kAdjustmentProcessingTimeUs = 100000ll;
34bae00e73c6d1d87cc5fd42b50f95d1d9572162eaInsun Kangstatic const int64_t kWaitTimeUsToRetryRead = 100000ll;
357a1e3e81264189e23a1db2b174e1b5a5d4c7d1c3Gloria Wang
366655174826330afe66ef766258181ae8c11f3f6cInsun KangTimedTextPlayer::TimedTextPlayer(const wp<MediaPlayerBase> &listener)
376655174826330afe66ef766258181ae8c11f3f6cInsun Kang    : mListener(listener),
386655174826330afe66ef766258181ae8c11f3f6cInsun Kang      mSource(NULL),
396655174826330afe66ef766258181ae8c11f3f6cInsun Kang      mSendSubtitleGeneration(0) {
407a1e3e81264189e23a1db2b174e1b5a5d4c7d1c3Gloria Wang}
417a1e3e81264189e23a1db2b174e1b5a5d4c7d1c3Gloria Wang
427a1e3e81264189e23a1db2b174e1b5a5d4c7d1c3Gloria WangTimedTextPlayer::~TimedTextPlayer() {
436655174826330afe66ef766258181ae8c11f3f6cInsun Kang    if (mSource != NULL) {
446655174826330afe66ef766258181ae8c11f3f6cInsun Kang        mSource->stop();
456655174826330afe66ef766258181ae8c11f3f6cInsun Kang        mSource.clear();
466655174826330afe66ef766258181ae8c11f3f6cInsun Kang        mSource = NULL;
477a1e3e81264189e23a1db2b174e1b5a5d4c7d1c3Gloria Wang    }
487a1e3e81264189e23a1db2b174e1b5a5d4c7d1c3Gloria Wang}
497a1e3e81264189e23a1db2b174e1b5a5d4c7d1c3Gloria Wang
506655174826330afe66ef766258181ae8c11f3f6cInsun Kangvoid TimedTextPlayer::start() {
516655174826330afe66ef766258181ae8c11f3f6cInsun Kang    sp<AMessage> msg = new AMessage(kWhatSeek, id());
526655174826330afe66ef766258181ae8c11f3f6cInsun Kang    msg->setInt64("seekTimeUs", -1);
536655174826330afe66ef766258181ae8c11f3f6cInsun Kang    msg->post();
547a1e3e81264189e23a1db2b174e1b5a5d4c7d1c3Gloria Wang}
557a1e3e81264189e23a1db2b174e1b5a5d4c7d1c3Gloria Wang
567a1e3e81264189e23a1db2b174e1b5a5d4c7d1c3Gloria Wangvoid TimedTextPlayer::pause() {
576655174826330afe66ef766258181ae8c11f3f6cInsun Kang    (new AMessage(kWhatPause, id()))->post();
587a1e3e81264189e23a1db2b174e1b5a5d4c7d1c3Gloria Wang}
597a1e3e81264189e23a1db2b174e1b5a5d4c7d1c3Gloria Wang
606655174826330afe66ef766258181ae8c11f3f6cInsun Kangvoid TimedTextPlayer::seekToAsync(int64_t timeUs) {
616655174826330afe66ef766258181ae8c11f3f6cInsun Kang    sp<AMessage> msg = new AMessage(kWhatSeek, id());
626655174826330afe66ef766258181ae8c11f3f6cInsun Kang    msg->setInt64("seekTimeUs", timeUs);
636655174826330afe66ef766258181ae8c11f3f6cInsun Kang    msg->post();
647a1e3e81264189e23a1db2b174e1b5a5d4c7d1c3Gloria Wang}
657a1e3e81264189e23a1db2b174e1b5a5d4c7d1c3Gloria Wang
666655174826330afe66ef766258181ae8c11f3f6cInsun Kangvoid TimedTextPlayer::setDataSource(sp<TimedTextSource> source) {
676655174826330afe66ef766258181ae8c11f3f6cInsun Kang    sp<AMessage> msg = new AMessage(kWhatSetSource, id());
686655174826330afe66ef766258181ae8c11f3f6cInsun Kang    msg->setObject("source", source);
696655174826330afe66ef766258181ae8c11f3f6cInsun Kang    msg->post();
707a1e3e81264189e23a1db2b174e1b5a5d4c7d1c3Gloria Wang}
717a1e3e81264189e23a1db2b174e1b5a5d4c7d1c3Gloria Wang
726655174826330afe66ef766258181ae8c11f3f6cInsun Kangvoid TimedTextPlayer::onMessageReceived(const sp<AMessage> &msg) {
736655174826330afe66ef766258181ae8c11f3f6cInsun Kang    switch (msg->what()) {
746655174826330afe66ef766258181ae8c11f3f6cInsun Kang        case kWhatPause: {
756655174826330afe66ef766258181ae8c11f3f6cInsun Kang            mSendSubtitleGeneration++;
766655174826330afe66ef766258181ae8c11f3f6cInsun Kang            break;
77965d08ba16ee82bc85f69546360c18e7da907406Gloria Wang        }
786655174826330afe66ef766258181ae8c11f3f6cInsun Kang        case kWhatSeek: {
796655174826330afe66ef766258181ae8c11f3f6cInsun Kang            int64_t seekTimeUs = 0;
806655174826330afe66ef766258181ae8c11f3f6cInsun Kang            msg->findInt64("seekTimeUs", &seekTimeUs);
816655174826330afe66ef766258181ae8c11f3f6cInsun Kang            if (seekTimeUs < 0) {
826655174826330afe66ef766258181ae8c11f3f6cInsun Kang                sp<MediaPlayerBase> listener = mListener.promote();
836655174826330afe66ef766258181ae8c11f3f6cInsun Kang                if (listener != NULL) {
846655174826330afe66ef766258181ae8c11f3f6cInsun Kang                    int32_t positionMs = 0;
856655174826330afe66ef766258181ae8c11f3f6cInsun Kang                    listener->getCurrentPosition(&positionMs);
866655174826330afe66ef766258181ae8c11f3f6cInsun Kang                    seekTimeUs = positionMs * 1000ll;
876655174826330afe66ef766258181ae8c11f3f6cInsun Kang                }
886655174826330afe66ef766258181ae8c11f3f6cInsun Kang            }
896655174826330afe66ef766258181ae8c11f3f6cInsun Kang            doSeekAndRead(seekTimeUs);
906655174826330afe66ef766258181ae8c11f3f6cInsun Kang            break;
916655174826330afe66ef766258181ae8c11f3f6cInsun Kang        }
926655174826330afe66ef766258181ae8c11f3f6cInsun Kang        case kWhatSendSubtitle: {
936655174826330afe66ef766258181ae8c11f3f6cInsun Kang            int32_t generation;
946655174826330afe66ef766258181ae8c11f3f6cInsun Kang            CHECK(msg->findInt32("generation", &generation));
956655174826330afe66ef766258181ae8c11f3f6cInsun Kang            if (generation != mSendSubtitleGeneration) {
966655174826330afe66ef766258181ae8c11f3f6cInsun Kang              // Drop obsolete msg.
976655174826330afe66ef766258181ae8c11f3f6cInsun Kang              break;
986655174826330afe66ef766258181ae8c11f3f6cInsun Kang            }
996655174826330afe66ef766258181ae8c11f3f6cInsun Kang            sp<RefBase> obj;
1006655174826330afe66ef766258181ae8c11f3f6cInsun Kang            msg->findObject("subtitle", &obj);
1016655174826330afe66ef766258181ae8c11f3f6cInsun Kang            if (obj != NULL) {
1026655174826330afe66ef766258181ae8c11f3f6cInsun Kang                sp<ParcelEvent> parcelEvent;
1036655174826330afe66ef766258181ae8c11f3f6cInsun Kang                parcelEvent = static_cast<ParcelEvent*>(obj.get());
104f9d660a5e0196240add5daf0199f128d471e592cInsun Kang                notifyListener(&(parcelEvent->parcel));
1056655174826330afe66ef766258181ae8c11f3f6cInsun Kang            } else {
106f9d660a5e0196240add5daf0199f128d471e592cInsun Kang                notifyListener();
1076655174826330afe66ef766258181ae8c11f3f6cInsun Kang            }
1086655174826330afe66ef766258181ae8c11f3f6cInsun Kang            doRead();
1096655174826330afe66ef766258181ae8c11f3f6cInsun Kang            break;
1106655174826330afe66ef766258181ae8c11f3f6cInsun Kang        }
1116655174826330afe66ef766258181ae8c11f3f6cInsun Kang        case kWhatSetSource: {
1126655174826330afe66ef766258181ae8c11f3f6cInsun Kang            sp<RefBase> obj;
1136655174826330afe66ef766258181ae8c11f3f6cInsun Kang            msg->findObject("source", &obj);
1146655174826330afe66ef766258181ae8c11f3f6cInsun Kang            if (obj == NULL) break;
1156655174826330afe66ef766258181ae8c11f3f6cInsun Kang            if (mSource != NULL) {
1166655174826330afe66ef766258181ae8c11f3f6cInsun Kang                mSource->stop();
1176655174826330afe66ef766258181ae8c11f3f6cInsun Kang            }
1186655174826330afe66ef766258181ae8c11f3f6cInsun Kang            mSource = static_cast<TimedTextSource*>(obj.get());
119f9d660a5e0196240add5daf0199f128d471e592cInsun Kang            status_t err = mSource->start();
120f9d660a5e0196240add5daf0199f128d471e592cInsun Kang            if (err != OK) {
121f9d660a5e0196240add5daf0199f128d471e592cInsun Kang                notifyError(err);
122f9d660a5e0196240add5daf0199f128d471e592cInsun Kang                break;
123f9d660a5e0196240add5daf0199f128d471e592cInsun Kang            }
1246655174826330afe66ef766258181ae8c11f3f6cInsun Kang            Parcel parcel;
125f9d660a5e0196240add5daf0199f128d471e592cInsun Kang            err = mSource->extractGlobalDescriptions(&parcel);
126f9d660a5e0196240add5daf0199f128d471e592cInsun Kang            if (err != OK) {
127f9d660a5e0196240add5daf0199f128d471e592cInsun Kang                notifyError(err);
128f9d660a5e0196240add5daf0199f128d471e592cInsun Kang                break;
1296655174826330afe66ef766258181ae8c11f3f6cInsun Kang            }
130f9d660a5e0196240add5daf0199f128d471e592cInsun Kang            notifyListener(&parcel);
1316655174826330afe66ef766258181ae8c11f3f6cInsun Kang            break;
1323b573f7bf1c5736d500e39013b8d32478a1429e6Gloria Wang        }
1337a1e3e81264189e23a1db2b174e1b5a5d4c7d1c3Gloria Wang    }
1347a1e3e81264189e23a1db2b174e1b5a5d4c7d1c3Gloria Wang}
1357a1e3e81264189e23a1db2b174e1b5a5d4c7d1c3Gloria Wang
1366655174826330afe66ef766258181ae8c11f3f6cInsun Kangvoid TimedTextPlayer::doSeekAndRead(int64_t seekTimeUs) {
1376655174826330afe66ef766258181ae8c11f3f6cInsun Kang    MediaSource::ReadOptions options;
1386655174826330afe66ef766258181ae8c11f3f6cInsun Kang    options.setSeekTo(seekTimeUs, MediaSource::ReadOptions::SEEK_PREVIOUS_SYNC);
1396655174826330afe66ef766258181ae8c11f3f6cInsun Kang    doRead(&options);
1407a1e3e81264189e23a1db2b174e1b5a5d4c7d1c3Gloria Wang}
1417a1e3e81264189e23a1db2b174e1b5a5d4c7d1c3Gloria Wang
1426655174826330afe66ef766258181ae8c11f3f6cInsun Kangvoid TimedTextPlayer::doRead(MediaSource::ReadOptions* options) {
143bae00e73c6d1d87cc5fd42b50f95d1d9572162eaInsun Kang    int64_t startTimeUs = 0;
144bae00e73c6d1d87cc5fd42b50f95d1d9572162eaInsun Kang    int64_t endTimeUs = 0;
1456655174826330afe66ef766258181ae8c11f3f6cInsun Kang    sp<ParcelEvent> parcelEvent = new ParcelEvent();
146bae00e73c6d1d87cc5fd42b50f95d1d9572162eaInsun Kang    status_t err = mSource->read(&startTimeUs, &endTimeUs,
147bae00e73c6d1d87cc5fd42b50f95d1d9572162eaInsun Kang                                 &(parcelEvent->parcel), options);
148bae00e73c6d1d87cc5fd42b50f95d1d9572162eaInsun Kang    if (err == WOULD_BLOCK) {
149bae00e73c6d1d87cc5fd42b50f95d1d9572162eaInsun Kang        postTextEventDelayUs(NULL, kWaitTimeUsToRetryRead);
150bae00e73c6d1d87cc5fd42b50f95d1d9572162eaInsun Kang        return;
151bae00e73c6d1d87cc5fd42b50f95d1d9572162eaInsun Kang    } else if (err != OK) {
152f9d660a5e0196240add5daf0199f128d471e592cInsun Kang        notifyError(err);
153bae00e73c6d1d87cc5fd42b50f95d1d9572162eaInsun Kang        return;
154bae00e73c6d1d87cc5fd42b50f95d1d9572162eaInsun Kang    }
155bae00e73c6d1d87cc5fd42b50f95d1d9572162eaInsun Kang
156bae00e73c6d1d87cc5fd42b50f95d1d9572162eaInsun Kang    postTextEvent(parcelEvent, startTimeUs);
157bae00e73c6d1d87cc5fd42b50f95d1d9572162eaInsun Kang    if (endTimeUs > 0) {
158bae00e73c6d1d87cc5fd42b50f95d1d9572162eaInsun Kang        CHECK_GE(endTimeUs, startTimeUs);
159bae00e73c6d1d87cc5fd42b50f95d1d9572162eaInsun Kang        // send an empty timed text to clear the subtitle when it reaches to the
160bae00e73c6d1d87cc5fd42b50f95d1d9572162eaInsun Kang        // end time.
161bae00e73c6d1d87cc5fd42b50f95d1d9572162eaInsun Kang        postTextEvent(NULL, endTimeUs);
162f9d660a5e0196240add5daf0199f128d471e592cInsun Kang    }
1637a1e3e81264189e23a1db2b174e1b5a5d4c7d1c3Gloria Wang}
1647a1e3e81264189e23a1db2b174e1b5a5d4c7d1c3Gloria Wang
1656655174826330afe66ef766258181ae8c11f3f6cInsun Kangvoid TimedTextPlayer::postTextEvent(const sp<ParcelEvent>& parcel, int64_t timeUs) {
1666655174826330afe66ef766258181ae8c11f3f6cInsun Kang    sp<MediaPlayerBase> listener = mListener.promote();
1676655174826330afe66ef766258181ae8c11f3f6cInsun Kang    if (listener != NULL) {
1686655174826330afe66ef766258181ae8c11f3f6cInsun Kang        int64_t positionUs, delayUs;
1696655174826330afe66ef766258181ae8c11f3f6cInsun Kang        int32_t positionMs = 0;
1706655174826330afe66ef766258181ae8c11f3f6cInsun Kang        listener->getCurrentPosition(&positionMs);
171f9d660a5e0196240add5daf0199f128d471e592cInsun Kang        positionUs = positionMs * 1000ll;
172965d08ba16ee82bc85f69546360c18e7da907406Gloria Wang
1736655174826330afe66ef766258181ae8c11f3f6cInsun Kang        if (timeUs <= positionUs + kAdjustmentProcessingTimeUs) {
1746655174826330afe66ef766258181ae8c11f3f6cInsun Kang            delayUs = 0;
175965d08ba16ee82bc85f69546360c18e7da907406Gloria Wang        } else {
1766655174826330afe66ef766258181ae8c11f3f6cInsun Kang            delayUs = timeUs - positionUs - kAdjustmentProcessingTimeUs;
177965d08ba16ee82bc85f69546360c18e7da907406Gloria Wang        }
178bae00e73c6d1d87cc5fd42b50f95d1d9572162eaInsun Kang        postTextEventDelayUs(parcel, delayUs);
179bae00e73c6d1d87cc5fd42b50f95d1d9572162eaInsun Kang    }
180bae00e73c6d1d87cc5fd42b50f95d1d9572162eaInsun Kang}
181bae00e73c6d1d87cc5fd42b50f95d1d9572162eaInsun Kang
182bae00e73c6d1d87cc5fd42b50f95d1d9572162eaInsun Kangvoid TimedTextPlayer::postTextEventDelayUs(const sp<ParcelEvent>& parcel, int64_t delayUs) {
183bae00e73c6d1d87cc5fd42b50f95d1d9572162eaInsun Kang    sp<MediaPlayerBase> listener = mListener.promote();
184bae00e73c6d1d87cc5fd42b50f95d1d9572162eaInsun Kang    if (listener != NULL) {
1856655174826330afe66ef766258181ae8c11f3f6cInsun Kang        sp<AMessage> msg = new AMessage(kWhatSendSubtitle, id());
1866655174826330afe66ef766258181ae8c11f3f6cInsun Kang        msg->setInt32("generation", mSendSubtitleGeneration);
1876655174826330afe66ef766258181ae8c11f3f6cInsun Kang        if (parcel != NULL) {
1886655174826330afe66ef766258181ae8c11f3f6cInsun Kang            msg->setObject("subtitle", parcel);
1897a1e3e81264189e23a1db2b174e1b5a5d4c7d1c3Gloria Wang        }
1906655174826330afe66ef766258181ae8c11f3f6cInsun Kang        msg->post(delayUs);
1917a1e3e81264189e23a1db2b174e1b5a5d4c7d1c3Gloria Wang    }
1927a1e3e81264189e23a1db2b174e1b5a5d4c7d1c3Gloria Wang}
1933b573f7bf1c5736d500e39013b8d32478a1429e6Gloria Wang
194f9d660a5e0196240add5daf0199f128d471e592cInsun Kangvoid TimedTextPlayer::notifyError(int error) {
195f9d660a5e0196240add5daf0199f128d471e592cInsun Kang    sp<MediaPlayerBase> listener = mListener.promote();
196f9d660a5e0196240add5daf0199f128d471e592cInsun Kang    if (listener != NULL) {
197f9d660a5e0196240add5daf0199f128d471e592cInsun Kang        listener->sendEvent(MEDIA_INFO, MEDIA_INFO_TIMED_TEXT_ERROR, error);
198f9d660a5e0196240add5daf0199f128d471e592cInsun Kang    }
199f9d660a5e0196240add5daf0199f128d471e592cInsun Kang}
200f9d660a5e0196240add5daf0199f128d471e592cInsun Kang
201f9d660a5e0196240add5daf0199f128d471e592cInsun Kangvoid TimedTextPlayer::notifyListener(const Parcel *parcel) {
2026655174826330afe66ef766258181ae8c11f3f6cInsun Kang    sp<MediaPlayerBase> listener = mListener.promote();
2036655174826330afe66ef766258181ae8c11f3f6cInsun Kang    if (listener != NULL) {
2046655174826330afe66ef766258181ae8c11f3f6cInsun Kang        if (parcel != NULL && (parcel->dataSize() > 0)) {
205f9d660a5e0196240add5daf0199f128d471e592cInsun Kang            listener->sendEvent(MEDIA_TIMED_TEXT, 0, 0, parcel);
2066655174826330afe66ef766258181ae8c11f3f6cInsun Kang        } else {  // send an empty timed text to clear the screen
207f9d660a5e0196240add5daf0199f128d471e592cInsun Kang            listener->sendEvent(MEDIA_TIMED_TEXT);
2083b573f7bf1c5736d500e39013b8d32478a1429e6Gloria Wang        }
2093b573f7bf1c5736d500e39013b8d32478a1429e6Gloria Wang    }
2103b573f7bf1c5736d500e39013b8d32478a1429e6Gloria Wang}
2113b573f7bf1c5736d500e39013b8d32478a1429e6Gloria Wang
2126655174826330afe66ef766258181ae8c11f3f6cInsun Kang}  // namespace android
213