xref: /frameworks/av/media/libmediaplayerservice/nuplayer/NuPlayer.cpp

/*
 * Copyright (C) 2010 The Android Open Source Project
 *
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 *      http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */

//#define LOG_NDEBUG 0
#define LOG_TAG "NuPlayer"
#include <utils/Log.h>

#include "NuPlayer.h"
#include "NuPlayerDecoder.h"
#include "NuPlayerRenderer.h"
#include "NuPlayerStreamListener.h"

#include <media/stagefright/foundation/hexdump.h>
#include <media/stagefright/foundation/ABuffer.h>
#include <media/stagefright/foundation/ADebug.h>
#include <media/stagefright/foundation/AMessage.h>
#include <media/stagefright/ACodec.h>
#include <media/stagefright/MediaErrors.h>
#include <media/stagefright/MetaData.h>
#include <surfaceflinger/Surface.h>

namespace android {

////////////////////////////////////////////////////////////////////////////////

NuPlayer::NuPlayer()
    : mEOS(false),
      mAudioEOS(false),
      mVideoEOS(false),
      mFlushingAudio(NONE),
      mFlushingVideo(NONE) {
}

NuPlayer::~NuPlayer() {
}

void NuPlayer::setListener(const wp<MediaPlayerBase> &listener) {
    mListener = listener;
}

void NuPlayer::setDataSource(const sp<IStreamSource> &source) {
    sp<AMessage> msg = new AMessage(kWhatSetDataSource, id());

    source->incStrong(this);
    msg->setPointer("source", source.get());  // XXX unsafe.

    msg->post();
}

void NuPlayer::setVideoSurface(const sp<Surface> &surface) {
    sp<AMessage> msg = new AMessage(kWhatSetVideoSurface, id());
    msg->setObject("surface", surface);
    msg->post();
}

void NuPlayer::setAudioSink(const sp<MediaPlayerBase::AudioSink> &sink) {
    sp<AMessage> msg = new AMessage(kWhatSetAudioSink, id());
    msg->setObject("sink", sink);
    msg->post();
}

void NuPlayer::start() {
    (new AMessage(kWhatStart, id()))->post();
}

// static
bool NuPlayer::IsFlushingState(FlushStatus state, bool *formatChange) {
    switch (state) {
        case FLUSHING_DECODER:
            if (formatChange != NULL) {
                *formatChange = false;
            }
            return true;

        case FLUSHING_DECODER_FORMATCHANGE:
            if (formatChange != NULL) {
                *formatChange = true;
            }
            return true;

        default:
            return false;
    }
}

void NuPlayer::onMessageReceived(const sp<AMessage> &msg) {
    switch (msg->what()) {
        case kWhatSetDataSource:
        {
            LOGI("kWhatSetDataSource");

            CHECK(mSource == NULL);

            void *ptr;
            CHECK(msg->findPointer("source", &ptr));

            mSource = static_cast<IStreamSource *>(ptr);
            mSource->decStrong(this);

            mStreamListener = new NuPlayerStreamListener(mSource, id());
            mTSParser = new ATSParser;
            break;
        }

        case kWhatSetVideoSurface:
        {
            LOGI("kWhatSetVideoSurface");

            sp<RefBase> obj;
            CHECK(msg->findObject("surface", &obj));

            mSurface = static_cast<Surface *>(obj.get());
            break;
        }

        case kWhatSetAudioSink:
        {
            LOGI("kWhatSetAudioSink");

            sp<RefBase> obj;
            CHECK(msg->findObject("sink", &obj));

            mAudioSink = static_cast<MediaPlayerBase::AudioSink *>(obj.get());
            break;
        }

        case kWhatStart:
        {
            mStreamListener->start();

            mRenderer = new Renderer(
                    mAudioSink,
                    new AMessage(kWhatRendererNotify, id()));

            looper()->registerHandler(mRenderer);

            (new AMessage(kWhatScanSources, id()))->post();
            break;
        }

        case kWhatScanSources:
        {
            instantiateDecoder(
                    false,
                    &mVideoDecoder,
                    false /* ignoreCodecSpecificData */);

            if (mAudioSink != NULL) {
                instantiateDecoder(
                        true,
                        &mAudioDecoder,
                        false /* ignoreCodecSpecificData */);
            }

            if (mEOS) {
                break;
            }

            feedMoreTSData();

            if (mAudioDecoder == NULL || mVideoDecoder == NULL) {
                msg->post(100000ll);
            }
            break;
        }

        case kWhatVideoNotify:
        case kWhatAudioNotify:
        {
            bool audio = msg->what() == kWhatAudioNotify;

            sp<AMessage> codecRequest;
            CHECK(msg->findMessage("codec-request", &codecRequest));

            int32_t what;
            CHECK(codecRequest->findInt32("what", &what));

            if (what == ACodec::kWhatFillThisBuffer) {
                status_t err = feedDecoderInputData(
                        audio, codecRequest);

                if (err == -EWOULDBLOCK && !mEOS) {
                    feedMoreTSData();
                    msg->post();
                }
            } else if (what == ACodec::kWhatEOS) {
                mRenderer->queueEOS(audio, ERROR_END_OF_STREAM);
            } else if (what == ACodec::kWhatFlushCompleted) {
                bool formatChange;

                if (audio) {
                    CHECK(IsFlushingState(mFlushingAudio, &formatChange));
                    mFlushingAudio = FLUSHED;
                } else {
                    CHECK(IsFlushingState(mFlushingVideo, &formatChange));
                    mFlushingVideo = FLUSHED;
                }

                LOGI("decoder %s flush completed", audio ? "audio" : "video");

                if (formatChange) {
                    LOGI("initiating %s decoder shutdown",
                         audio ? "audio" : "video");

                    (audio ? mAudioDecoder : mVideoDecoder)->initiateShutdown();

                    if (audio) {
                        mFlushingAudio = SHUTTING_DOWN_DECODER;
                    } else {
                        mFlushingVideo = SHUTTING_DOWN_DECODER;
                    }
                }

                finishFlushIfPossible();
            } else if (what == ACodec::kWhatOutputFormatChanged) {
                CHECK(audio);

                int32_t numChannels;
                CHECK(codecRequest->findInt32("channel-count", &numChannels));

                int32_t sampleRate;
                CHECK(codecRequest->findInt32("sample-rate", &sampleRate));

                LOGI("Audio output format changed to %d Hz, %d channels",
                     sampleRate, numChannels);

                mAudioSink->close();
                CHECK_EQ(mAudioSink->open(sampleRate, numChannels), (status_t)OK);
                mAudioSink->start();

                mRenderer->signalAudioSinkChanged();
            } else if (what == ACodec::kWhatShutdownCompleted) {
                LOGI("%s shutdown completed", audio ? "audio" : "video");
                if (audio) {
                    mAudioDecoder.clear();

                    CHECK_EQ((int)mFlushingAudio, (int)SHUTTING_DOWN_DECODER);
                    mFlushingAudio = SHUT_DOWN;
                } else {
                    mVideoDecoder.clear();

                    CHECK_EQ((int)mFlushingVideo, (int)SHUTTING_DOWN_DECODER);
                    mFlushingVideo = SHUT_DOWN;
                }

                finishFlushIfPossible();
            } else {
                CHECK_EQ((int)what, (int)ACodec::kWhatDrainThisBuffer);

                renderBuffer(audio, codecRequest);
            }

            break;
        }

        case kWhatRendererNotify:
        {
            int32_t what;
            CHECK(msg->findInt32("what", &what));

            if (what == Renderer::kWhatEOS) {
                int32_t audio;
                CHECK(msg->findInt32("audio", &audio));

                if (audio) {
                    mAudioEOS = true;
                } else {
                    mVideoEOS = true;
                }

                LOGI("reached %s EOS", audio ? "audio" : "video");

                if ((mAudioEOS || mAudioDecoder == NULL)
                        && (mVideoEOS || mVideoDecoder == NULL)) {
                    notifyListener(MEDIA_PLAYBACK_COMPLETE, 0, 0);
                }
            } else {
                CHECK_EQ(what, (int32_t)Renderer::kWhatFlushComplete);

                int32_t audio;
                CHECK(msg->findInt32("audio", &audio));

                LOGI("renderer %s flush completed.", audio ? "audio" : "video");
            }
            break;
        }

        case kWhatMoreDataQueued:
        {
            break;
        }

        default:
            TRESPASS();
            break;
    }
}

void NuPlayer::finishFlushIfPossible() {
    if (mFlushingAudio != FLUSHED && mFlushingAudio != SHUT_DOWN) {
        return;
    }

    if (mFlushingVideo != FLUSHED && mFlushingVideo != SHUT_DOWN) {
        return;
    }

    LOGI("both audio and video are flushed now.");

    mRenderer->signalTimeDiscontinuity();

    if (mFlushingAudio == SHUT_DOWN) {
        instantiateDecoder(
                true,
                &mAudioDecoder,
                true /* ignoreCodecSpecificData */);
        CHECK(mAudioDecoder != NULL);
    } else if (mAudioDecoder != NULL) {
        mAudioDecoder->signalResume();
    }

    if (mFlushingVideo == SHUT_DOWN) {
        instantiateDecoder(
                false,
                &mVideoDecoder,
                true /* ignoreCodecSpecificData */);
        CHECK(mVideoDecoder != NULL);
    } else if (mVideoDecoder != NULL) {
        mVideoDecoder->signalResume();
    }

    mFlushingAudio = NONE;
    mFlushingVideo = NONE;
}

void NuPlayer::feedMoreTSData() {
    CHECK(!mEOS);

    for (int32_t i = 0; i < 10; ++i) {
        char buffer[188];
        ssize_t n = mStreamListener->read(buffer, sizeof(buffer));

        if (n == 0) {
            LOGI("input data EOS reached.");
            mTSParser->signalEOS(ERROR_END_OF_STREAM);
            mEOS = true;
            break;
        } else if (n == INFO_DISCONTINUITY) {
            mTSParser->signalDiscontinuity(ATSParser::DISCONTINUITY_SEEK);
        } else if (n < 0) {
            CHECK_EQ(n, -EWOULDBLOCK);
            break;
        } else {
            if (buffer[0] == 0x00) {
                // XXX legacy
                mTSParser->signalDiscontinuity(
                        buffer[1] == 0x00
                            ? ATSParser::DISCONTINUITY_SEEK
                            : ATSParser::DISCONTINUITY_FORMATCHANGE);
            } else {
                mTSParser->feedTSPacket(buffer, sizeof(buffer));
            }
        }
    }
}

status_t NuPlayer::dequeueNextAccessUnit(
        ATSParser::SourceType *type, sp<ABuffer> *accessUnit) {
    accessUnit->clear();

    status_t audioErr = -EWOULDBLOCK;
    int64_t audioTimeUs;

    sp<AnotherPacketSource> audioSource =
        static_cast<AnotherPacketSource *>(
                mTSParser->getSource(ATSParser::MPEG2ADTS_AUDIO).get());

    if (audioSource != NULL) {
        audioErr = audioSource->nextBufferTime(&audioTimeUs);
    }

    status_t videoErr = -EWOULDBLOCK;
    int64_t videoTimeUs;

    sp<AnotherPacketSource> videoSource =
        static_cast<AnotherPacketSource *>(
                mTSParser->getSource(ATSParser::AVC_VIDEO).get());

    if (videoSource != NULL) {
        videoErr = videoSource->nextBufferTime(&videoTimeUs);
    }

    if (audioErr == -EWOULDBLOCK || videoErr == -EWOULDBLOCK) {
        return -EWOULDBLOCK;
    }

    if (audioErr != OK && videoErr != OK) {
        return audioErr;
    }

    if (videoErr != OK || (audioErr == OK && audioTimeUs < videoTimeUs)) {
        *type = ATSParser::MPEG2ADTS_AUDIO;
        return audioSource->dequeueAccessUnit(accessUnit);
    } else {
        *type = ATSParser::AVC_VIDEO;
        return videoSource->dequeueAccessUnit(accessUnit);
    }
}

status_t NuPlayer::dequeueAccessUnit(
        ATSParser::SourceType type, sp<ABuffer> *accessUnit) {
    sp<AnotherPacketSource> source =
        static_cast<AnotherPacketSource *>(mTSParser->getSource(type).get());

    if (source == NULL) {
        return -EWOULDBLOCK;
    }

    status_t finalResult;
    if (!source->hasBufferAvailable(&finalResult)) {
        return finalResult == OK ? -EWOULDBLOCK : finalResult;
    }

    return source->dequeueAccessUnit(accessUnit);
}

status_t NuPlayer::instantiateDecoder(
        bool audio, sp<Decoder> *decoder, bool ignoreCodecSpecificData) {
    if (*decoder != NULL) {
        return OK;
    }

    ATSParser::SourceType type =
        audio ? ATSParser::MPEG2ADTS_AUDIO : ATSParser::AVC_VIDEO;

    sp<AnotherPacketSource> source =
        static_cast<AnotherPacketSource *>(
                mTSParser->getSource(type).get());

    if (source == NULL) {
        return -EWOULDBLOCK;
    }

    sp<AMessage> notify =
        new AMessage(audio ? kWhatAudioNotify : kWhatVideoNotify,
                     id());

    *decoder = new Decoder(notify, audio ? NULL : mSurface);
    looper()->registerHandler(*decoder);

    const sp<MetaData> &meta = source->getFormat();
    (*decoder)->configure(meta, ignoreCodecSpecificData);

    return OK;
}

status_t NuPlayer::feedDecoderInputData(bool audio, const sp<AMessage> &msg) {
    sp<AMessage> reply;
    CHECK(msg->findMessage("reply", &reply));

    if ((audio && IsFlushingState(mFlushingAudio))
            || (!audio && IsFlushingState(mFlushingVideo))) {
        reply->setInt32("err", INFO_DISCONTINUITY);
        reply->post();
        return OK;
    }

    sp<ABuffer> accessUnit;
    status_t err = dequeueAccessUnit(
            audio ? ATSParser::MPEG2ADTS_AUDIO : ATSParser::AVC_VIDEO,
            &accessUnit);

    if (err == -EWOULDBLOCK) {
        return err;
    } else if (err != OK) {
        if (err == INFO_DISCONTINUITY) {
            int32_t formatChange;
            if (!accessUnit->meta()->findInt32(
                        "format-change", &formatChange)) {
                formatChange = 0;
            }

            LOGI("%s discontinuity (formatChange=%d)",
                 audio ? "audio" : "video", formatChange);

            (audio ? mAudioDecoder : mVideoDecoder)->signalFlush();
            mRenderer->flush(audio);

            if (audio) {
                CHECK(mFlushingAudio == NONE
                        || mFlushingAudio == AWAITING_DISCONTINUITY);

                mFlushingAudio = formatChange
                    ? FLUSHING_DECODER_FORMATCHANGE : FLUSHING_DECODER;

                if (mFlushingVideo == NONE) {
                    mFlushingVideo = (mVideoDecoder != NULL)
                        ? AWAITING_DISCONTINUITY
                        : FLUSHED;
                }
            } else {
                CHECK(mFlushingVideo == NONE
                        || mFlushingVideo == AWAITING_DISCONTINUITY);

                mFlushingVideo = formatChange
                    ? FLUSHING_DECODER_FORMATCHANGE : FLUSHING_DECODER;

                if (mFlushingAudio == NONE) {
                    mFlushingAudio = (mAudioDecoder != NULL)
                        ? AWAITING_DISCONTINUITY
                        : FLUSHED;
                }
            }
        }

        reply->setInt32("err", err);
        reply->post();
        return OK;
    }

    LOGV("returned a valid buffer of %s data", audio ? "audio" : "video");

#if 0
    int64_t mediaTimeUs;
    CHECK(accessUnit->meta()->findInt64("timeUs", &mediaTimeUs));
    LOGI("feeding %s input buffer at media time %.2f secs",
         audio ? "audio" : "video",
         mediaTimeUs / 1E6);
#endif

    reply->setObject("buffer", accessUnit);
    reply->post();

    return OK;
}

void NuPlayer::renderBuffer(bool audio, const sp<AMessage> &msg) {
    LOGV("renderBuffer %s", audio ? "audio" : "video");

    sp<AMessage> reply;
    CHECK(msg->findMessage("reply", &reply));

    sp<RefBase> obj;
    CHECK(msg->findObject("buffer", &obj));

    sp<ABuffer> buffer = static_cast<ABuffer *>(obj.get());

    mRenderer->queueBuffer(audio, buffer, reply);
}

void NuPlayer::notifyListener(int msg, int ext1, int ext2) {
    if (mListener == NULL) {
        return;
    }

    sp<MediaPlayerBase> listener = mListener.promote();

    if (listener == NULL) {
        return;
    }

    listener->sendEvent(msg, ext1, ext2);
}

}  // namespace android