NuPlayer.h revision a7fa1d9530b6870f2c7850e3025d7db963661803
1f933441648ef6a71dee783d733aac17b9508b452Andreas Huber/* 2f933441648ef6a71dee783d733aac17b9508b452Andreas Huber * Copyright (C) 2010 The Android Open Source Project 3f933441648ef6a71dee783d733aac17b9508b452Andreas Huber * 4f933441648ef6a71dee783d733aac17b9508b452Andreas Huber * Licensed under the Apache License, Version 2.0 (the "License"); 5f933441648ef6a71dee783d733aac17b9508b452Andreas Huber * you may not use this file except in compliance with the License. 6f933441648ef6a71dee783d733aac17b9508b452Andreas Huber * You may obtain a copy of the License at 7f933441648ef6a71dee783d733aac17b9508b452Andreas Huber * 8f933441648ef6a71dee783d733aac17b9508b452Andreas Huber * http://www.apache.org/licenses/LICENSE-2.0 9f933441648ef6a71dee783d733aac17b9508b452Andreas Huber * 10f933441648ef6a71dee783d733aac17b9508b452Andreas Huber * Unless required by applicable law or agreed to in writing, software 11f933441648ef6a71dee783d733aac17b9508b452Andreas Huber * distributed under the License is distributed on an "AS IS" BASIS, 12f933441648ef6a71dee783d733aac17b9508b452Andreas Huber * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 13f933441648ef6a71dee783d733aac17b9508b452Andreas Huber * See the License for the specific language governing permissions and 14f933441648ef6a71dee783d733aac17b9508b452Andreas Huber * limitations under the License. 15f933441648ef6a71dee783d733aac17b9508b452Andreas Huber */ 16f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 17f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#ifndef NU_PLAYER_H_ 18f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 19f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#define NU_PLAYER_H_ 20f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 21f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/MediaPlayerInterface.h> 22f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/foundation/AHandler.h> 231173118eace0e9e347cb007f0da817cee87579edGlenn Kasten#include <media/stagefright/NativeWindowWrapper.h> 24f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 25f933441648ef6a71dee783d733aac17b9508b452Andreas Hubernamespace android { 26f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 27404fced9bfa8fa423ee210a271ca051ffd1bec13Chong Zhangstruct ABuffer; 28f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct MetaData; 2943c3e6ce02215ca99d506458f596cb1211639f29Andreas Huberstruct NuPlayerDriver; 30f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 31f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct NuPlayer : public AHandler { 32f933441648ef6a71dee783d733aac17b9508b452Andreas Huber NuPlayer(); 33f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 349b80c2bdb205bc143104f54d0743b6eedd67b14eAndreas Huber void setUID(uid_t uid); 359b80c2bdb205bc143104f54d0743b6eedd67b14eAndreas Huber 3643c3e6ce02215ca99d506458f596cb1211639f29Andreas Huber void setDriver(const wp<NuPlayerDriver> &driver); 37f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 389575c96b6e418914e2ffc6741ecc8d71e3968dbeAndreas Huber void setDataSourceAsync(const sp<IStreamSource> &source); 395bc087c573c70c84c6a39946457590b42d392a33Andreas Huber 409575c96b6e418914e2ffc6741ecc8d71e3968dbeAndreas Huber void setDataSourceAsync( 411b86fe063badb5f28c467ade39be0f4008688947Andreas Huber const sp<IMediaHTTPService> &httpService, 421b86fe063badb5f28c467ade39be0f4008688947Andreas Huber const char *url, 431b86fe063badb5f28c467ade39be0f4008688947Andreas Huber const KeyedVector<String8, String8> *headers); 445bc087c573c70c84c6a39946457590b42d392a33Andreas Huber 459575c96b6e418914e2ffc6741ecc8d71e3968dbeAndreas Huber void setDataSourceAsync(int fd, int64_t offset, int64_t length); 469575c96b6e418914e2ffc6741ecc8d71e3968dbeAndreas Huber 479575c96b6e418914e2ffc6741ecc8d71e3968dbeAndreas Huber void prepareAsync(); 48afed0e1fa37473a4cd30018577b560acc79d9a3fAndreas Huber 4957a339cdb7524f883de3ceb364c0b5606df0c610Andreas Huber void setVideoSurfaceTextureAsync( 508ba01021b573889802e67e029225a96f0dfa471aAndy McFadden const sp<IGraphicBufferProducer> &bufferProducer); 5157a339cdb7524f883de3ceb364c0b5606df0c610Andreas Huber 52f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void setAudioSink(const sp<MediaPlayerBase::AudioSink> &sink); 53f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void start(); 54f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5543c3e6ce02215ca99d506458f596cb1211639f29Andreas Huber void pause(); 5643c3e6ce02215ca99d506458f596cb1211639f29Andreas Huber void resume(); 5743c3e6ce02215ca99d506458f596cb1211639f29Andreas Huber 5843c3e6ce02215ca99d506458f596cb1211639f29Andreas Huber // Will notify the driver through "notifyResetComplete" once finished. 591aef211b4e5dc952081727bfd2318b2cb5ca4506Andreas Huber void resetAsync(); 601aef211b4e5dc952081727bfd2318b2cb5ca4506Andreas Huber 6143c3e6ce02215ca99d506458f596cb1211639f29Andreas Huber // Will notify the driver through "notifySeekComplete" once finished. 6243c3e6ce02215ca99d506458f596cb1211639f29Andreas Huber void seekToAsync(int64_t seekTimeUs); 6343c3e6ce02215ca99d506458f596cb1211639f29Andreas Huber 640d268a3cae145afb2720c88ae38fb81550be5584James Dong status_t setVideoScalingMode(int32_t mode); 65dcb89b3b505522efde173c105a851c412f947178Chong Zhang status_t getTrackInfo(Parcel* reply) const; 66dcb89b3b505522efde173c105a851c412f947178Chong Zhang status_t selectTrack(size_t trackIndex, bool select); 670d268a3cae145afb2720c88ae38fb81550be5584James Dong 68f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 69f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual ~NuPlayer(); 70f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 71f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void onMessageReceived(const sp<AMessage> &msg); 72f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 73840667883fd09d44015716d79bc3ac4d60edc0f0Andreas Huberpublic: 74840667883fd09d44015716d79bc3ac4d60edc0f0Andreas Huber struct NuPlayerStreamListener; 75840667883fd09d44015716d79bc3ac4d60edc0f0Andreas Huber struct Source; 76840667883fd09d44015716d79bc3ac4d60edc0f0Andreas Huber 77f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 78f933441648ef6a71dee783d733aac17b9508b452Andreas Huber struct Decoder; 79a7fa1d9530b6870f2c7850e3025d7db963661803Chong Zhang struct CCDecoder; 80afed0e1fa37473a4cd30018577b560acc79d9a3fAndreas Huber struct GenericSource; 815bc087c573c70c84c6a39946457590b42d392a33Andreas Huber struct HTTPLiveSource; 825bc087c573c70c84c6a39946457590b42d392a33Andreas Huber struct Renderer; 83afed0e1fa37473a4cd30018577b560acc79d9a3fAndreas Huber struct RTSPSource; 845bc087c573c70c84c6a39946457590b42d392a33Andreas Huber struct StreamingSource; 85a1f8ab0ad670c30e57f3f072df13df66fe4f4910Andreas Huber struct Action; 86a1f8ab0ad670c30e57f3f072df13df66fe4f4910Andreas Huber struct SeekAction; 8757a339cdb7524f883de3ceb364c0b5606df0c610Andreas Huber struct SetSurfaceAction; 8814f7672b5d450ed26a06fd3bb3ce045ea78b11b2Andreas Huber struct ShutdownDecoderAction; 8914f7672b5d450ed26a06fd3bb3ce045ea78b11b2Andreas Huber struct PostMessageAction; 90a1f8ab0ad670c30e57f3f072df13df66fe4f4910Andreas Huber struct SimpleAction; 91f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 92f933441648ef6a71dee783d733aac17b9508b452Andreas Huber enum { 93078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber kWhatSetDataSource = '=DaS', 949575c96b6e418914e2ffc6741ecc8d71e3968dbeAndreas Huber kWhatPrepare = 'prep', 95078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber kWhatSetVideoNativeWindow = '=NaW', 96078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber kWhatSetAudioSink = '=AuS', 97078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber kWhatMoreDataQueued = 'more', 98078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber kWhatStart = 'strt', 99078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber kWhatScanSources = 'scan', 100078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber kWhatVideoNotify = 'vidN', 101078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber kWhatAudioNotify = 'audN', 102a7fa1d9530b6870f2c7850e3025d7db963661803Chong Zhang kWhatClosedCaptionNotify = 'capN', 103078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber kWhatRendererNotify = 'renN', 104078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber kWhatReset = 'rset', 105078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber kWhatSeek = 'seek', 106078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber kWhatPause = 'paus', 107078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber kWhatResume = 'rsme', 108b7c8e91880463ff4981e3e53e98e45d68e2fe374Andreas Huber kWhatPollDuration = 'polD', 109b5f25f005bc1d3ae35f45b58c88345e183dc336dAndreas Huber kWhatSourceNotify = 'srcN', 110dcb89b3b505522efde173c105a851c412f947178Chong Zhang kWhatGetTrackInfo = 'gTrI', 111dcb89b3b505522efde173c105a851c412f947178Chong Zhang kWhatSelectTrack = 'selT', 112f933441648ef6a71dee783d733aac17b9508b452Andreas Huber }; 113f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 11443c3e6ce02215ca99d506458f596cb1211639f29Andreas Huber wp<NuPlayerDriver> mDriver; 1159b80c2bdb205bc143104f54d0743b6eedd67b14eAndreas Huber bool mUIDValid; 1169b80c2bdb205bc143104f54d0743b6eedd67b14eAndreas Huber uid_t mUID; 1175bc087c573c70c84c6a39946457590b42d392a33Andreas Huber sp<Source> mSource; 1189575c96b6e418914e2ffc6741ecc8d71e3968dbeAndreas Huber uint32_t mSourceFlags; 1191173118eace0e9e347cb007f0da817cee87579edGlenn Kasten sp<NativeWindowWrapper> mNativeWindow; 120f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<MediaPlayerBase::AudioSink> mAudioSink; 121f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<Decoder> mVideoDecoder; 1223fe62150fa3dd6d25cb84aad80bc9e27ddd16c45Andreas Huber bool mVideoIsAVC; 123f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<Decoder> mAudioDecoder; 124a7fa1d9530b6870f2c7850e3025d7db963661803Chong Zhang sp<CCDecoder> mCCDecoder; 125f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<Renderer> mRenderer; 126f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 127a1f8ab0ad670c30e57f3f072df13df66fe4f4910Andreas Huber List<sp<Action> > mDeferredActions; 128a1f8ab0ad670c30e57f3f072df13df66fe4f4910Andreas Huber 129f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool mAudioEOS; 130f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool mVideoEOS; 131f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1325bc087c573c70c84c6a39946457590b42d392a33Andreas Huber bool mScanSourcesPending; 1331aef211b4e5dc952081727bfd2318b2cb5ca4506Andreas Huber int32_t mScanSourcesGeneration; 1345bc087c573c70c84c6a39946457590b42d392a33Andreas Huber 135b7c8e91880463ff4981e3e53e98e45d68e2fe374Andreas Huber int32_t mPollDurationGeneration; 136b7c8e91880463ff4981e3e53e98e45d68e2fe374Andreas Huber 137f933441648ef6a71dee783d733aac17b9508b452Andreas Huber enum FlushStatus { 138f933441648ef6a71dee783d733aac17b9508b452Andreas Huber NONE, 139f933441648ef6a71dee783d733aac17b9508b452Andreas Huber AWAITING_DISCONTINUITY, 140f933441648ef6a71dee783d733aac17b9508b452Andreas Huber FLUSHING_DECODER, 1411aef211b4e5dc952081727bfd2318b2cb5ca4506Andreas Huber FLUSHING_DECODER_SHUTDOWN, 1423831a066bcf1019864a94d2bc7b4c9241efc5c22Andreas Huber SHUTTING_DOWN_DECODER, 1433831a066bcf1019864a94d2bc7b4c9241efc5c22Andreas Huber FLUSHED, 1443831a066bcf1019864a94d2bc7b4c9241efc5c22Andreas Huber SHUT_DOWN, 145f933441648ef6a71dee783d733aac17b9508b452Andreas Huber }; 146f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1476e3d311b6631b12aac2879d1b08c3534aece78b1Andreas Huber // Once the current flush is complete this indicates whether the 1486e3d311b6631b12aac2879d1b08c3534aece78b1Andreas Huber // notion of time has changed. 1496e3d311b6631b12aac2879d1b08c3534aece78b1Andreas Huber bool mTimeDiscontinuityPending; 1506e3d311b6631b12aac2879d1b08c3534aece78b1Andreas Huber 151f933441648ef6a71dee783d733aac17b9508b452Andreas Huber FlushStatus mFlushingAudio; 152f933441648ef6a71dee783d733aac17b9508b452Andreas Huber FlushStatus mFlushingVideo; 153f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 15432f3cefa373cd55e63deda36ca9d07c7fe22eaafAndreas Huber int64_t mSkipRenderingAudioUntilMediaTimeUs; 15532f3cefa373cd55e63deda36ca9d07c7fe22eaafAndreas Huber int64_t mSkipRenderingVideoUntilMediaTimeUs; 15632f3cefa373cd55e63deda36ca9d07c7fe22eaafAndreas Huber 1573fe62150fa3dd6d25cb84aad80bc9e27ddd16c45Andreas Huber int64_t mVideoLateByUs; 1583fe62150fa3dd6d25cb84aad80bc9e27ddd16c45Andreas Huber int64_t mNumFramesTotal, mNumFramesDropped; 1593fe62150fa3dd6d25cb84aad80bc9e27ddd16c45Andreas Huber 1600d268a3cae145afb2720c88ae38fb81550be5584James Dong int32_t mVideoScalingMode; 1610d268a3cae145afb2720c88ae38fb81550be5584James Dong 16257a339cdb7524f883de3ceb364c0b5606df0c610Andreas Huber bool mStarted; 16357a339cdb7524f883de3ceb364c0b5606df0c610Andreas Huber 1645bc087c573c70c84c6a39946457590b42d392a33Andreas Huber status_t instantiateDecoder(bool audio, sp<Decoder> *decoder); 165f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 166f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t feedDecoderInputData(bool audio, const sp<AMessage> &msg); 167f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void renderBuffer(bool audio, const sp<AMessage> &msg); 168f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 169dcb89b3b505522efde173c105a851c412f947178Chong Zhang void notifyListener(int msg, int ext1, int ext2, const Parcel *in = NULL); 170f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1713831a066bcf1019864a94d2bc7b4c9241efc5c22Andreas Huber void finishFlushIfPossible(); 1723831a066bcf1019864a94d2bc7b4c9241efc5c22Andreas Huber 1731aef211b4e5dc952081727bfd2318b2cb5ca4506Andreas Huber void flushDecoder(bool audio, bool needShutdown); 1741aef211b4e5dc952081727bfd2318b2cb5ca4506Andreas Huber 1751aef211b4e5dc952081727bfd2318b2cb5ca4506Andreas Huber static bool IsFlushingState(FlushStatus state, bool *needShutdown = NULL); 1761aef211b4e5dc952081727bfd2318b2cb5ca4506Andreas Huber 1771aef211b4e5dc952081727bfd2318b2cb5ca4506Andreas Huber void postScanSources(); 17853df1a460bcfdd129ca2bc416dee2009e35c042eAndreas Huber 179b7c8e91880463ff4981e3e53e98e45d68e2fe374Andreas Huber void schedulePollDuration(); 180b7c8e91880463ff4981e3e53e98e45d68e2fe374Andreas Huber void cancelPollDuration(); 181b7c8e91880463ff4981e3e53e98e45d68e2fe374Andreas Huber 182a1f8ab0ad670c30e57f3f072df13df66fe4f4910Andreas Huber void processDeferredActions(); 183a1f8ab0ad670c30e57f3f072df13df66fe4f4910Andreas Huber 184a1f8ab0ad670c30e57f3f072df13df66fe4f4910Andreas Huber void performSeek(int64_t seekTimeUs); 185a1f8ab0ad670c30e57f3f072df13df66fe4f4910Andreas Huber void performDecoderFlush(); 18614f7672b5d450ed26a06fd3bb3ce045ea78b11b2Andreas Huber void performDecoderShutdown(bool audio, bool video); 187a1f8ab0ad670c30e57f3f072df13df66fe4f4910Andreas Huber void performReset(); 188a1f8ab0ad670c30e57f3f072df13df66fe4f4910Andreas Huber void performScanSources(); 18957a339cdb7524f883de3ceb364c0b5606df0c610Andreas Huber void performSetSurface(const sp<NativeWindowWrapper> &wrapper); 190a1f8ab0ad670c30e57f3f072df13df66fe4f4910Andreas Huber 1919575c96b6e418914e2ffc6741ecc8d71e3968dbeAndreas Huber void onSourceNotify(const sp<AMessage> &msg); 192a7fa1d9530b6870f2c7850e3025d7db963661803Chong Zhang void onClosedCaptionNotify(const sp<AMessage> &msg); 1939575c96b6e418914e2ffc6741ecc8d71e3968dbeAndreas Huber 19414f7672b5d450ed26a06fd3bb3ce045ea78b11b2Andreas Huber void queueDecoderShutdown( 19514f7672b5d450ed26a06fd3bb3ce045ea78b11b2Andreas Huber bool audio, bool video, const sp<AMessage> &reply); 19614f7672b5d450ed26a06fd3bb3ce045ea78b11b2Andreas Huber 197404fced9bfa8fa423ee210a271ca051ffd1bec13Chong Zhang void sendSubtitleData(const sp<ABuffer> &buffer, int32_t baseIndex); 198404fced9bfa8fa423ee210a271ca051ffd1bec13Chong Zhang 199404fced9bfa8fa423ee210a271ca051ffd1bec13Chong Zhang void writeTrackInfo(Parcel* reply, const sp<AMessage> format) const; 200404fced9bfa8fa423ee210a271ca051ffd1bec13Chong Zhang 201f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(NuPlayer); 202f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 203f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 204f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} // namespace android 205f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 206f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#endif // NU_PLAYER_H_ 207