NuPlayer.h revision bc2fb720bbd0acd122bacc67e844e982d068f6f9
1f933441648ef6a71dee783d733aac17b9508b452Andreas Huber/* 2f933441648ef6a71dee783d733aac17b9508b452Andreas Huber * Copyright (C) 2010 The Android Open Source Project 3f933441648ef6a71dee783d733aac17b9508b452Andreas Huber * 4f933441648ef6a71dee783d733aac17b9508b452Andreas Huber * Licensed under the Apache License, Version 2.0 (the "License"); 5f933441648ef6a71dee783d733aac17b9508b452Andreas Huber * you may not use this file except in compliance with the License. 6f933441648ef6a71dee783d733aac17b9508b452Andreas Huber * You may obtain a copy of the License at 7f933441648ef6a71dee783d733aac17b9508b452Andreas Huber * 8f933441648ef6a71dee783d733aac17b9508b452Andreas Huber * http://www.apache.org/licenses/LICENSE-2.0 9f933441648ef6a71dee783d733aac17b9508b452Andreas Huber * 10f933441648ef6a71dee783d733aac17b9508b452Andreas Huber * Unless required by applicable law or agreed to in writing, software 11f933441648ef6a71dee783d733aac17b9508b452Andreas Huber * distributed under the License is distributed on an "AS IS" BASIS, 12f933441648ef6a71dee783d733aac17b9508b452Andreas Huber * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 13f933441648ef6a71dee783d733aac17b9508b452Andreas Huber * See the License for the specific language governing permissions and 14f933441648ef6a71dee783d733aac17b9508b452Andreas Huber * limitations under the License. 15f933441648ef6a71dee783d733aac17b9508b452Andreas Huber */ 16f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 17f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#ifndef NU_PLAYER_H_ 18f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 19f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#define NU_PLAYER_H_ 20f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 21f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/MediaPlayerInterface.h> 22f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/foundation/AHandler.h> 231173118eace0e9e347cb007f0da817cee87579edGlenn Kasten#include <media/stagefright/NativeWindowWrapper.h> 24f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 25f933441648ef6a71dee783d733aac17b9508b452Andreas Hubernamespace android { 26f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 27404fced9bfa8fa423ee210a271ca051ffd1bec13Chong Zhangstruct ABuffer; 28f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct MetaData; 2943c3e6ce02215ca99d506458f596cb1211639f29Andreas Huberstruct NuPlayerDriver; 30f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 31f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct NuPlayer : public AHandler { 32f933441648ef6a71dee783d733aac17b9508b452Andreas Huber NuPlayer(); 33f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 349b80c2bdb205bc143104f54d0743b6eedd67b14eAndreas Huber void setUID(uid_t uid); 359b80c2bdb205bc143104f54d0743b6eedd67b14eAndreas Huber 3643c3e6ce02215ca99d506458f596cb1211639f29Andreas Huber void setDriver(const wp<NuPlayerDriver> &driver); 37f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 389575c96b6e418914e2ffc6741ecc8d71e3968dbeAndreas Huber void setDataSourceAsync(const sp<IStreamSource> &source); 395bc087c573c70c84c6a39946457590b42d392a33Andreas Huber 409575c96b6e418914e2ffc6741ecc8d71e3968dbeAndreas Huber void setDataSourceAsync( 411b86fe063badb5f28c467ade39be0f4008688947Andreas Huber const sp<IMediaHTTPService> &httpService, 421b86fe063badb5f28c467ade39be0f4008688947Andreas Huber const char *url, 431b86fe063badb5f28c467ade39be0f4008688947Andreas Huber const KeyedVector<String8, String8> *headers); 445bc087c573c70c84c6a39946457590b42d392a33Andreas Huber 459575c96b6e418914e2ffc6741ecc8d71e3968dbeAndreas Huber void setDataSourceAsync(int fd, int64_t offset, int64_t length); 469575c96b6e418914e2ffc6741ecc8d71e3968dbeAndreas Huber 479575c96b6e418914e2ffc6741ecc8d71e3968dbeAndreas Huber void prepareAsync(); 48afed0e1fa37473a4cd30018577b560acc79d9a3fAndreas Huber 4957a339cdb7524f883de3ceb364c0b5606df0c610Andreas Huber void setVideoSurfaceTextureAsync( 508ba01021b573889802e67e029225a96f0dfa471aAndy McFadden const sp<IGraphicBufferProducer> &bufferProducer); 5157a339cdb7524f883de3ceb364c0b5606df0c610Andreas Huber 52f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void setAudioSink(const sp<MediaPlayerBase::AudioSink> &sink); 53f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void start(); 54f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5543c3e6ce02215ca99d506458f596cb1211639f29Andreas Huber void pause(); 5643c3e6ce02215ca99d506458f596cb1211639f29Andreas Huber void resume(); 5743c3e6ce02215ca99d506458f596cb1211639f29Andreas Huber 5843c3e6ce02215ca99d506458f596cb1211639f29Andreas Huber // Will notify the driver through "notifyResetComplete" once finished. 591aef211b4e5dc952081727bfd2318b2cb5ca4506Andreas Huber void resetAsync(); 601aef211b4e5dc952081727bfd2318b2cb5ca4506Andreas Huber 6143c3e6ce02215ca99d506458f596cb1211639f29Andreas Huber // Will notify the driver through "notifySeekComplete" once finished. 6243c3e6ce02215ca99d506458f596cb1211639f29Andreas Huber void seekToAsync(int64_t seekTimeUs); 6343c3e6ce02215ca99d506458f596cb1211639f29Andreas Huber 640d268a3cae145afb2720c88ae38fb81550be5584James Dong status_t setVideoScalingMode(int32_t mode); 65dcb89b3b505522efde173c105a851c412f947178Chong Zhang status_t getTrackInfo(Parcel* reply) const; 66dcb89b3b505522efde173c105a851c412f947178Chong Zhang status_t selectTrack(size_t trackIndex, bool select); 670d268a3cae145afb2720c88ae38fb81550be5584James Dong 68f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 69f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual ~NuPlayer(); 70f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 71f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void onMessageReceived(const sp<AMessage> &msg); 72f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 73840667883fd09d44015716d79bc3ac4d60edc0f0Andreas Huberpublic: 74840667883fd09d44015716d79bc3ac4d60edc0f0Andreas Huber struct NuPlayerStreamListener; 75840667883fd09d44015716d79bc3ac4d60edc0f0Andreas Huber struct Source; 76840667883fd09d44015716d79bc3ac4d60edc0f0Andreas Huber 77f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 78f933441648ef6a71dee783d733aac17b9508b452Andreas Huber struct Decoder; 79bc2fb720bbd0acd122bacc67e844e982d068f6f9Wei Jia struct DecoderPassThrough; 80a7fa1d9530b6870f2c7850e3025d7db963661803Chong Zhang struct CCDecoder; 81afed0e1fa37473a4cd30018577b560acc79d9a3fAndreas Huber struct GenericSource; 825bc087c573c70c84c6a39946457590b42d392a33Andreas Huber struct HTTPLiveSource; 835bc087c573c70c84c6a39946457590b42d392a33Andreas Huber struct Renderer; 84afed0e1fa37473a4cd30018577b560acc79d9a3fAndreas Huber struct RTSPSource; 855bc087c573c70c84c6a39946457590b42d392a33Andreas Huber struct StreamingSource; 86a1f8ab0ad670c30e57f3f072df13df66fe4f4910Andreas Huber struct Action; 87a1f8ab0ad670c30e57f3f072df13df66fe4f4910Andreas Huber struct SeekAction; 8857a339cdb7524f883de3ceb364c0b5606df0c610Andreas Huber struct SetSurfaceAction; 8914f7672b5d450ed26a06fd3bb3ce045ea78b11b2Andreas Huber struct ShutdownDecoderAction; 9014f7672b5d450ed26a06fd3bb3ce045ea78b11b2Andreas Huber struct PostMessageAction; 91a1f8ab0ad670c30e57f3f072df13df66fe4f4910Andreas Huber struct SimpleAction; 92f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 93f933441648ef6a71dee783d733aac17b9508b452Andreas Huber enum { 94078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber kWhatSetDataSource = '=DaS', 959575c96b6e418914e2ffc6741ecc8d71e3968dbeAndreas Huber kWhatPrepare = 'prep', 96078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber kWhatSetVideoNativeWindow = '=NaW', 97078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber kWhatSetAudioSink = '=AuS', 98078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber kWhatMoreDataQueued = 'more', 99078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber kWhatStart = 'strt', 100078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber kWhatScanSources = 'scan', 101078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber kWhatVideoNotify = 'vidN', 102078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber kWhatAudioNotify = 'audN', 103a7fa1d9530b6870f2c7850e3025d7db963661803Chong Zhang kWhatClosedCaptionNotify = 'capN', 104078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber kWhatRendererNotify = 'renN', 105078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber kWhatReset = 'rset', 106078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber kWhatSeek = 'seek', 107078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber kWhatPause = 'paus', 108078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber kWhatResume = 'rsme', 109b7c8e91880463ff4981e3e53e98e45d68e2fe374Andreas Huber kWhatPollDuration = 'polD', 110b5f25f005bc1d3ae35f45b58c88345e183dc336dAndreas Huber kWhatSourceNotify = 'srcN', 111dcb89b3b505522efde173c105a851c412f947178Chong Zhang kWhatGetTrackInfo = 'gTrI', 112dcb89b3b505522efde173c105a851c412f947178Chong Zhang kWhatSelectTrack = 'selT', 113f933441648ef6a71dee783d733aac17b9508b452Andreas Huber }; 114f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 11543c3e6ce02215ca99d506458f596cb1211639f29Andreas Huber wp<NuPlayerDriver> mDriver; 1169b80c2bdb205bc143104f54d0743b6eedd67b14eAndreas Huber bool mUIDValid; 1179b80c2bdb205bc143104f54d0743b6eedd67b14eAndreas Huber uid_t mUID; 1185bc087c573c70c84c6a39946457590b42d392a33Andreas Huber sp<Source> mSource; 1199575c96b6e418914e2ffc6741ecc8d71e3968dbeAndreas Huber uint32_t mSourceFlags; 1201173118eace0e9e347cb007f0da817cee87579edGlenn Kasten sp<NativeWindowWrapper> mNativeWindow; 121f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<MediaPlayerBase::AudioSink> mAudioSink; 122f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<Decoder> mVideoDecoder; 1233fe62150fa3dd6d25cb84aad80bc9e27ddd16c45Andreas Huber bool mVideoIsAVC; 124bc2fb720bbd0acd122bacc67e844e982d068f6f9Wei Jia bool mOffloadAudio; 125f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<Decoder> mAudioDecoder; 126a7fa1d9530b6870f2c7850e3025d7db963661803Chong Zhang sp<CCDecoder> mCCDecoder; 127f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<Renderer> mRenderer; 128f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 129a1f8ab0ad670c30e57f3f072df13df66fe4f4910Andreas Huber List<sp<Action> > mDeferredActions; 130a1f8ab0ad670c30e57f3f072df13df66fe4f4910Andreas Huber 131f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool mAudioEOS; 132f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool mVideoEOS; 133f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1345bc087c573c70c84c6a39946457590b42d392a33Andreas Huber bool mScanSourcesPending; 1351aef211b4e5dc952081727bfd2318b2cb5ca4506Andreas Huber int32_t mScanSourcesGeneration; 1365bc087c573c70c84c6a39946457590b42d392a33Andreas Huber 137b7c8e91880463ff4981e3e53e98e45d68e2fe374Andreas Huber int32_t mPollDurationGeneration; 138b7c8e91880463ff4981e3e53e98e45d68e2fe374Andreas Huber 139f933441648ef6a71dee783d733aac17b9508b452Andreas Huber enum FlushStatus { 140f933441648ef6a71dee783d733aac17b9508b452Andreas Huber NONE, 141f933441648ef6a71dee783d733aac17b9508b452Andreas Huber AWAITING_DISCONTINUITY, 142f933441648ef6a71dee783d733aac17b9508b452Andreas Huber FLUSHING_DECODER, 1431aef211b4e5dc952081727bfd2318b2cb5ca4506Andreas Huber FLUSHING_DECODER_SHUTDOWN, 1443831a066bcf1019864a94d2bc7b4c9241efc5c22Andreas Huber SHUTTING_DOWN_DECODER, 1453831a066bcf1019864a94d2bc7b4c9241efc5c22Andreas Huber FLUSHED, 1463831a066bcf1019864a94d2bc7b4c9241efc5c22Andreas Huber SHUT_DOWN, 147f933441648ef6a71dee783d733aac17b9508b452Andreas Huber }; 148f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1496e3d311b6631b12aac2879d1b08c3534aece78b1Andreas Huber // Once the current flush is complete this indicates whether the 1506e3d311b6631b12aac2879d1b08c3534aece78b1Andreas Huber // notion of time has changed. 1516e3d311b6631b12aac2879d1b08c3534aece78b1Andreas Huber bool mTimeDiscontinuityPending; 1526e3d311b6631b12aac2879d1b08c3534aece78b1Andreas Huber 153f933441648ef6a71dee783d733aac17b9508b452Andreas Huber FlushStatus mFlushingAudio; 154f933441648ef6a71dee783d733aac17b9508b452Andreas Huber FlushStatus mFlushingVideo; 155f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 15632f3cefa373cd55e63deda36ca9d07c7fe22eaafAndreas Huber int64_t mSkipRenderingAudioUntilMediaTimeUs; 15732f3cefa373cd55e63deda36ca9d07c7fe22eaafAndreas Huber int64_t mSkipRenderingVideoUntilMediaTimeUs; 15832f3cefa373cd55e63deda36ca9d07c7fe22eaafAndreas Huber 1593fe62150fa3dd6d25cb84aad80bc9e27ddd16c45Andreas Huber int64_t mVideoLateByUs; 1603fe62150fa3dd6d25cb84aad80bc9e27ddd16c45Andreas Huber int64_t mNumFramesTotal, mNumFramesDropped; 1613fe62150fa3dd6d25cb84aad80bc9e27ddd16c45Andreas Huber 1620d268a3cae145afb2720c88ae38fb81550be5584James Dong int32_t mVideoScalingMode; 1630d268a3cae145afb2720c88ae38fb81550be5584James Dong 16457a339cdb7524f883de3ceb364c0b5606df0c610Andreas Huber bool mStarted; 16557a339cdb7524f883de3ceb364c0b5606df0c610Andreas Huber 1665bc087c573c70c84c6a39946457590b42d392a33Andreas Huber status_t instantiateDecoder(bool audio, sp<Decoder> *decoder); 167f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 168f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t feedDecoderInputData(bool audio, const sp<AMessage> &msg); 169f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void renderBuffer(bool audio, const sp<AMessage> &msg); 170f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 171dcb89b3b505522efde173c105a851c412f947178Chong Zhang void notifyListener(int msg, int ext1, int ext2, const Parcel *in = NULL); 172f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1733831a066bcf1019864a94d2bc7b4c9241efc5c22Andreas Huber void finishFlushIfPossible(); 1743831a066bcf1019864a94d2bc7b4c9241efc5c22Andreas Huber 1751aef211b4e5dc952081727bfd2318b2cb5ca4506Andreas Huber void flushDecoder(bool audio, bool needShutdown); 1761aef211b4e5dc952081727bfd2318b2cb5ca4506Andreas Huber 1771aef211b4e5dc952081727bfd2318b2cb5ca4506Andreas Huber static bool IsFlushingState(FlushStatus state, bool *needShutdown = NULL); 1781aef211b4e5dc952081727bfd2318b2cb5ca4506Andreas Huber 1791aef211b4e5dc952081727bfd2318b2cb5ca4506Andreas Huber void postScanSources(); 18053df1a460bcfdd129ca2bc416dee2009e35c042eAndreas Huber 181b7c8e91880463ff4981e3e53e98e45d68e2fe374Andreas Huber void schedulePollDuration(); 182b7c8e91880463ff4981e3e53e98e45d68e2fe374Andreas Huber void cancelPollDuration(); 183b7c8e91880463ff4981e3e53e98e45d68e2fe374Andreas Huber 184a1f8ab0ad670c30e57f3f072df13df66fe4f4910Andreas Huber void processDeferredActions(); 185a1f8ab0ad670c30e57f3f072df13df66fe4f4910Andreas Huber 186a1f8ab0ad670c30e57f3f072df13df66fe4f4910Andreas Huber void performSeek(int64_t seekTimeUs); 187a1f8ab0ad670c30e57f3f072df13df66fe4f4910Andreas Huber void performDecoderFlush(); 18814f7672b5d450ed26a06fd3bb3ce045ea78b11b2Andreas Huber void performDecoderShutdown(bool audio, bool video); 189a1f8ab0ad670c30e57f3f072df13df66fe4f4910Andreas Huber void performReset(); 190a1f8ab0ad670c30e57f3f072df13df66fe4f4910Andreas Huber void performScanSources(); 19157a339cdb7524f883de3ceb364c0b5606df0c610Andreas Huber void performSetSurface(const sp<NativeWindowWrapper> &wrapper); 192a1f8ab0ad670c30e57f3f072df13df66fe4f4910Andreas Huber 1939575c96b6e418914e2ffc6741ecc8d71e3968dbeAndreas Huber void onSourceNotify(const sp<AMessage> &msg); 194a7fa1d9530b6870f2c7850e3025d7db963661803Chong Zhang void onClosedCaptionNotify(const sp<AMessage> &msg); 1959575c96b6e418914e2ffc6741ecc8d71e3968dbeAndreas Huber 19614f7672b5d450ed26a06fd3bb3ce045ea78b11b2Andreas Huber void queueDecoderShutdown( 19714f7672b5d450ed26a06fd3bb3ce045ea78b11b2Andreas Huber bool audio, bool video, const sp<AMessage> &reply); 19814f7672b5d450ed26a06fd3bb3ce045ea78b11b2Andreas Huber 199404fced9bfa8fa423ee210a271ca051ffd1bec13Chong Zhang void sendSubtitleData(const sp<ABuffer> &buffer, int32_t baseIndex); 200404fced9bfa8fa423ee210a271ca051ffd1bec13Chong Zhang 201404fced9bfa8fa423ee210a271ca051ffd1bec13Chong Zhang void writeTrackInfo(Parcel* reply, const sp<AMessage> format) const; 202404fced9bfa8fa423ee210a271ca051ffd1bec13Chong Zhang 203f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(NuPlayer); 204f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 205f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 206f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} // namespace android 207f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 208f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#endif // NU_PLAYER_H_ 209