NuPlayer.h revision 88703c34fb4a9db1ff51495879f9775474c8ce89
1f933441648ef6a71dee783d733aac17b9508b452Andreas Huber/* 2f933441648ef6a71dee783d733aac17b9508b452Andreas Huber * Copyright (C) 2010 The Android Open Source Project 3f933441648ef6a71dee783d733aac17b9508b452Andreas Huber * 4f933441648ef6a71dee783d733aac17b9508b452Andreas Huber * Licensed under the Apache License, Version 2.0 (the "License"); 5f933441648ef6a71dee783d733aac17b9508b452Andreas Huber * you may not use this file except in compliance with the License. 6f933441648ef6a71dee783d733aac17b9508b452Andreas Huber * You may obtain a copy of the License at 7f933441648ef6a71dee783d733aac17b9508b452Andreas Huber * 8f933441648ef6a71dee783d733aac17b9508b452Andreas Huber * http://www.apache.org/licenses/LICENSE-2.0 9f933441648ef6a71dee783d733aac17b9508b452Andreas Huber * 10f933441648ef6a71dee783d733aac17b9508b452Andreas Huber * Unless required by applicable law or agreed to in writing, software 11f933441648ef6a71dee783d733aac17b9508b452Andreas Huber * distributed under the License is distributed on an "AS IS" BASIS, 12f933441648ef6a71dee783d733aac17b9508b452Andreas Huber * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 13f933441648ef6a71dee783d733aac17b9508b452Andreas Huber * See the License for the specific language governing permissions and 14f933441648ef6a71dee783d733aac17b9508b452Andreas Huber * limitations under the License. 15f933441648ef6a71dee783d733aac17b9508b452Andreas Huber */ 16f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 17f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#ifndef NU_PLAYER_H_ 18f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 19f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#define NU_PLAYER_H_ 20f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 21f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/MediaPlayerInterface.h> 22f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/foundation/AHandler.h> 231173118eace0e9e347cb007f0da817cee87579edGlenn Kasten#include <media/stagefright/NativeWindowWrapper.h> 24f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 25f933441648ef6a71dee783d733aac17b9508b452Andreas Hubernamespace android { 26f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 27404fced9bfa8fa423ee210a271ca051ffd1bec13Chong Zhangstruct ABuffer; 28f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct MetaData; 2943c3e6ce02215ca99d506458f596cb1211639f29Andreas Huberstruct NuPlayerDriver; 30f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 31f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct NuPlayer : public AHandler { 32f933441648ef6a71dee783d733aac17b9508b452Andreas Huber NuPlayer(); 33f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 349b80c2bdb205bc143104f54d0743b6eedd67b14eAndreas Huber void setUID(uid_t uid); 359b80c2bdb205bc143104f54d0743b6eedd67b14eAndreas Huber 3643c3e6ce02215ca99d506458f596cb1211639f29Andreas Huber void setDriver(const wp<NuPlayerDriver> &driver); 37f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 389575c96b6e418914e2ffc6741ecc8d71e3968dbeAndreas Huber void setDataSourceAsync(const sp<IStreamSource> &source); 395bc087c573c70c84c6a39946457590b42d392a33Andreas Huber 409575c96b6e418914e2ffc6741ecc8d71e3968dbeAndreas Huber void setDataSourceAsync( 411b86fe063badb5f28c467ade39be0f4008688947Andreas Huber const sp<IMediaHTTPService> &httpService, 421b86fe063badb5f28c467ade39be0f4008688947Andreas Huber const char *url, 431b86fe063badb5f28c467ade39be0f4008688947Andreas Huber const KeyedVector<String8, String8> *headers); 445bc087c573c70c84c6a39946457590b42d392a33Andreas Huber 459575c96b6e418914e2ffc6741ecc8d71e3968dbeAndreas Huber void setDataSourceAsync(int fd, int64_t offset, int64_t length); 469575c96b6e418914e2ffc6741ecc8d71e3968dbeAndreas Huber 479575c96b6e418914e2ffc6741ecc8d71e3968dbeAndreas Huber void prepareAsync(); 48afed0e1fa37473a4cd30018577b560acc79d9a3fAndreas Huber 4957a339cdb7524f883de3ceb364c0b5606df0c610Andreas Huber void setVideoSurfaceTextureAsync( 508ba01021b573889802e67e029225a96f0dfa471aAndy McFadden const sp<IGraphicBufferProducer> &bufferProducer); 5157a339cdb7524f883de3ceb364c0b5606df0c610Andreas Huber 52f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void setAudioSink(const sp<MediaPlayerBase::AudioSink> &sink); 53f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void start(); 54f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 5543c3e6ce02215ca99d506458f596cb1211639f29Andreas Huber void pause(); 5643c3e6ce02215ca99d506458f596cb1211639f29Andreas Huber void resume(); 5743c3e6ce02215ca99d506458f596cb1211639f29Andreas Huber 5843c3e6ce02215ca99d506458f596cb1211639f29Andreas Huber // Will notify the driver through "notifyResetComplete" once finished. 591aef211b4e5dc952081727bfd2318b2cb5ca4506Andreas Huber void resetAsync(); 601aef211b4e5dc952081727bfd2318b2cb5ca4506Andreas Huber 6143c3e6ce02215ca99d506458f596cb1211639f29Andreas Huber // Will notify the driver through "notifySeekComplete" once finished. 6243c3e6ce02215ca99d506458f596cb1211639f29Andreas Huber void seekToAsync(int64_t seekTimeUs); 6343c3e6ce02215ca99d506458f596cb1211639f29Andreas Huber 640d268a3cae145afb2720c88ae38fb81550be5584James Dong status_t setVideoScalingMode(int32_t mode); 65dcb89b3b505522efde173c105a851c412f947178Chong Zhang status_t getTrackInfo(Parcel* reply) const; 667c4f0d757bfeedaab4b7ef4ccf5b0a72ec8f4306Robert Shih status_t getSelectedTrack(int32_t type, Parcel* reply) const; 67dcb89b3b505522efde173c105a851c412f947178Chong Zhang status_t selectTrack(size_t trackIndex, bool select); 680d268a3cae145afb2720c88ae38fb81550be5584James Dong 69f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected: 70f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual ~NuPlayer(); 71f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 72f933441648ef6a71dee783d733aac17b9508b452Andreas Huber virtual void onMessageReceived(const sp<AMessage> &msg); 73f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 74840667883fd09d44015716d79bc3ac4d60edc0f0Andreas Huberpublic: 75840667883fd09d44015716d79bc3ac4d60edc0f0Andreas Huber struct NuPlayerStreamListener; 76840667883fd09d44015716d79bc3ac4d60edc0f0Andreas Huber struct Source; 77840667883fd09d44015716d79bc3ac4d60edc0f0Andreas Huber 78f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate: 79f933441648ef6a71dee783d733aac17b9508b452Andreas Huber struct Decoder; 80bc2fb720bbd0acd122bacc67e844e982d068f6f9Wei Jia struct DecoderPassThrough; 81a7fa1d9530b6870f2c7850e3025d7db963661803Chong Zhang struct CCDecoder; 82afed0e1fa37473a4cd30018577b560acc79d9a3fAndreas Huber struct GenericSource; 835bc087c573c70c84c6a39946457590b42d392a33Andreas Huber struct HTTPLiveSource; 845bc087c573c70c84c6a39946457590b42d392a33Andreas Huber struct Renderer; 85afed0e1fa37473a4cd30018577b560acc79d9a3fAndreas Huber struct RTSPSource; 865bc087c573c70c84c6a39946457590b42d392a33Andreas Huber struct StreamingSource; 87a1f8ab0ad670c30e57f3f072df13df66fe4f4910Andreas Huber struct Action; 88a1f8ab0ad670c30e57f3f072df13df66fe4f4910Andreas Huber struct SeekAction; 8957a339cdb7524f883de3ceb364c0b5606df0c610Andreas Huber struct SetSurfaceAction; 9014f7672b5d450ed26a06fd3bb3ce045ea78b11b2Andreas Huber struct ShutdownDecoderAction; 9114f7672b5d450ed26a06fd3bb3ce045ea78b11b2Andreas Huber struct PostMessageAction; 92a1f8ab0ad670c30e57f3f072df13df66fe4f4910Andreas Huber struct SimpleAction; 93f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 94f933441648ef6a71dee783d733aac17b9508b452Andreas Huber enum { 95078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber kWhatSetDataSource = '=DaS', 969575c96b6e418914e2ffc6741ecc8d71e3968dbeAndreas Huber kWhatPrepare = 'prep', 97078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber kWhatSetVideoNativeWindow = '=NaW', 98078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber kWhatSetAudioSink = '=AuS', 99078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber kWhatMoreDataQueued = 'more', 100078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber kWhatStart = 'strt', 101078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber kWhatScanSources = 'scan', 102078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber kWhatVideoNotify = 'vidN', 103078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber kWhatAudioNotify = 'audN', 104a7fa1d9530b6870f2c7850e3025d7db963661803Chong Zhang kWhatClosedCaptionNotify = 'capN', 105078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber kWhatRendererNotify = 'renN', 106078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber kWhatReset = 'rset', 107078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber kWhatSeek = 'seek', 108078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber kWhatPause = 'paus', 109078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber kWhatResume = 'rsme', 110b7c8e91880463ff4981e3e53e98e45d68e2fe374Andreas Huber kWhatPollDuration = 'polD', 111b5f25f005bc1d3ae35f45b58c88345e183dc336dAndreas Huber kWhatSourceNotify = 'srcN', 112dcb89b3b505522efde173c105a851c412f947178Chong Zhang kWhatGetTrackInfo = 'gTrI', 1137c4f0d757bfeedaab4b7ef4ccf5b0a72ec8f4306Robert Shih kWhatGetSelectedTrack = 'gSel', 114dcb89b3b505522efde173c105a851c412f947178Chong Zhang kWhatSelectTrack = 'selT', 115f933441648ef6a71dee783d733aac17b9508b452Andreas Huber }; 116f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 11743c3e6ce02215ca99d506458f596cb1211639f29Andreas Huber wp<NuPlayerDriver> mDriver; 1189b80c2bdb205bc143104f54d0743b6eedd67b14eAndreas Huber bool mUIDValid; 1199b80c2bdb205bc143104f54d0743b6eedd67b14eAndreas Huber uid_t mUID; 1205bc087c573c70c84c6a39946457590b42d392a33Andreas Huber sp<Source> mSource; 1219575c96b6e418914e2ffc6741ecc8d71e3968dbeAndreas Huber uint32_t mSourceFlags; 1221173118eace0e9e347cb007f0da817cee87579edGlenn Kasten sp<NativeWindowWrapper> mNativeWindow; 123f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<MediaPlayerBase::AudioSink> mAudioSink; 124f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<Decoder> mVideoDecoder; 1253fe62150fa3dd6d25cb84aad80bc9e27ddd16c45Andreas Huber bool mVideoIsAVC; 126bc2fb720bbd0acd122bacc67e844e982d068f6f9Wei Jia bool mOffloadAudio; 127282a7e31681840253a4cb6fab3f6725d35798699Andy Hung audio_offload_info_t mCurrentOffloadInfo; 128f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<Decoder> mAudioDecoder; 129a7fa1d9530b6870f2c7850e3025d7db963661803Chong Zhang sp<CCDecoder> mCCDecoder; 130f933441648ef6a71dee783d733aac17b9508b452Andreas Huber sp<Renderer> mRenderer; 131095248375e29adde961ec2a44989ecb3a6dda6a2Lajos Molnar sp<ALooper> mRendererLooper; 13288703c34fb4a9db1ff51495879f9775474c8ce89Wei Jia int32_t mAudioDecoderGeneration; 13388703c34fb4a9db1ff51495879f9775474c8ce89Wei Jia int32_t mVideoDecoderGeneration; 134f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 135a1f8ab0ad670c30e57f3f072df13df66fe4f4910Andreas Huber List<sp<Action> > mDeferredActions; 136a1f8ab0ad670c30e57f3f072df13df66fe4f4910Andreas Huber 137f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool mAudioEOS; 138f933441648ef6a71dee783d733aac17b9508b452Andreas Huber bool mVideoEOS; 139f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1405bc087c573c70c84c6a39946457590b42d392a33Andreas Huber bool mScanSourcesPending; 1411aef211b4e5dc952081727bfd2318b2cb5ca4506Andreas Huber int32_t mScanSourcesGeneration; 1425bc087c573c70c84c6a39946457590b42d392a33Andreas Huber 143b7c8e91880463ff4981e3e53e98e45d68e2fe374Andreas Huber int32_t mPollDurationGeneration; 144d3b0bbb8a37f90fba84eb4e95c58aa0fec6c51e7Robert Shih int32_t mTimedTextGeneration; 145b7c8e91880463ff4981e3e53e98e45d68e2fe374Andreas Huber 146f933441648ef6a71dee783d733aac17b9508b452Andreas Huber enum FlushStatus { 147f933441648ef6a71dee783d733aac17b9508b452Andreas Huber NONE, 148f933441648ef6a71dee783d733aac17b9508b452Andreas Huber AWAITING_DISCONTINUITY, 149f933441648ef6a71dee783d733aac17b9508b452Andreas Huber FLUSHING_DECODER, 1501aef211b4e5dc952081727bfd2318b2cb5ca4506Andreas Huber FLUSHING_DECODER_SHUTDOWN, 1513831a066bcf1019864a94d2bc7b4c9241efc5c22Andreas Huber SHUTTING_DOWN_DECODER, 1523831a066bcf1019864a94d2bc7b4c9241efc5c22Andreas Huber FLUSHED, 1533831a066bcf1019864a94d2bc7b4c9241efc5c22Andreas Huber SHUT_DOWN, 154f933441648ef6a71dee783d733aac17b9508b452Andreas Huber }; 155f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1566e3d311b6631b12aac2879d1b08c3534aece78b1Andreas Huber // Once the current flush is complete this indicates whether the 1576e3d311b6631b12aac2879d1b08c3534aece78b1Andreas Huber // notion of time has changed. 1586e3d311b6631b12aac2879d1b08c3534aece78b1Andreas Huber bool mTimeDiscontinuityPending; 1596e3d311b6631b12aac2879d1b08c3534aece78b1Andreas Huber 160f933441648ef6a71dee783d733aac17b9508b452Andreas Huber FlushStatus mFlushingAudio; 161f933441648ef6a71dee783d733aac17b9508b452Andreas Huber FlushStatus mFlushingVideo; 162f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 16332f3cefa373cd55e63deda36ca9d07c7fe22eaafAndreas Huber int64_t mSkipRenderingAudioUntilMediaTimeUs; 16432f3cefa373cd55e63deda36ca9d07c7fe22eaafAndreas Huber int64_t mSkipRenderingVideoUntilMediaTimeUs; 16532f3cefa373cd55e63deda36ca9d07c7fe22eaafAndreas Huber 1663fe62150fa3dd6d25cb84aad80bc9e27ddd16c45Andreas Huber int64_t mVideoLateByUs; 1673fe62150fa3dd6d25cb84aad80bc9e27ddd16c45Andreas Huber int64_t mNumFramesTotal, mNumFramesDropped; 1683fe62150fa3dd6d25cb84aad80bc9e27ddd16c45Andreas Huber 1690d268a3cae145afb2720c88ae38fb81550be5584James Dong int32_t mVideoScalingMode; 1700d268a3cae145afb2720c88ae38fb81550be5584James Dong 17157a339cdb7524f883de3ceb364c0b5606df0c610Andreas Huber bool mStarted; 17257a339cdb7524f883de3ceb364c0b5606df0c610Andreas Huber 173282a7e31681840253a4cb6fab3f6725d35798699Andy Hung void openAudioSink(const sp<AMessage> &format, bool offloadOnly); 174282a7e31681840253a4cb6fab3f6725d35798699Andy Hung void closeAudioSink(); 175282a7e31681840253a4cb6fab3f6725d35798699Andy Hung 1765bc087c573c70c84c6a39946457590b42d392a33Andreas Huber status_t instantiateDecoder(bool audio, sp<Decoder> *decoder); 177f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 178ced1c2f8f6c422063092f5cc5c675ccdebb2dc10Chong Zhang void updateVideoSize( 179ced1c2f8f6c422063092f5cc5c675ccdebb2dc10Chong Zhang const sp<AMessage> &inputFormat, 180ced1c2f8f6c422063092f5cc5c675ccdebb2dc10Chong Zhang const sp<AMessage> &outputFormat = NULL); 181ced1c2f8f6c422063092f5cc5c675ccdebb2dc10Chong Zhang 182f933441648ef6a71dee783d733aac17b9508b452Andreas Huber status_t feedDecoderInputData(bool audio, const sp<AMessage> &msg); 183f933441648ef6a71dee783d733aac17b9508b452Andreas Huber void renderBuffer(bool audio, const sp<AMessage> &msg); 184f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 185dcb89b3b505522efde173c105a851c412f947178Chong Zhang void notifyListener(int msg, int ext1, int ext2, const Parcel *in = NULL); 186f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 1873831a066bcf1019864a94d2bc7b4c9241efc5c22Andreas Huber void finishFlushIfPossible(); 1883831a066bcf1019864a94d2bc7b4c9241efc5c22Andreas Huber 1891aef211b4e5dc952081727bfd2318b2cb5ca4506Andreas Huber void flushDecoder(bool audio, bool needShutdown); 1901aef211b4e5dc952081727bfd2318b2cb5ca4506Andreas Huber 1911aef211b4e5dc952081727bfd2318b2cb5ca4506Andreas Huber static bool IsFlushingState(FlushStatus state, bool *needShutdown = NULL); 1921aef211b4e5dc952081727bfd2318b2cb5ca4506Andreas Huber 1931aef211b4e5dc952081727bfd2318b2cb5ca4506Andreas Huber void postScanSources(); 19453df1a460bcfdd129ca2bc416dee2009e35c042eAndreas Huber 195b7c8e91880463ff4981e3e53e98e45d68e2fe374Andreas Huber void schedulePollDuration(); 196b7c8e91880463ff4981e3e53e98e45d68e2fe374Andreas Huber void cancelPollDuration(); 197b7c8e91880463ff4981e3e53e98e45d68e2fe374Andreas Huber 198a1f8ab0ad670c30e57f3f072df13df66fe4f4910Andreas Huber void processDeferredActions(); 199a1f8ab0ad670c30e57f3f072df13df66fe4f4910Andreas Huber 200a1f8ab0ad670c30e57f3f072df13df66fe4f4910Andreas Huber void performSeek(int64_t seekTimeUs); 201a1f8ab0ad670c30e57f3f072df13df66fe4f4910Andreas Huber void performDecoderFlush(); 20214f7672b5d450ed26a06fd3bb3ce045ea78b11b2Andreas Huber void performDecoderShutdown(bool audio, bool video); 203a1f8ab0ad670c30e57f3f072df13df66fe4f4910Andreas Huber void performReset(); 204a1f8ab0ad670c30e57f3f072df13df66fe4f4910Andreas Huber void performScanSources(); 20557a339cdb7524f883de3ceb364c0b5606df0c610Andreas Huber void performSetSurface(const sp<NativeWindowWrapper> &wrapper); 206a1f8ab0ad670c30e57f3f072df13df66fe4f4910Andreas Huber 2079575c96b6e418914e2ffc6741ecc8d71e3968dbeAndreas Huber void onSourceNotify(const sp<AMessage> &msg); 208a7fa1d9530b6870f2c7850e3025d7db963661803Chong Zhang void onClosedCaptionNotify(const sp<AMessage> &msg); 2099575c96b6e418914e2ffc6741ecc8d71e3968dbeAndreas Huber 21014f7672b5d450ed26a06fd3bb3ce045ea78b11b2Andreas Huber void queueDecoderShutdown( 21114f7672b5d450ed26a06fd3bb3ce045ea78b11b2Andreas Huber bool audio, bool video, const sp<AMessage> &reply); 21214f7672b5d450ed26a06fd3bb3ce045ea78b11b2Andreas Huber 213404fced9bfa8fa423ee210a271ca051ffd1bec13Chong Zhang void sendSubtitleData(const sp<ABuffer> &buffer, int32_t baseIndex); 214d3b0bbb8a37f90fba84eb4e95c58aa0fec6c51e7Robert Shih void sendTimedTextData(const sp<ABuffer> &buffer); 215404fced9bfa8fa423ee210a271ca051ffd1bec13Chong Zhang 216404fced9bfa8fa423ee210a271ca051ffd1bec13Chong Zhang void writeTrackInfo(Parcel* reply, const sp<AMessage> format) const; 217404fced9bfa8fa423ee210a271ca051ffd1bec13Chong Zhang 218f933441648ef6a71dee783d733aac17b9508b452Andreas Huber DISALLOW_EVIL_CONSTRUCTORS(NuPlayer); 219f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}; 220f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 221f933441648ef6a71dee783d733aac17b9508b452Andreas Huber} // namespace android 222f933441648ef6a71dee783d733aac17b9508b452Andreas Huber 223f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#endif // NU_PLAYER_H_ 224