NuPlayer.h revision bc2fb720bbd0acd122bacc67e844e982d068f6f9
1f933441648ef6a71dee783d733aac17b9508b452Andreas Huber/*
2f933441648ef6a71dee783d733aac17b9508b452Andreas Huber * Copyright (C) 2010 The Android Open Source Project
3f933441648ef6a71dee783d733aac17b9508b452Andreas Huber *
4f933441648ef6a71dee783d733aac17b9508b452Andreas Huber * Licensed under the Apache License, Version 2.0 (the "License");
5f933441648ef6a71dee783d733aac17b9508b452Andreas Huber * you may not use this file except in compliance with the License.
6f933441648ef6a71dee783d733aac17b9508b452Andreas Huber * You may obtain a copy of the License at
7f933441648ef6a71dee783d733aac17b9508b452Andreas Huber *
8f933441648ef6a71dee783d733aac17b9508b452Andreas Huber *      http://www.apache.org/licenses/LICENSE-2.0
9f933441648ef6a71dee783d733aac17b9508b452Andreas Huber *
10f933441648ef6a71dee783d733aac17b9508b452Andreas Huber * Unless required by applicable law or agreed to in writing, software
11f933441648ef6a71dee783d733aac17b9508b452Andreas Huber * distributed under the License is distributed on an "AS IS" BASIS,
12f933441648ef6a71dee783d733aac17b9508b452Andreas Huber * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13f933441648ef6a71dee783d733aac17b9508b452Andreas Huber * See the License for the specific language governing permissions and
14f933441648ef6a71dee783d733aac17b9508b452Andreas Huber * limitations under the License.
15f933441648ef6a71dee783d733aac17b9508b452Andreas Huber */
16f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
17f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#ifndef NU_PLAYER_H_
18f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
19f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#define NU_PLAYER_H_
20f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
21f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/MediaPlayerInterface.h>
22f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/foundation/AHandler.h>
231173118eace0e9e347cb007f0da817cee87579edGlenn Kasten#include <media/stagefright/NativeWindowWrapper.h>
24f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
25f933441648ef6a71dee783d733aac17b9508b452Andreas Hubernamespace android {
26f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
27404fced9bfa8fa423ee210a271ca051ffd1bec13Chong Zhangstruct ABuffer;
28f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct MetaData;
2943c3e6ce02215ca99d506458f596cb1211639f29Andreas Huberstruct NuPlayerDriver;
30f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
31f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct NuPlayer : public AHandler {
32f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    NuPlayer();
33f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
349b80c2bdb205bc143104f54d0743b6eedd67b14eAndreas Huber    void setUID(uid_t uid);
359b80c2bdb205bc143104f54d0743b6eedd67b14eAndreas Huber
3643c3e6ce02215ca99d506458f596cb1211639f29Andreas Huber    void setDriver(const wp<NuPlayerDriver> &driver);
37f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
389575c96b6e418914e2ffc6741ecc8d71e3968dbeAndreas Huber    void setDataSourceAsync(const sp<IStreamSource> &source);
395bc087c573c70c84c6a39946457590b42d392a33Andreas Huber
409575c96b6e418914e2ffc6741ecc8d71e3968dbeAndreas Huber    void setDataSourceAsync(
411b86fe063badb5f28c467ade39be0f4008688947Andreas Huber            const sp<IMediaHTTPService> &httpService,
421b86fe063badb5f28c467ade39be0f4008688947Andreas Huber            const char *url,
431b86fe063badb5f28c467ade39be0f4008688947Andreas Huber            const KeyedVector<String8, String8> *headers);
445bc087c573c70c84c6a39946457590b42d392a33Andreas Huber
459575c96b6e418914e2ffc6741ecc8d71e3968dbeAndreas Huber    void setDataSourceAsync(int fd, int64_t offset, int64_t length);
469575c96b6e418914e2ffc6741ecc8d71e3968dbeAndreas Huber
479575c96b6e418914e2ffc6741ecc8d71e3968dbeAndreas Huber    void prepareAsync();
48afed0e1fa37473a4cd30018577b560acc79d9a3fAndreas Huber
4957a339cdb7524f883de3ceb364c0b5606df0c610Andreas Huber    void setVideoSurfaceTextureAsync(
508ba01021b573889802e67e029225a96f0dfa471aAndy McFadden            const sp<IGraphicBufferProducer> &bufferProducer);
5157a339cdb7524f883de3ceb364c0b5606df0c610Andreas Huber
52f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    void setAudioSink(const sp<MediaPlayerBase::AudioSink> &sink);
53f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    void start();
54f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
5543c3e6ce02215ca99d506458f596cb1211639f29Andreas Huber    void pause();
5643c3e6ce02215ca99d506458f596cb1211639f29Andreas Huber    void resume();
5743c3e6ce02215ca99d506458f596cb1211639f29Andreas Huber
5843c3e6ce02215ca99d506458f596cb1211639f29Andreas Huber    // Will notify the driver through "notifyResetComplete" once finished.
591aef211b4e5dc952081727bfd2318b2cb5ca4506Andreas Huber    void resetAsync();
601aef211b4e5dc952081727bfd2318b2cb5ca4506Andreas Huber
6143c3e6ce02215ca99d506458f596cb1211639f29Andreas Huber    // Will notify the driver through "notifySeekComplete" once finished.
6243c3e6ce02215ca99d506458f596cb1211639f29Andreas Huber    void seekToAsync(int64_t seekTimeUs);
6343c3e6ce02215ca99d506458f596cb1211639f29Andreas Huber
640d268a3cae145afb2720c88ae38fb81550be5584James Dong    status_t setVideoScalingMode(int32_t mode);
65dcb89b3b505522efde173c105a851c412f947178Chong Zhang    status_t getTrackInfo(Parcel* reply) const;
66dcb89b3b505522efde173c105a851c412f947178Chong Zhang    status_t selectTrack(size_t trackIndex, bool select);
670d268a3cae145afb2720c88ae38fb81550be5584James Dong
68f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected:
69f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    virtual ~NuPlayer();
70f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
71f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    virtual void onMessageReceived(const sp<AMessage> &msg);
72f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
73840667883fd09d44015716d79bc3ac4d60edc0f0Andreas Huberpublic:
74840667883fd09d44015716d79bc3ac4d60edc0f0Andreas Huber    struct NuPlayerStreamListener;
75840667883fd09d44015716d79bc3ac4d60edc0f0Andreas Huber    struct Source;
76840667883fd09d44015716d79bc3ac4d60edc0f0Andreas Huber
77f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate:
78f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    struct Decoder;
79bc2fb720bbd0acd122bacc67e844e982d068f6f9Wei Jia    struct DecoderPassThrough;
80a7fa1d9530b6870f2c7850e3025d7db963661803Chong Zhang    struct CCDecoder;
81afed0e1fa37473a4cd30018577b560acc79d9a3fAndreas Huber    struct GenericSource;
825bc087c573c70c84c6a39946457590b42d392a33Andreas Huber    struct HTTPLiveSource;
835bc087c573c70c84c6a39946457590b42d392a33Andreas Huber    struct Renderer;
84afed0e1fa37473a4cd30018577b560acc79d9a3fAndreas Huber    struct RTSPSource;
855bc087c573c70c84c6a39946457590b42d392a33Andreas Huber    struct StreamingSource;
86a1f8ab0ad670c30e57f3f072df13df66fe4f4910Andreas Huber    struct Action;
87a1f8ab0ad670c30e57f3f072df13df66fe4f4910Andreas Huber    struct SeekAction;
8857a339cdb7524f883de3ceb364c0b5606df0c610Andreas Huber    struct SetSurfaceAction;
8914f7672b5d450ed26a06fd3bb3ce045ea78b11b2Andreas Huber    struct ShutdownDecoderAction;
9014f7672b5d450ed26a06fd3bb3ce045ea78b11b2Andreas Huber    struct PostMessageAction;
91a1f8ab0ad670c30e57f3f072df13df66fe4f4910Andreas Huber    struct SimpleAction;
92f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
93f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    enum {
94078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber        kWhatSetDataSource              = '=DaS',
959575c96b6e418914e2ffc6741ecc8d71e3968dbeAndreas Huber        kWhatPrepare                    = 'prep',
96078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber        kWhatSetVideoNativeWindow       = '=NaW',
97078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber        kWhatSetAudioSink               = '=AuS',
98078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber        kWhatMoreDataQueued             = 'more',
99078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber        kWhatStart                      = 'strt',
100078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber        kWhatScanSources                = 'scan',
101078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber        kWhatVideoNotify                = 'vidN',
102078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber        kWhatAudioNotify                = 'audN',
103a7fa1d9530b6870f2c7850e3025d7db963661803Chong Zhang        kWhatClosedCaptionNotify        = 'capN',
104078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber        kWhatRendererNotify             = 'renN',
105078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber        kWhatReset                      = 'rset',
106078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber        kWhatSeek                       = 'seek',
107078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber        kWhatPause                      = 'paus',
108078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber        kWhatResume                     = 'rsme',
109b7c8e91880463ff4981e3e53e98e45d68e2fe374Andreas Huber        kWhatPollDuration               = 'polD',
110b5f25f005bc1d3ae35f45b58c88345e183dc336dAndreas Huber        kWhatSourceNotify               = 'srcN',
111dcb89b3b505522efde173c105a851c412f947178Chong Zhang        kWhatGetTrackInfo               = 'gTrI',
112dcb89b3b505522efde173c105a851c412f947178Chong Zhang        kWhatSelectTrack                = 'selT',
113f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    };
114f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
11543c3e6ce02215ca99d506458f596cb1211639f29Andreas Huber    wp<NuPlayerDriver> mDriver;
1169b80c2bdb205bc143104f54d0743b6eedd67b14eAndreas Huber    bool mUIDValid;
1179b80c2bdb205bc143104f54d0743b6eedd67b14eAndreas Huber    uid_t mUID;
1185bc087c573c70c84c6a39946457590b42d392a33Andreas Huber    sp<Source> mSource;
1199575c96b6e418914e2ffc6741ecc8d71e3968dbeAndreas Huber    uint32_t mSourceFlags;
1201173118eace0e9e347cb007f0da817cee87579edGlenn Kasten    sp<NativeWindowWrapper> mNativeWindow;
121f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    sp<MediaPlayerBase::AudioSink> mAudioSink;
122f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    sp<Decoder> mVideoDecoder;
1233fe62150fa3dd6d25cb84aad80bc9e27ddd16c45Andreas Huber    bool mVideoIsAVC;
124bc2fb720bbd0acd122bacc67e844e982d068f6f9Wei Jia    bool mOffloadAudio;
125f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    sp<Decoder> mAudioDecoder;
126a7fa1d9530b6870f2c7850e3025d7db963661803Chong Zhang    sp<CCDecoder> mCCDecoder;
127f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    sp<Renderer> mRenderer;
128f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
129a1f8ab0ad670c30e57f3f072df13df66fe4f4910Andreas Huber    List<sp<Action> > mDeferredActions;
130a1f8ab0ad670c30e57f3f072df13df66fe4f4910Andreas Huber
131f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    bool mAudioEOS;
132f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    bool mVideoEOS;
133f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
1345bc087c573c70c84c6a39946457590b42d392a33Andreas Huber    bool mScanSourcesPending;
1351aef211b4e5dc952081727bfd2318b2cb5ca4506Andreas Huber    int32_t mScanSourcesGeneration;
1365bc087c573c70c84c6a39946457590b42d392a33Andreas Huber
137b7c8e91880463ff4981e3e53e98e45d68e2fe374Andreas Huber    int32_t mPollDurationGeneration;
138b7c8e91880463ff4981e3e53e98e45d68e2fe374Andreas Huber
139f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    enum FlushStatus {
140f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        NONE,
141f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        AWAITING_DISCONTINUITY,
142f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        FLUSHING_DECODER,
1431aef211b4e5dc952081727bfd2318b2cb5ca4506Andreas Huber        FLUSHING_DECODER_SHUTDOWN,
1443831a066bcf1019864a94d2bc7b4c9241efc5c22Andreas Huber        SHUTTING_DOWN_DECODER,
1453831a066bcf1019864a94d2bc7b4c9241efc5c22Andreas Huber        FLUSHED,
1463831a066bcf1019864a94d2bc7b4c9241efc5c22Andreas Huber        SHUT_DOWN,
147f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    };
148f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
1496e3d311b6631b12aac2879d1b08c3534aece78b1Andreas Huber    // Once the current flush is complete this indicates whether the
1506e3d311b6631b12aac2879d1b08c3534aece78b1Andreas Huber    // notion of time has changed.
1516e3d311b6631b12aac2879d1b08c3534aece78b1Andreas Huber    bool mTimeDiscontinuityPending;
1526e3d311b6631b12aac2879d1b08c3534aece78b1Andreas Huber
153f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    FlushStatus mFlushingAudio;
154f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    FlushStatus mFlushingVideo;
155f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
15632f3cefa373cd55e63deda36ca9d07c7fe22eaafAndreas Huber    int64_t mSkipRenderingAudioUntilMediaTimeUs;
15732f3cefa373cd55e63deda36ca9d07c7fe22eaafAndreas Huber    int64_t mSkipRenderingVideoUntilMediaTimeUs;
15832f3cefa373cd55e63deda36ca9d07c7fe22eaafAndreas Huber
1593fe62150fa3dd6d25cb84aad80bc9e27ddd16c45Andreas Huber    int64_t mVideoLateByUs;
1603fe62150fa3dd6d25cb84aad80bc9e27ddd16c45Andreas Huber    int64_t mNumFramesTotal, mNumFramesDropped;
1613fe62150fa3dd6d25cb84aad80bc9e27ddd16c45Andreas Huber
1620d268a3cae145afb2720c88ae38fb81550be5584James Dong    int32_t mVideoScalingMode;
1630d268a3cae145afb2720c88ae38fb81550be5584James Dong
16457a339cdb7524f883de3ceb364c0b5606df0c610Andreas Huber    bool mStarted;
16557a339cdb7524f883de3ceb364c0b5606df0c610Andreas Huber
1665bc087c573c70c84c6a39946457590b42d392a33Andreas Huber    status_t instantiateDecoder(bool audio, sp<Decoder> *decoder);
167f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
168f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    status_t feedDecoderInputData(bool audio, const sp<AMessage> &msg);
169f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    void renderBuffer(bool audio, const sp<AMessage> &msg);
170f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
171dcb89b3b505522efde173c105a851c412f947178Chong Zhang    void notifyListener(int msg, int ext1, int ext2, const Parcel *in = NULL);
172f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
1733831a066bcf1019864a94d2bc7b4c9241efc5c22Andreas Huber    void finishFlushIfPossible();
1743831a066bcf1019864a94d2bc7b4c9241efc5c22Andreas Huber
1751aef211b4e5dc952081727bfd2318b2cb5ca4506Andreas Huber    void flushDecoder(bool audio, bool needShutdown);
1761aef211b4e5dc952081727bfd2318b2cb5ca4506Andreas Huber
1771aef211b4e5dc952081727bfd2318b2cb5ca4506Andreas Huber    static bool IsFlushingState(FlushStatus state, bool *needShutdown = NULL);
1781aef211b4e5dc952081727bfd2318b2cb5ca4506Andreas Huber
1791aef211b4e5dc952081727bfd2318b2cb5ca4506Andreas Huber    void postScanSources();
18053df1a460bcfdd129ca2bc416dee2009e35c042eAndreas Huber
181b7c8e91880463ff4981e3e53e98e45d68e2fe374Andreas Huber    void schedulePollDuration();
182b7c8e91880463ff4981e3e53e98e45d68e2fe374Andreas Huber    void cancelPollDuration();
183b7c8e91880463ff4981e3e53e98e45d68e2fe374Andreas Huber
184a1f8ab0ad670c30e57f3f072df13df66fe4f4910Andreas Huber    void processDeferredActions();
185a1f8ab0ad670c30e57f3f072df13df66fe4f4910Andreas Huber
186a1f8ab0ad670c30e57f3f072df13df66fe4f4910Andreas Huber    void performSeek(int64_t seekTimeUs);
187a1f8ab0ad670c30e57f3f072df13df66fe4f4910Andreas Huber    void performDecoderFlush();
18814f7672b5d450ed26a06fd3bb3ce045ea78b11b2Andreas Huber    void performDecoderShutdown(bool audio, bool video);
189a1f8ab0ad670c30e57f3f072df13df66fe4f4910Andreas Huber    void performReset();
190a1f8ab0ad670c30e57f3f072df13df66fe4f4910Andreas Huber    void performScanSources();
19157a339cdb7524f883de3ceb364c0b5606df0c610Andreas Huber    void performSetSurface(const sp<NativeWindowWrapper> &wrapper);
192a1f8ab0ad670c30e57f3f072df13df66fe4f4910Andreas Huber
1939575c96b6e418914e2ffc6741ecc8d71e3968dbeAndreas Huber    void onSourceNotify(const sp<AMessage> &msg);
194a7fa1d9530b6870f2c7850e3025d7db963661803Chong Zhang    void onClosedCaptionNotify(const sp<AMessage> &msg);
1959575c96b6e418914e2ffc6741ecc8d71e3968dbeAndreas Huber
19614f7672b5d450ed26a06fd3bb3ce045ea78b11b2Andreas Huber    void queueDecoderShutdown(
19714f7672b5d450ed26a06fd3bb3ce045ea78b11b2Andreas Huber            bool audio, bool video, const sp<AMessage> &reply);
19814f7672b5d450ed26a06fd3bb3ce045ea78b11b2Andreas Huber
199404fced9bfa8fa423ee210a271ca051ffd1bec13Chong Zhang    void sendSubtitleData(const sp<ABuffer> &buffer, int32_t baseIndex);
200404fced9bfa8fa423ee210a271ca051ffd1bec13Chong Zhang
201404fced9bfa8fa423ee210a271ca051ffd1bec13Chong Zhang    void writeTrackInfo(Parcel* reply, const sp<AMessage> format) const;
202404fced9bfa8fa423ee210a271ca051ffd1bec13Chong Zhang
203f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    DISALLOW_EVIL_CONSTRUCTORS(NuPlayer);
204f933441648ef6a71dee783d733aac17b9508b452Andreas Huber};
205f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
206f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}  // namespace android
207f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
208f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#endif  // NU_PLAYER_H_
209