NuPlayer.h revision 404fced9bfa8fa423ee210a271ca051ffd1bec13
1f933441648ef6a71dee783d733aac17b9508b452Andreas Huber/*
2f933441648ef6a71dee783d733aac17b9508b452Andreas Huber * Copyright (C) 2010 The Android Open Source Project
3f933441648ef6a71dee783d733aac17b9508b452Andreas Huber *
4f933441648ef6a71dee783d733aac17b9508b452Andreas Huber * Licensed under the Apache License, Version 2.0 (the "License");
5f933441648ef6a71dee783d733aac17b9508b452Andreas Huber * you may not use this file except in compliance with the License.
6f933441648ef6a71dee783d733aac17b9508b452Andreas Huber * You may obtain a copy of the License at
7f933441648ef6a71dee783d733aac17b9508b452Andreas Huber *
8f933441648ef6a71dee783d733aac17b9508b452Andreas Huber *      http://www.apache.org/licenses/LICENSE-2.0
9f933441648ef6a71dee783d733aac17b9508b452Andreas Huber *
10f933441648ef6a71dee783d733aac17b9508b452Andreas Huber * Unless required by applicable law or agreed to in writing, software
11f933441648ef6a71dee783d733aac17b9508b452Andreas Huber * distributed under the License is distributed on an "AS IS" BASIS,
12f933441648ef6a71dee783d733aac17b9508b452Andreas Huber * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13f933441648ef6a71dee783d733aac17b9508b452Andreas Huber * See the License for the specific language governing permissions and
14f933441648ef6a71dee783d733aac17b9508b452Andreas Huber * limitations under the License.
15f933441648ef6a71dee783d733aac17b9508b452Andreas Huber */
16f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
17f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#ifndef NU_PLAYER_H_
18f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
19f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#define NU_PLAYER_H_
20f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
21f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/MediaPlayerInterface.h>
22f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/foundation/AHandler.h>
231173118eace0e9e347cb007f0da817cee87579edGlenn Kasten#include <media/stagefright/NativeWindowWrapper.h>
24f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
25f933441648ef6a71dee783d733aac17b9508b452Andreas Hubernamespace android {
26f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
27404fced9bfa8fa423ee210a271ca051ffd1bec13Chong Zhangstruct ABuffer;
28f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct MetaData;
2943c3e6ce02215ca99d506458f596cb1211639f29Andreas Huberstruct NuPlayerDriver;
30f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
31f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct NuPlayer : public AHandler {
32f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    NuPlayer();
33f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
349b80c2bdb205bc143104f54d0743b6eedd67b14eAndreas Huber    void setUID(uid_t uid);
359b80c2bdb205bc143104f54d0743b6eedd67b14eAndreas Huber
3643c3e6ce02215ca99d506458f596cb1211639f29Andreas Huber    void setDriver(const wp<NuPlayerDriver> &driver);
37f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
389575c96b6e418914e2ffc6741ecc8d71e3968dbeAndreas Huber    void setDataSourceAsync(const sp<IStreamSource> &source);
395bc087c573c70c84c6a39946457590b42d392a33Andreas Huber
409575c96b6e418914e2ffc6741ecc8d71e3968dbeAndreas Huber    void setDataSourceAsync(
411b86fe063badb5f28c467ade39be0f4008688947Andreas Huber            const sp<IMediaHTTPService> &httpService,
421b86fe063badb5f28c467ade39be0f4008688947Andreas Huber            const char *url,
431b86fe063badb5f28c467ade39be0f4008688947Andreas Huber            const KeyedVector<String8, String8> *headers);
445bc087c573c70c84c6a39946457590b42d392a33Andreas Huber
459575c96b6e418914e2ffc6741ecc8d71e3968dbeAndreas Huber    void setDataSourceAsync(int fd, int64_t offset, int64_t length);
469575c96b6e418914e2ffc6741ecc8d71e3968dbeAndreas Huber
479575c96b6e418914e2ffc6741ecc8d71e3968dbeAndreas Huber    void prepareAsync();
48afed0e1fa37473a4cd30018577b560acc79d9a3fAndreas Huber
4957a339cdb7524f883de3ceb364c0b5606df0c610Andreas Huber    void setVideoSurfaceTextureAsync(
508ba01021b573889802e67e029225a96f0dfa471aAndy McFadden            const sp<IGraphicBufferProducer> &bufferProducer);
5157a339cdb7524f883de3ceb364c0b5606df0c610Andreas Huber
52f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    void setAudioSink(const sp<MediaPlayerBase::AudioSink> &sink);
53f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    void start();
54f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
5543c3e6ce02215ca99d506458f596cb1211639f29Andreas Huber    void pause();
5643c3e6ce02215ca99d506458f596cb1211639f29Andreas Huber    void resume();
5743c3e6ce02215ca99d506458f596cb1211639f29Andreas Huber
5843c3e6ce02215ca99d506458f596cb1211639f29Andreas Huber    // Will notify the driver through "notifyResetComplete" once finished.
591aef211b4e5dc952081727bfd2318b2cb5ca4506Andreas Huber    void resetAsync();
601aef211b4e5dc952081727bfd2318b2cb5ca4506Andreas Huber
6143c3e6ce02215ca99d506458f596cb1211639f29Andreas Huber    // Will notify the driver through "notifySeekComplete" once finished.
6243c3e6ce02215ca99d506458f596cb1211639f29Andreas Huber    void seekToAsync(int64_t seekTimeUs);
6343c3e6ce02215ca99d506458f596cb1211639f29Andreas Huber
640d268a3cae145afb2720c88ae38fb81550be5584James Dong    status_t setVideoScalingMode(int32_t mode);
65dcb89b3b505522efde173c105a851c412f947178Chong Zhang    status_t getTrackInfo(Parcel* reply) const;
66dcb89b3b505522efde173c105a851c412f947178Chong Zhang    status_t selectTrack(size_t trackIndex, bool select);
670d268a3cae145afb2720c88ae38fb81550be5584James Dong
68f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected:
69f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    virtual ~NuPlayer();
70f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
71f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    virtual void onMessageReceived(const sp<AMessage> &msg);
72f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
73840667883fd09d44015716d79bc3ac4d60edc0f0Andreas Huberpublic:
74840667883fd09d44015716d79bc3ac4d60edc0f0Andreas Huber    struct NuPlayerStreamListener;
75840667883fd09d44015716d79bc3ac4d60edc0f0Andreas Huber    struct Source;
76840667883fd09d44015716d79bc3ac4d60edc0f0Andreas Huber
77f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate:
78f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    struct Decoder;
79afed0e1fa37473a4cd30018577b560acc79d9a3fAndreas Huber    struct GenericSource;
805bc087c573c70c84c6a39946457590b42d392a33Andreas Huber    struct HTTPLiveSource;
815bc087c573c70c84c6a39946457590b42d392a33Andreas Huber    struct Renderer;
82afed0e1fa37473a4cd30018577b560acc79d9a3fAndreas Huber    struct RTSPSource;
835bc087c573c70c84c6a39946457590b42d392a33Andreas Huber    struct StreamingSource;
84a1f8ab0ad670c30e57f3f072df13df66fe4f4910Andreas Huber    struct Action;
85a1f8ab0ad670c30e57f3f072df13df66fe4f4910Andreas Huber    struct SeekAction;
8657a339cdb7524f883de3ceb364c0b5606df0c610Andreas Huber    struct SetSurfaceAction;
8714f7672b5d450ed26a06fd3bb3ce045ea78b11b2Andreas Huber    struct ShutdownDecoderAction;
8814f7672b5d450ed26a06fd3bb3ce045ea78b11b2Andreas Huber    struct PostMessageAction;
89a1f8ab0ad670c30e57f3f072df13df66fe4f4910Andreas Huber    struct SimpleAction;
90f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
91f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    enum {
92078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber        kWhatSetDataSource              = '=DaS',
939575c96b6e418914e2ffc6741ecc8d71e3968dbeAndreas Huber        kWhatPrepare                    = 'prep',
94078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber        kWhatSetVideoNativeWindow       = '=NaW',
95078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber        kWhatSetAudioSink               = '=AuS',
96078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber        kWhatMoreDataQueued             = 'more',
97078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber        kWhatStart                      = 'strt',
98078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber        kWhatScanSources                = 'scan',
99078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber        kWhatVideoNotify                = 'vidN',
100078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber        kWhatAudioNotify                = 'audN',
101078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber        kWhatRendererNotify             = 'renN',
102078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber        kWhatReset                      = 'rset',
103078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber        kWhatSeek                       = 'seek',
104078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber        kWhatPause                      = 'paus',
105078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber        kWhatResume                     = 'rsme',
106b7c8e91880463ff4981e3e53e98e45d68e2fe374Andreas Huber        kWhatPollDuration               = 'polD',
107b5f25f005bc1d3ae35f45b58c88345e183dc336dAndreas Huber        kWhatSourceNotify               = 'srcN',
108dcb89b3b505522efde173c105a851c412f947178Chong Zhang        kWhatGetTrackInfo               = 'gTrI',
109dcb89b3b505522efde173c105a851c412f947178Chong Zhang        kWhatSelectTrack                = 'selT',
110f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    };
111f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
11243c3e6ce02215ca99d506458f596cb1211639f29Andreas Huber    wp<NuPlayerDriver> mDriver;
1139b80c2bdb205bc143104f54d0743b6eedd67b14eAndreas Huber    bool mUIDValid;
1149b80c2bdb205bc143104f54d0743b6eedd67b14eAndreas Huber    uid_t mUID;
1155bc087c573c70c84c6a39946457590b42d392a33Andreas Huber    sp<Source> mSource;
1169575c96b6e418914e2ffc6741ecc8d71e3968dbeAndreas Huber    uint32_t mSourceFlags;
1171173118eace0e9e347cb007f0da817cee87579edGlenn Kasten    sp<NativeWindowWrapper> mNativeWindow;
118f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    sp<MediaPlayerBase::AudioSink> mAudioSink;
119f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    sp<Decoder> mVideoDecoder;
1203fe62150fa3dd6d25cb84aad80bc9e27ddd16c45Andreas Huber    bool mVideoIsAVC;
121f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    sp<Decoder> mAudioDecoder;
122f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    sp<Renderer> mRenderer;
123f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
124a1f8ab0ad670c30e57f3f072df13df66fe4f4910Andreas Huber    List<sp<Action> > mDeferredActions;
125a1f8ab0ad670c30e57f3f072df13df66fe4f4910Andreas Huber
126f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    bool mAudioEOS;
127f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    bool mVideoEOS;
128f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
1295bc087c573c70c84c6a39946457590b42d392a33Andreas Huber    bool mScanSourcesPending;
1301aef211b4e5dc952081727bfd2318b2cb5ca4506Andreas Huber    int32_t mScanSourcesGeneration;
1315bc087c573c70c84c6a39946457590b42d392a33Andreas Huber
132b7c8e91880463ff4981e3e53e98e45d68e2fe374Andreas Huber    int32_t mPollDurationGeneration;
133b7c8e91880463ff4981e3e53e98e45d68e2fe374Andreas Huber
134f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    enum FlushStatus {
135f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        NONE,
136f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        AWAITING_DISCONTINUITY,
137f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        FLUSHING_DECODER,
1381aef211b4e5dc952081727bfd2318b2cb5ca4506Andreas Huber        FLUSHING_DECODER_SHUTDOWN,
1393831a066bcf1019864a94d2bc7b4c9241efc5c22Andreas Huber        SHUTTING_DOWN_DECODER,
1403831a066bcf1019864a94d2bc7b4c9241efc5c22Andreas Huber        FLUSHED,
1413831a066bcf1019864a94d2bc7b4c9241efc5c22Andreas Huber        SHUT_DOWN,
142f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    };
143f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
1446e3d311b6631b12aac2879d1b08c3534aece78b1Andreas Huber    // Once the current flush is complete this indicates whether the
1456e3d311b6631b12aac2879d1b08c3534aece78b1Andreas Huber    // notion of time has changed.
1466e3d311b6631b12aac2879d1b08c3534aece78b1Andreas Huber    bool mTimeDiscontinuityPending;
1476e3d311b6631b12aac2879d1b08c3534aece78b1Andreas Huber
148f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    FlushStatus mFlushingAudio;
149f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    FlushStatus mFlushingVideo;
150f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
15132f3cefa373cd55e63deda36ca9d07c7fe22eaafAndreas Huber    int64_t mSkipRenderingAudioUntilMediaTimeUs;
15232f3cefa373cd55e63deda36ca9d07c7fe22eaafAndreas Huber    int64_t mSkipRenderingVideoUntilMediaTimeUs;
15332f3cefa373cd55e63deda36ca9d07c7fe22eaafAndreas Huber
1543fe62150fa3dd6d25cb84aad80bc9e27ddd16c45Andreas Huber    int64_t mVideoLateByUs;
1553fe62150fa3dd6d25cb84aad80bc9e27ddd16c45Andreas Huber    int64_t mNumFramesTotal, mNumFramesDropped;
1563fe62150fa3dd6d25cb84aad80bc9e27ddd16c45Andreas Huber
1570d268a3cae145afb2720c88ae38fb81550be5584James Dong    int32_t mVideoScalingMode;
1580d268a3cae145afb2720c88ae38fb81550be5584James Dong
15957a339cdb7524f883de3ceb364c0b5606df0c610Andreas Huber    bool mStarted;
16057a339cdb7524f883de3ceb364c0b5606df0c610Andreas Huber
1615bc087c573c70c84c6a39946457590b42d392a33Andreas Huber    status_t instantiateDecoder(bool audio, sp<Decoder> *decoder);
162f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
163f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    status_t feedDecoderInputData(bool audio, const sp<AMessage> &msg);
164f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    void renderBuffer(bool audio, const sp<AMessage> &msg);
165f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
166dcb89b3b505522efde173c105a851c412f947178Chong Zhang    void notifyListener(int msg, int ext1, int ext2, const Parcel *in = NULL);
167f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
1683831a066bcf1019864a94d2bc7b4c9241efc5c22Andreas Huber    void finishFlushIfPossible();
1693831a066bcf1019864a94d2bc7b4c9241efc5c22Andreas Huber
1701aef211b4e5dc952081727bfd2318b2cb5ca4506Andreas Huber    void flushDecoder(bool audio, bool needShutdown);
1711aef211b4e5dc952081727bfd2318b2cb5ca4506Andreas Huber
1721aef211b4e5dc952081727bfd2318b2cb5ca4506Andreas Huber    static bool IsFlushingState(FlushStatus state, bool *needShutdown = NULL);
1731aef211b4e5dc952081727bfd2318b2cb5ca4506Andreas Huber
1741aef211b4e5dc952081727bfd2318b2cb5ca4506Andreas Huber    void postScanSources();
17553df1a460bcfdd129ca2bc416dee2009e35c042eAndreas Huber
176b7c8e91880463ff4981e3e53e98e45d68e2fe374Andreas Huber    void schedulePollDuration();
177b7c8e91880463ff4981e3e53e98e45d68e2fe374Andreas Huber    void cancelPollDuration();
178b7c8e91880463ff4981e3e53e98e45d68e2fe374Andreas Huber
179a1f8ab0ad670c30e57f3f072df13df66fe4f4910Andreas Huber    void processDeferredActions();
180a1f8ab0ad670c30e57f3f072df13df66fe4f4910Andreas Huber
181a1f8ab0ad670c30e57f3f072df13df66fe4f4910Andreas Huber    void performSeek(int64_t seekTimeUs);
182a1f8ab0ad670c30e57f3f072df13df66fe4f4910Andreas Huber    void performDecoderFlush();
18314f7672b5d450ed26a06fd3bb3ce045ea78b11b2Andreas Huber    void performDecoderShutdown(bool audio, bool video);
184a1f8ab0ad670c30e57f3f072df13df66fe4f4910Andreas Huber    void performReset();
185a1f8ab0ad670c30e57f3f072df13df66fe4f4910Andreas Huber    void performScanSources();
18657a339cdb7524f883de3ceb364c0b5606df0c610Andreas Huber    void performSetSurface(const sp<NativeWindowWrapper> &wrapper);
187a1f8ab0ad670c30e57f3f072df13df66fe4f4910Andreas Huber
1889575c96b6e418914e2ffc6741ecc8d71e3968dbeAndreas Huber    void onSourceNotify(const sp<AMessage> &msg);
1899575c96b6e418914e2ffc6741ecc8d71e3968dbeAndreas Huber
19014f7672b5d450ed26a06fd3bb3ce045ea78b11b2Andreas Huber    void queueDecoderShutdown(
19114f7672b5d450ed26a06fd3bb3ce045ea78b11b2Andreas Huber            bool audio, bool video, const sp<AMessage> &reply);
19214f7672b5d450ed26a06fd3bb3ce045ea78b11b2Andreas Huber
193404fced9bfa8fa423ee210a271ca051ffd1bec13Chong Zhang    void sendSubtitleData(const sp<ABuffer> &buffer, int32_t baseIndex);
194404fced9bfa8fa423ee210a271ca051ffd1bec13Chong Zhang
195404fced9bfa8fa423ee210a271ca051ffd1bec13Chong Zhang    void writeTrackInfo(Parcel* reply, const sp<AMessage> format) const;
196404fced9bfa8fa423ee210a271ca051ffd1bec13Chong Zhang
197f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    DISALLOW_EVIL_CONSTRUCTORS(NuPlayer);
198f933441648ef6a71dee783d733aac17b9508b452Andreas Huber};
199f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
200f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}  // namespace android
201f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
202f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#endif  // NU_PLAYER_H_
203