NuPlayer.h revision dcb89b3b505522efde173c105a851c412f947178
1f933441648ef6a71dee783d733aac17b9508b452Andreas Huber/*
2f933441648ef6a71dee783d733aac17b9508b452Andreas Huber * Copyright (C) 2010 The Android Open Source Project
3f933441648ef6a71dee783d733aac17b9508b452Andreas Huber *
4f933441648ef6a71dee783d733aac17b9508b452Andreas Huber * Licensed under the Apache License, Version 2.0 (the "License");
5f933441648ef6a71dee783d733aac17b9508b452Andreas Huber * you may not use this file except in compliance with the License.
6f933441648ef6a71dee783d733aac17b9508b452Andreas Huber * You may obtain a copy of the License at
7f933441648ef6a71dee783d733aac17b9508b452Andreas Huber *
8f933441648ef6a71dee783d733aac17b9508b452Andreas Huber *      http://www.apache.org/licenses/LICENSE-2.0
9f933441648ef6a71dee783d733aac17b9508b452Andreas Huber *
10f933441648ef6a71dee783d733aac17b9508b452Andreas Huber * Unless required by applicable law or agreed to in writing, software
11f933441648ef6a71dee783d733aac17b9508b452Andreas Huber * distributed under the License is distributed on an "AS IS" BASIS,
12f933441648ef6a71dee783d733aac17b9508b452Andreas Huber * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13f933441648ef6a71dee783d733aac17b9508b452Andreas Huber * See the License for the specific language governing permissions and
14f933441648ef6a71dee783d733aac17b9508b452Andreas Huber * limitations under the License.
15f933441648ef6a71dee783d733aac17b9508b452Andreas Huber */
16f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
17f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#ifndef NU_PLAYER_H_
18f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
19f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#define NU_PLAYER_H_
20f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
21f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/MediaPlayerInterface.h>
22f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/foundation/AHandler.h>
231173118eace0e9e347cb007f0da817cee87579edGlenn Kasten#include <media/stagefright/NativeWindowWrapper.h>
24f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
25f933441648ef6a71dee783d733aac17b9508b452Andreas Hubernamespace android {
26f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
27f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec;
28f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct MetaData;
2943c3e6ce02215ca99d506458f596cb1211639f29Andreas Huberstruct NuPlayerDriver;
30f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
31f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct NuPlayer : public AHandler {
32f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    NuPlayer();
33f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
349b80c2bdb205bc143104f54d0743b6eedd67b14eAndreas Huber    void setUID(uid_t uid);
359b80c2bdb205bc143104f54d0743b6eedd67b14eAndreas Huber
3643c3e6ce02215ca99d506458f596cb1211639f29Andreas Huber    void setDriver(const wp<NuPlayerDriver> &driver);
37f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
389575c96b6e418914e2ffc6741ecc8d71e3968dbeAndreas Huber    void setDataSourceAsync(const sp<IStreamSource> &source);
395bc087c573c70c84c6a39946457590b42d392a33Andreas Huber
409575c96b6e418914e2ffc6741ecc8d71e3968dbeAndreas Huber    void setDataSourceAsync(
415bc087c573c70c84c6a39946457590b42d392a33Andreas Huber            const char *url, const KeyedVector<String8, String8> *headers);
425bc087c573c70c84c6a39946457590b42d392a33Andreas Huber
439575c96b6e418914e2ffc6741ecc8d71e3968dbeAndreas Huber    void setDataSourceAsync(int fd, int64_t offset, int64_t length);
449575c96b6e418914e2ffc6741ecc8d71e3968dbeAndreas Huber
459575c96b6e418914e2ffc6741ecc8d71e3968dbeAndreas Huber    void prepareAsync();
46afed0e1fa37473a4cd30018577b560acc79d9a3fAndreas Huber
4757a339cdb7524f883de3ceb364c0b5606df0c610Andreas Huber    void setVideoSurfaceTextureAsync(
488ba01021b573889802e67e029225a96f0dfa471aAndy McFadden            const sp<IGraphicBufferProducer> &bufferProducer);
4957a339cdb7524f883de3ceb364c0b5606df0c610Andreas Huber
50f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    void setAudioSink(const sp<MediaPlayerBase::AudioSink> &sink);
51f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    void start();
52f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
5343c3e6ce02215ca99d506458f596cb1211639f29Andreas Huber    void pause();
5443c3e6ce02215ca99d506458f596cb1211639f29Andreas Huber    void resume();
5543c3e6ce02215ca99d506458f596cb1211639f29Andreas Huber
5643c3e6ce02215ca99d506458f596cb1211639f29Andreas Huber    // Will notify the driver through "notifyResetComplete" once finished.
571aef211b4e5dc952081727bfd2318b2cb5ca4506Andreas Huber    void resetAsync();
581aef211b4e5dc952081727bfd2318b2cb5ca4506Andreas Huber
5943c3e6ce02215ca99d506458f596cb1211639f29Andreas Huber    // Will notify the driver through "notifySeekComplete" once finished.
6043c3e6ce02215ca99d506458f596cb1211639f29Andreas Huber    void seekToAsync(int64_t seekTimeUs);
6143c3e6ce02215ca99d506458f596cb1211639f29Andreas Huber
620d268a3cae145afb2720c88ae38fb81550be5584James Dong    status_t setVideoScalingMode(int32_t mode);
63dcb89b3b505522efde173c105a851c412f947178Chong Zhang    status_t getTrackInfo(Parcel* reply) const;
64dcb89b3b505522efde173c105a851c412f947178Chong Zhang    status_t selectTrack(size_t trackIndex, bool select);
650d268a3cae145afb2720c88ae38fb81550be5584James Dong
66f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected:
67f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    virtual ~NuPlayer();
68f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
69f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    virtual void onMessageReceived(const sp<AMessage> &msg);
70f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
71840667883fd09d44015716d79bc3ac4d60edc0f0Andreas Huberpublic:
72840667883fd09d44015716d79bc3ac4d60edc0f0Andreas Huber    struct NuPlayerStreamListener;
73840667883fd09d44015716d79bc3ac4d60edc0f0Andreas Huber    struct Source;
74840667883fd09d44015716d79bc3ac4d60edc0f0Andreas Huber
75f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate:
76f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    struct Decoder;
77afed0e1fa37473a4cd30018577b560acc79d9a3fAndreas Huber    struct GenericSource;
785bc087c573c70c84c6a39946457590b42d392a33Andreas Huber    struct HTTPLiveSource;
795bc087c573c70c84c6a39946457590b42d392a33Andreas Huber    struct Renderer;
80afed0e1fa37473a4cd30018577b560acc79d9a3fAndreas Huber    struct RTSPSource;
815bc087c573c70c84c6a39946457590b42d392a33Andreas Huber    struct StreamingSource;
82a1f8ab0ad670c30e57f3f072df13df66fe4f4910Andreas Huber    struct Action;
83a1f8ab0ad670c30e57f3f072df13df66fe4f4910Andreas Huber    struct SeekAction;
8457a339cdb7524f883de3ceb364c0b5606df0c610Andreas Huber    struct SetSurfaceAction;
8514f7672b5d450ed26a06fd3bb3ce045ea78b11b2Andreas Huber    struct ShutdownDecoderAction;
8614f7672b5d450ed26a06fd3bb3ce045ea78b11b2Andreas Huber    struct PostMessageAction;
87a1f8ab0ad670c30e57f3f072df13df66fe4f4910Andreas Huber    struct SimpleAction;
88f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
89f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    enum {
90078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber        kWhatSetDataSource              = '=DaS',
919575c96b6e418914e2ffc6741ecc8d71e3968dbeAndreas Huber        kWhatPrepare                    = 'prep',
92078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber        kWhatSetVideoNativeWindow       = '=NaW',
93078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber        kWhatSetAudioSink               = '=AuS',
94078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber        kWhatMoreDataQueued             = 'more',
95078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber        kWhatStart                      = 'strt',
96078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber        kWhatScanSources                = 'scan',
97078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber        kWhatVideoNotify                = 'vidN',
98078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber        kWhatAudioNotify                = 'audN',
99078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber        kWhatRendererNotify             = 'renN',
100078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber        kWhatReset                      = 'rset',
101078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber        kWhatSeek                       = 'seek',
102078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber        kWhatPause                      = 'paus',
103078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber        kWhatResume                     = 'rsme',
104b7c8e91880463ff4981e3e53e98e45d68e2fe374Andreas Huber        kWhatPollDuration               = 'polD',
105b5f25f005bc1d3ae35f45b58c88345e183dc336dAndreas Huber        kWhatSourceNotify               = 'srcN',
106dcb89b3b505522efde173c105a851c412f947178Chong Zhang        kWhatGetTrackInfo               = 'gTrI',
107dcb89b3b505522efde173c105a851c412f947178Chong Zhang        kWhatSelectTrack                = 'selT',
108f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    };
109f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
11043c3e6ce02215ca99d506458f596cb1211639f29Andreas Huber    wp<NuPlayerDriver> mDriver;
1119b80c2bdb205bc143104f54d0743b6eedd67b14eAndreas Huber    bool mUIDValid;
1129b80c2bdb205bc143104f54d0743b6eedd67b14eAndreas Huber    uid_t mUID;
1135bc087c573c70c84c6a39946457590b42d392a33Andreas Huber    sp<Source> mSource;
1149575c96b6e418914e2ffc6741ecc8d71e3968dbeAndreas Huber    uint32_t mSourceFlags;
1151173118eace0e9e347cb007f0da817cee87579edGlenn Kasten    sp<NativeWindowWrapper> mNativeWindow;
116f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    sp<MediaPlayerBase::AudioSink> mAudioSink;
117f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    sp<Decoder> mVideoDecoder;
1183fe62150fa3dd6d25cb84aad80bc9e27ddd16c45Andreas Huber    bool mVideoIsAVC;
119f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    sp<Decoder> mAudioDecoder;
120f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    sp<Renderer> mRenderer;
121f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
122a1f8ab0ad670c30e57f3f072df13df66fe4f4910Andreas Huber    List<sp<Action> > mDeferredActions;
123a1f8ab0ad670c30e57f3f072df13df66fe4f4910Andreas Huber
124f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    bool mAudioEOS;
125f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    bool mVideoEOS;
126f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
1275bc087c573c70c84c6a39946457590b42d392a33Andreas Huber    bool mScanSourcesPending;
1281aef211b4e5dc952081727bfd2318b2cb5ca4506Andreas Huber    int32_t mScanSourcesGeneration;
1295bc087c573c70c84c6a39946457590b42d392a33Andreas Huber
130b7c8e91880463ff4981e3e53e98e45d68e2fe374Andreas Huber    int32_t mPollDurationGeneration;
131b7c8e91880463ff4981e3e53e98e45d68e2fe374Andreas Huber
132f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    enum FlushStatus {
133f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        NONE,
134f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        AWAITING_DISCONTINUITY,
135f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        FLUSHING_DECODER,
1361aef211b4e5dc952081727bfd2318b2cb5ca4506Andreas Huber        FLUSHING_DECODER_SHUTDOWN,
1373831a066bcf1019864a94d2bc7b4c9241efc5c22Andreas Huber        SHUTTING_DOWN_DECODER,
1383831a066bcf1019864a94d2bc7b4c9241efc5c22Andreas Huber        FLUSHED,
1393831a066bcf1019864a94d2bc7b4c9241efc5c22Andreas Huber        SHUT_DOWN,
140f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    };
141f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
1426e3d311b6631b12aac2879d1b08c3534aece78b1Andreas Huber    // Once the current flush is complete this indicates whether the
1436e3d311b6631b12aac2879d1b08c3534aece78b1Andreas Huber    // notion of time has changed.
1446e3d311b6631b12aac2879d1b08c3534aece78b1Andreas Huber    bool mTimeDiscontinuityPending;
1456e3d311b6631b12aac2879d1b08c3534aece78b1Andreas Huber
146f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    FlushStatus mFlushingAudio;
147f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    FlushStatus mFlushingVideo;
148f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
14932f3cefa373cd55e63deda36ca9d07c7fe22eaafAndreas Huber    int64_t mSkipRenderingAudioUntilMediaTimeUs;
15032f3cefa373cd55e63deda36ca9d07c7fe22eaafAndreas Huber    int64_t mSkipRenderingVideoUntilMediaTimeUs;
15132f3cefa373cd55e63deda36ca9d07c7fe22eaafAndreas Huber
1523fe62150fa3dd6d25cb84aad80bc9e27ddd16c45Andreas Huber    int64_t mVideoLateByUs;
1533fe62150fa3dd6d25cb84aad80bc9e27ddd16c45Andreas Huber    int64_t mNumFramesTotal, mNumFramesDropped;
1543fe62150fa3dd6d25cb84aad80bc9e27ddd16c45Andreas Huber
1550d268a3cae145afb2720c88ae38fb81550be5584James Dong    int32_t mVideoScalingMode;
1560d268a3cae145afb2720c88ae38fb81550be5584James Dong
15757a339cdb7524f883de3ceb364c0b5606df0c610Andreas Huber    bool mStarted;
15857a339cdb7524f883de3ceb364c0b5606df0c610Andreas Huber
1595bc087c573c70c84c6a39946457590b42d392a33Andreas Huber    status_t instantiateDecoder(bool audio, sp<Decoder> *decoder);
160f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
161f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    status_t feedDecoderInputData(bool audio, const sp<AMessage> &msg);
162f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    void renderBuffer(bool audio, const sp<AMessage> &msg);
163f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
164dcb89b3b505522efde173c105a851c412f947178Chong Zhang    void notifyListener(int msg, int ext1, int ext2, const Parcel *in = NULL);
165f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
1663831a066bcf1019864a94d2bc7b4c9241efc5c22Andreas Huber    void finishFlushIfPossible();
1673831a066bcf1019864a94d2bc7b4c9241efc5c22Andreas Huber
1681aef211b4e5dc952081727bfd2318b2cb5ca4506Andreas Huber    void flushDecoder(bool audio, bool needShutdown);
1691aef211b4e5dc952081727bfd2318b2cb5ca4506Andreas Huber
1701aef211b4e5dc952081727bfd2318b2cb5ca4506Andreas Huber    static bool IsFlushingState(FlushStatus state, bool *needShutdown = NULL);
1711aef211b4e5dc952081727bfd2318b2cb5ca4506Andreas Huber
1721aef211b4e5dc952081727bfd2318b2cb5ca4506Andreas Huber    void postScanSources();
17353df1a460bcfdd129ca2bc416dee2009e35c042eAndreas Huber
174b7c8e91880463ff4981e3e53e98e45d68e2fe374Andreas Huber    void schedulePollDuration();
175b7c8e91880463ff4981e3e53e98e45d68e2fe374Andreas Huber    void cancelPollDuration();
176b7c8e91880463ff4981e3e53e98e45d68e2fe374Andreas Huber
177a1f8ab0ad670c30e57f3f072df13df66fe4f4910Andreas Huber    void processDeferredActions();
178a1f8ab0ad670c30e57f3f072df13df66fe4f4910Andreas Huber
179a1f8ab0ad670c30e57f3f072df13df66fe4f4910Andreas Huber    void performSeek(int64_t seekTimeUs);
180a1f8ab0ad670c30e57f3f072df13df66fe4f4910Andreas Huber    void performDecoderFlush();
18114f7672b5d450ed26a06fd3bb3ce045ea78b11b2Andreas Huber    void performDecoderShutdown(bool audio, bool video);
182a1f8ab0ad670c30e57f3f072df13df66fe4f4910Andreas Huber    void performReset();
183a1f8ab0ad670c30e57f3f072df13df66fe4f4910Andreas Huber    void performScanSources();
18457a339cdb7524f883de3ceb364c0b5606df0c610Andreas Huber    void performSetSurface(const sp<NativeWindowWrapper> &wrapper);
185a1f8ab0ad670c30e57f3f072df13df66fe4f4910Andreas Huber
1869575c96b6e418914e2ffc6741ecc8d71e3968dbeAndreas Huber    void onSourceNotify(const sp<AMessage> &msg);
1879575c96b6e418914e2ffc6741ecc8d71e3968dbeAndreas Huber
18814f7672b5d450ed26a06fd3bb3ce045ea78b11b2Andreas Huber    void queueDecoderShutdown(
18914f7672b5d450ed26a06fd3bb3ce045ea78b11b2Andreas Huber            bool audio, bool video, const sp<AMessage> &reply);
19014f7672b5d450ed26a06fd3bb3ce045ea78b11b2Andreas Huber
191f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    DISALLOW_EVIL_CONSTRUCTORS(NuPlayer);
192f933441648ef6a71dee783d733aac17b9508b452Andreas Huber};
193f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
194f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}  // namespace android
195f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
196f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#endif  // NU_PLAYER_H_
197