NuPlayer.h revision 8ba01021b573889802e67e029225a96f0dfa471a
1f933441648ef6a71dee783d733aac17b9508b452Andreas Huber/*
2f933441648ef6a71dee783d733aac17b9508b452Andreas Huber * Copyright (C) 2010 The Android Open Source Project
3f933441648ef6a71dee783d733aac17b9508b452Andreas Huber *
4f933441648ef6a71dee783d733aac17b9508b452Andreas Huber * Licensed under the Apache License, Version 2.0 (the "License");
5f933441648ef6a71dee783d733aac17b9508b452Andreas Huber * you may not use this file except in compliance with the License.
6f933441648ef6a71dee783d733aac17b9508b452Andreas Huber * You may obtain a copy of the License at
7f933441648ef6a71dee783d733aac17b9508b452Andreas Huber *
8f933441648ef6a71dee783d733aac17b9508b452Andreas Huber *      http://www.apache.org/licenses/LICENSE-2.0
9f933441648ef6a71dee783d733aac17b9508b452Andreas Huber *
10f933441648ef6a71dee783d733aac17b9508b452Andreas Huber * Unless required by applicable law or agreed to in writing, software
11f933441648ef6a71dee783d733aac17b9508b452Andreas Huber * distributed under the License is distributed on an "AS IS" BASIS,
12f933441648ef6a71dee783d733aac17b9508b452Andreas Huber * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13f933441648ef6a71dee783d733aac17b9508b452Andreas Huber * See the License for the specific language governing permissions and
14f933441648ef6a71dee783d733aac17b9508b452Andreas Huber * limitations under the License.
15f933441648ef6a71dee783d733aac17b9508b452Andreas Huber */
16f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
17f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#ifndef NU_PLAYER_H_
18f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
19f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#define NU_PLAYER_H_
20f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
21f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/MediaPlayerInterface.h>
22f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/foundation/AHandler.h>
231173118eace0e9e347cb007f0da817cee87579edGlenn Kasten#include <media/stagefright/NativeWindowWrapper.h>
24f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
25f933441648ef6a71dee783d733aac17b9508b452Andreas Hubernamespace android {
26f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
27f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct ACodec;
28f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct MetaData;
2943c3e6ce02215ca99d506458f596cb1211639f29Andreas Huberstruct NuPlayerDriver;
30f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
31f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct NuPlayer : public AHandler {
32f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    NuPlayer();
33f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
349b80c2bdb205bc143104f54d0743b6eedd67b14eAndreas Huber    void setUID(uid_t uid);
359b80c2bdb205bc143104f54d0743b6eedd67b14eAndreas Huber
3643c3e6ce02215ca99d506458f596cb1211639f29Andreas Huber    void setDriver(const wp<NuPlayerDriver> &driver);
37f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
38f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    void setDataSource(const sp<IStreamSource> &source);
395bc087c573c70c84c6a39946457590b42d392a33Andreas Huber
405bc087c573c70c84c6a39946457590b42d392a33Andreas Huber    void setDataSource(
415bc087c573c70c84c6a39946457590b42d392a33Andreas Huber            const char *url, const KeyedVector<String8, String8> *headers);
425bc087c573c70c84c6a39946457590b42d392a33Andreas Huber
43afed0e1fa37473a4cd30018577b560acc79d9a3fAndreas Huber    void setDataSource(int fd, int64_t offset, int64_t length);
44afed0e1fa37473a4cd30018577b560acc79d9a3fAndreas Huber
4557a339cdb7524f883de3ceb364c0b5606df0c610Andreas Huber    void setVideoSurfaceTextureAsync(
468ba01021b573889802e67e029225a96f0dfa471aAndy McFadden            const sp<IGraphicBufferProducer> &bufferProducer);
4757a339cdb7524f883de3ceb364c0b5606df0c610Andreas Huber
48f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    void setAudioSink(const sp<MediaPlayerBase::AudioSink> &sink);
49f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    void start();
50f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
5143c3e6ce02215ca99d506458f596cb1211639f29Andreas Huber    void pause();
5243c3e6ce02215ca99d506458f596cb1211639f29Andreas Huber    void resume();
5343c3e6ce02215ca99d506458f596cb1211639f29Andreas Huber
5443c3e6ce02215ca99d506458f596cb1211639f29Andreas Huber    // Will notify the driver through "notifyResetComplete" once finished.
551aef211b4e5dc952081727bfd2318b2cb5ca4506Andreas Huber    void resetAsync();
561aef211b4e5dc952081727bfd2318b2cb5ca4506Andreas Huber
5743c3e6ce02215ca99d506458f596cb1211639f29Andreas Huber    // Will notify the driver through "notifySeekComplete" once finished.
5843c3e6ce02215ca99d506458f596cb1211639f29Andreas Huber    void seekToAsync(int64_t seekTimeUs);
5943c3e6ce02215ca99d506458f596cb1211639f29Andreas Huber
600d268a3cae145afb2720c88ae38fb81550be5584James Dong    status_t setVideoScalingMode(int32_t mode);
610d268a3cae145afb2720c88ae38fb81550be5584James Dong
62f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected:
63f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    virtual ~NuPlayer();
64f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
65f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    virtual void onMessageReceived(const sp<AMessage> &msg);
66f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
67840667883fd09d44015716d79bc3ac4d60edc0f0Andreas Huberpublic:
68840667883fd09d44015716d79bc3ac4d60edc0f0Andreas Huber    struct NuPlayerStreamListener;
69840667883fd09d44015716d79bc3ac4d60edc0f0Andreas Huber    struct Source;
70840667883fd09d44015716d79bc3ac4d60edc0f0Andreas Huber
71f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate:
72f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    struct Decoder;
73afed0e1fa37473a4cd30018577b560acc79d9a3fAndreas Huber    struct GenericSource;
745bc087c573c70c84c6a39946457590b42d392a33Andreas Huber    struct HTTPLiveSource;
755bc087c573c70c84c6a39946457590b42d392a33Andreas Huber    struct Renderer;
76afed0e1fa37473a4cd30018577b560acc79d9a3fAndreas Huber    struct RTSPSource;
775bc087c573c70c84c6a39946457590b42d392a33Andreas Huber    struct StreamingSource;
78a1f8ab0ad670c30e57f3f072df13df66fe4f4910Andreas Huber    struct Action;
79a1f8ab0ad670c30e57f3f072df13df66fe4f4910Andreas Huber    struct SeekAction;
8057a339cdb7524f883de3ceb364c0b5606df0c610Andreas Huber    struct SetSurfaceAction;
81a1f8ab0ad670c30e57f3f072df13df66fe4f4910Andreas Huber    struct SimpleAction;
82f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
83f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    enum {
84078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber        kWhatSetDataSource              = '=DaS',
85078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber        kWhatSetVideoNativeWindow       = '=NaW',
86078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber        kWhatSetAudioSink               = '=AuS',
87078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber        kWhatMoreDataQueued             = 'more',
88078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber        kWhatStart                      = 'strt',
89078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber        kWhatScanSources                = 'scan',
90078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber        kWhatVideoNotify                = 'vidN',
91078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber        kWhatAudioNotify                = 'audN',
92078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber        kWhatRendererNotify             = 'renN',
93078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber        kWhatReset                      = 'rset',
94078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber        kWhatSeek                       = 'seek',
95078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber        kWhatPause                      = 'paus',
96078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber        kWhatResume                     = 'rsme',
97b7c8e91880463ff4981e3e53e98e45d68e2fe374Andreas Huber        kWhatPollDuration               = 'polD',
98f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    };
99f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
10043c3e6ce02215ca99d506458f596cb1211639f29Andreas Huber    wp<NuPlayerDriver> mDriver;
1019b80c2bdb205bc143104f54d0743b6eedd67b14eAndreas Huber    bool mUIDValid;
1029b80c2bdb205bc143104f54d0743b6eedd67b14eAndreas Huber    uid_t mUID;
1035bc087c573c70c84c6a39946457590b42d392a33Andreas Huber    sp<Source> mSource;
1041173118eace0e9e347cb007f0da817cee87579edGlenn Kasten    sp<NativeWindowWrapper> mNativeWindow;
105f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    sp<MediaPlayerBase::AudioSink> mAudioSink;
106f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    sp<Decoder> mVideoDecoder;
1073fe62150fa3dd6d25cb84aad80bc9e27ddd16c45Andreas Huber    bool mVideoIsAVC;
108f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    sp<Decoder> mAudioDecoder;
109f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    sp<Renderer> mRenderer;
110f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
111a1f8ab0ad670c30e57f3f072df13df66fe4f4910Andreas Huber    List<sp<Action> > mDeferredActions;
112a1f8ab0ad670c30e57f3f072df13df66fe4f4910Andreas Huber
113f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    bool mAudioEOS;
114f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    bool mVideoEOS;
115f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
1165bc087c573c70c84c6a39946457590b42d392a33Andreas Huber    bool mScanSourcesPending;
1171aef211b4e5dc952081727bfd2318b2cb5ca4506Andreas Huber    int32_t mScanSourcesGeneration;
1185bc087c573c70c84c6a39946457590b42d392a33Andreas Huber
119b7c8e91880463ff4981e3e53e98e45d68e2fe374Andreas Huber    int32_t mPollDurationGeneration;
120b7c8e91880463ff4981e3e53e98e45d68e2fe374Andreas Huber
121f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    enum FlushStatus {
122f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        NONE,
123f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        AWAITING_DISCONTINUITY,
124f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        FLUSHING_DECODER,
1251aef211b4e5dc952081727bfd2318b2cb5ca4506Andreas Huber        FLUSHING_DECODER_SHUTDOWN,
1263831a066bcf1019864a94d2bc7b4c9241efc5c22Andreas Huber        SHUTTING_DOWN_DECODER,
1273831a066bcf1019864a94d2bc7b4c9241efc5c22Andreas Huber        FLUSHED,
1283831a066bcf1019864a94d2bc7b4c9241efc5c22Andreas Huber        SHUT_DOWN,
129f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    };
130f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
1316e3d311b6631b12aac2879d1b08c3534aece78b1Andreas Huber    // Once the current flush is complete this indicates whether the
1326e3d311b6631b12aac2879d1b08c3534aece78b1Andreas Huber    // notion of time has changed.
1336e3d311b6631b12aac2879d1b08c3534aece78b1Andreas Huber    bool mTimeDiscontinuityPending;
1346e3d311b6631b12aac2879d1b08c3534aece78b1Andreas Huber
135f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    FlushStatus mFlushingAudio;
136f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    FlushStatus mFlushingVideo;
137f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
13832f3cefa373cd55e63deda36ca9d07c7fe22eaafAndreas Huber    int64_t mSkipRenderingAudioUntilMediaTimeUs;
13932f3cefa373cd55e63deda36ca9d07c7fe22eaafAndreas Huber    int64_t mSkipRenderingVideoUntilMediaTimeUs;
14032f3cefa373cd55e63deda36ca9d07c7fe22eaafAndreas Huber
1413fe62150fa3dd6d25cb84aad80bc9e27ddd16c45Andreas Huber    int64_t mVideoLateByUs;
1423fe62150fa3dd6d25cb84aad80bc9e27ddd16c45Andreas Huber    int64_t mNumFramesTotal, mNumFramesDropped;
1433fe62150fa3dd6d25cb84aad80bc9e27ddd16c45Andreas Huber
1440d268a3cae145afb2720c88ae38fb81550be5584James Dong    int32_t mVideoScalingMode;
1450d268a3cae145afb2720c88ae38fb81550be5584James Dong
14657a339cdb7524f883de3ceb364c0b5606df0c610Andreas Huber    bool mStarted;
14757a339cdb7524f883de3ceb364c0b5606df0c610Andreas Huber
1485bc087c573c70c84c6a39946457590b42d392a33Andreas Huber    status_t instantiateDecoder(bool audio, sp<Decoder> *decoder);
149f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
150f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    status_t feedDecoderInputData(bool audio, const sp<AMessage> &msg);
151f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    void renderBuffer(bool audio, const sp<AMessage> &msg);
152f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
153f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    void notifyListener(int msg, int ext1, int ext2);
154f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
1553831a066bcf1019864a94d2bc7b4c9241efc5c22Andreas Huber    void finishFlushIfPossible();
1563831a066bcf1019864a94d2bc7b4c9241efc5c22Andreas Huber
1571aef211b4e5dc952081727bfd2318b2cb5ca4506Andreas Huber    void flushDecoder(bool audio, bool needShutdown);
1581aef211b4e5dc952081727bfd2318b2cb5ca4506Andreas Huber
1591aef211b4e5dc952081727bfd2318b2cb5ca4506Andreas Huber    static bool IsFlushingState(FlushStatus state, bool *needShutdown = NULL);
1601aef211b4e5dc952081727bfd2318b2cb5ca4506Andreas Huber
1611aef211b4e5dc952081727bfd2318b2cb5ca4506Andreas Huber    void postScanSources();
16253df1a460bcfdd129ca2bc416dee2009e35c042eAndreas Huber
163b7c8e91880463ff4981e3e53e98e45d68e2fe374Andreas Huber    void schedulePollDuration();
164b7c8e91880463ff4981e3e53e98e45d68e2fe374Andreas Huber    void cancelPollDuration();
165b7c8e91880463ff4981e3e53e98e45d68e2fe374Andreas Huber
166a1f8ab0ad670c30e57f3f072df13df66fe4f4910Andreas Huber    void processDeferredActions();
167a1f8ab0ad670c30e57f3f072df13df66fe4f4910Andreas Huber
168a1f8ab0ad670c30e57f3f072df13df66fe4f4910Andreas Huber    void performSeek(int64_t seekTimeUs);
169a1f8ab0ad670c30e57f3f072df13df66fe4f4910Andreas Huber    void performDecoderFlush();
170a1f8ab0ad670c30e57f3f072df13df66fe4f4910Andreas Huber    void performDecoderShutdown();
171a1f8ab0ad670c30e57f3f072df13df66fe4f4910Andreas Huber    void performReset();
172a1f8ab0ad670c30e57f3f072df13df66fe4f4910Andreas Huber    void performScanSources();
17357a339cdb7524f883de3ceb364c0b5606df0c610Andreas Huber    void performSetSurface(const sp<NativeWindowWrapper> &wrapper);
174a1f8ab0ad670c30e57f3f072df13df66fe4f4910Andreas Huber
175f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    DISALLOW_EVIL_CONSTRUCTORS(NuPlayer);
176f933441648ef6a71dee783d733aac17b9508b452Andreas Huber};
177f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
178f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}  // namespace android
179f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
180f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#endif  // NU_PLAYER_H_
181