NuPlayer.h revision a7fa1d9530b6870f2c7850e3025d7db963661803
1f933441648ef6a71dee783d733aac17b9508b452Andreas Huber/*
2f933441648ef6a71dee783d733aac17b9508b452Andreas Huber * Copyright (C) 2010 The Android Open Source Project
3f933441648ef6a71dee783d733aac17b9508b452Andreas Huber *
4f933441648ef6a71dee783d733aac17b9508b452Andreas Huber * Licensed under the Apache License, Version 2.0 (the "License");
5f933441648ef6a71dee783d733aac17b9508b452Andreas Huber * you may not use this file except in compliance with the License.
6f933441648ef6a71dee783d733aac17b9508b452Andreas Huber * You may obtain a copy of the License at
7f933441648ef6a71dee783d733aac17b9508b452Andreas Huber *
8f933441648ef6a71dee783d733aac17b9508b452Andreas Huber *      http://www.apache.org/licenses/LICENSE-2.0
9f933441648ef6a71dee783d733aac17b9508b452Andreas Huber *
10f933441648ef6a71dee783d733aac17b9508b452Andreas Huber * Unless required by applicable law or agreed to in writing, software
11f933441648ef6a71dee783d733aac17b9508b452Andreas Huber * distributed under the License is distributed on an "AS IS" BASIS,
12f933441648ef6a71dee783d733aac17b9508b452Andreas Huber * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13f933441648ef6a71dee783d733aac17b9508b452Andreas Huber * See the License for the specific language governing permissions and
14f933441648ef6a71dee783d733aac17b9508b452Andreas Huber * limitations under the License.
15f933441648ef6a71dee783d733aac17b9508b452Andreas Huber */
16f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
17f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#ifndef NU_PLAYER_H_
18f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
19f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#define NU_PLAYER_H_
20f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
21f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/MediaPlayerInterface.h>
22f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#include <media/stagefright/foundation/AHandler.h>
231173118eace0e9e347cb007f0da817cee87579edGlenn Kasten#include <media/stagefright/NativeWindowWrapper.h>
24f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
25f933441648ef6a71dee783d733aac17b9508b452Andreas Hubernamespace android {
26f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
27404fced9bfa8fa423ee210a271ca051ffd1bec13Chong Zhangstruct ABuffer;
28f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct MetaData;
2943c3e6ce02215ca99d506458f596cb1211639f29Andreas Huberstruct NuPlayerDriver;
30f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
31f933441648ef6a71dee783d733aac17b9508b452Andreas Huberstruct NuPlayer : public AHandler {
32f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    NuPlayer();
33f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
349b80c2bdb205bc143104f54d0743b6eedd67b14eAndreas Huber    void setUID(uid_t uid);
359b80c2bdb205bc143104f54d0743b6eedd67b14eAndreas Huber
3643c3e6ce02215ca99d506458f596cb1211639f29Andreas Huber    void setDriver(const wp<NuPlayerDriver> &driver);
37f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
389575c96b6e418914e2ffc6741ecc8d71e3968dbeAndreas Huber    void setDataSourceAsync(const sp<IStreamSource> &source);
395bc087c573c70c84c6a39946457590b42d392a33Andreas Huber
409575c96b6e418914e2ffc6741ecc8d71e3968dbeAndreas Huber    void setDataSourceAsync(
411b86fe063badb5f28c467ade39be0f4008688947Andreas Huber            const sp<IMediaHTTPService> &httpService,
421b86fe063badb5f28c467ade39be0f4008688947Andreas Huber            const char *url,
431b86fe063badb5f28c467ade39be0f4008688947Andreas Huber            const KeyedVector<String8, String8> *headers);
445bc087c573c70c84c6a39946457590b42d392a33Andreas Huber
459575c96b6e418914e2ffc6741ecc8d71e3968dbeAndreas Huber    void setDataSourceAsync(int fd, int64_t offset, int64_t length);
469575c96b6e418914e2ffc6741ecc8d71e3968dbeAndreas Huber
479575c96b6e418914e2ffc6741ecc8d71e3968dbeAndreas Huber    void prepareAsync();
48afed0e1fa37473a4cd30018577b560acc79d9a3fAndreas Huber
4957a339cdb7524f883de3ceb364c0b5606df0c610Andreas Huber    void setVideoSurfaceTextureAsync(
508ba01021b573889802e67e029225a96f0dfa471aAndy McFadden            const sp<IGraphicBufferProducer> &bufferProducer);
5157a339cdb7524f883de3ceb364c0b5606df0c610Andreas Huber
52f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    void setAudioSink(const sp<MediaPlayerBase::AudioSink> &sink);
53f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    void start();
54f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
5543c3e6ce02215ca99d506458f596cb1211639f29Andreas Huber    void pause();
5643c3e6ce02215ca99d506458f596cb1211639f29Andreas Huber    void resume();
5743c3e6ce02215ca99d506458f596cb1211639f29Andreas Huber
5843c3e6ce02215ca99d506458f596cb1211639f29Andreas Huber    // Will notify the driver through "notifyResetComplete" once finished.
591aef211b4e5dc952081727bfd2318b2cb5ca4506Andreas Huber    void resetAsync();
601aef211b4e5dc952081727bfd2318b2cb5ca4506Andreas Huber
6143c3e6ce02215ca99d506458f596cb1211639f29Andreas Huber    // Will notify the driver through "notifySeekComplete" once finished.
6243c3e6ce02215ca99d506458f596cb1211639f29Andreas Huber    void seekToAsync(int64_t seekTimeUs);
6343c3e6ce02215ca99d506458f596cb1211639f29Andreas Huber
640d268a3cae145afb2720c88ae38fb81550be5584James Dong    status_t setVideoScalingMode(int32_t mode);
65dcb89b3b505522efde173c105a851c412f947178Chong Zhang    status_t getTrackInfo(Parcel* reply) const;
66dcb89b3b505522efde173c105a851c412f947178Chong Zhang    status_t selectTrack(size_t trackIndex, bool select);
670d268a3cae145afb2720c88ae38fb81550be5584James Dong
68f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprotected:
69f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    virtual ~NuPlayer();
70f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
71f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    virtual void onMessageReceived(const sp<AMessage> &msg);
72f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
73840667883fd09d44015716d79bc3ac4d60edc0f0Andreas Huberpublic:
74840667883fd09d44015716d79bc3ac4d60edc0f0Andreas Huber    struct NuPlayerStreamListener;
75840667883fd09d44015716d79bc3ac4d60edc0f0Andreas Huber    struct Source;
76840667883fd09d44015716d79bc3ac4d60edc0f0Andreas Huber
77f933441648ef6a71dee783d733aac17b9508b452Andreas Huberprivate:
78f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    struct Decoder;
79a7fa1d9530b6870f2c7850e3025d7db963661803Chong Zhang    struct CCDecoder;
80afed0e1fa37473a4cd30018577b560acc79d9a3fAndreas Huber    struct GenericSource;
815bc087c573c70c84c6a39946457590b42d392a33Andreas Huber    struct HTTPLiveSource;
825bc087c573c70c84c6a39946457590b42d392a33Andreas Huber    struct Renderer;
83afed0e1fa37473a4cd30018577b560acc79d9a3fAndreas Huber    struct RTSPSource;
845bc087c573c70c84c6a39946457590b42d392a33Andreas Huber    struct StreamingSource;
85a1f8ab0ad670c30e57f3f072df13df66fe4f4910Andreas Huber    struct Action;
86a1f8ab0ad670c30e57f3f072df13df66fe4f4910Andreas Huber    struct SeekAction;
8757a339cdb7524f883de3ceb364c0b5606df0c610Andreas Huber    struct SetSurfaceAction;
8814f7672b5d450ed26a06fd3bb3ce045ea78b11b2Andreas Huber    struct ShutdownDecoderAction;
8914f7672b5d450ed26a06fd3bb3ce045ea78b11b2Andreas Huber    struct PostMessageAction;
90a1f8ab0ad670c30e57f3f072df13df66fe4f4910Andreas Huber    struct SimpleAction;
91f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
92f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    enum {
93078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber        kWhatSetDataSource              = '=DaS',
949575c96b6e418914e2ffc6741ecc8d71e3968dbeAndreas Huber        kWhatPrepare                    = 'prep',
95078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber        kWhatSetVideoNativeWindow       = '=NaW',
96078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber        kWhatSetAudioSink               = '=AuS',
97078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber        kWhatMoreDataQueued             = 'more',
98078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber        kWhatStart                      = 'strt',
99078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber        kWhatScanSources                = 'scan',
100078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber        kWhatVideoNotify                = 'vidN',
101078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber        kWhatAudioNotify                = 'audN',
102a7fa1d9530b6870f2c7850e3025d7db963661803Chong Zhang        kWhatClosedCaptionNotify        = 'capN',
103078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber        kWhatRendererNotify             = 'renN',
104078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber        kWhatReset                      = 'rset',
105078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber        kWhatSeek                       = 'seek',
106078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber        kWhatPause                      = 'paus',
107078cfcf7cce9185ec7559910d08b0bc02bfc88a3Andreas Huber        kWhatResume                     = 'rsme',
108b7c8e91880463ff4981e3e53e98e45d68e2fe374Andreas Huber        kWhatPollDuration               = 'polD',
109b5f25f005bc1d3ae35f45b58c88345e183dc336dAndreas Huber        kWhatSourceNotify               = 'srcN',
110dcb89b3b505522efde173c105a851c412f947178Chong Zhang        kWhatGetTrackInfo               = 'gTrI',
111dcb89b3b505522efde173c105a851c412f947178Chong Zhang        kWhatSelectTrack                = 'selT',
112f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    };
113f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
11443c3e6ce02215ca99d506458f596cb1211639f29Andreas Huber    wp<NuPlayerDriver> mDriver;
1159b80c2bdb205bc143104f54d0743b6eedd67b14eAndreas Huber    bool mUIDValid;
1169b80c2bdb205bc143104f54d0743b6eedd67b14eAndreas Huber    uid_t mUID;
1175bc087c573c70c84c6a39946457590b42d392a33Andreas Huber    sp<Source> mSource;
1189575c96b6e418914e2ffc6741ecc8d71e3968dbeAndreas Huber    uint32_t mSourceFlags;
1191173118eace0e9e347cb007f0da817cee87579edGlenn Kasten    sp<NativeWindowWrapper> mNativeWindow;
120f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    sp<MediaPlayerBase::AudioSink> mAudioSink;
121f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    sp<Decoder> mVideoDecoder;
1223fe62150fa3dd6d25cb84aad80bc9e27ddd16c45Andreas Huber    bool mVideoIsAVC;
123f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    sp<Decoder> mAudioDecoder;
124a7fa1d9530b6870f2c7850e3025d7db963661803Chong Zhang    sp<CCDecoder> mCCDecoder;
125f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    sp<Renderer> mRenderer;
126f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
127a1f8ab0ad670c30e57f3f072df13df66fe4f4910Andreas Huber    List<sp<Action> > mDeferredActions;
128a1f8ab0ad670c30e57f3f072df13df66fe4f4910Andreas Huber
129f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    bool mAudioEOS;
130f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    bool mVideoEOS;
131f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
1325bc087c573c70c84c6a39946457590b42d392a33Andreas Huber    bool mScanSourcesPending;
1331aef211b4e5dc952081727bfd2318b2cb5ca4506Andreas Huber    int32_t mScanSourcesGeneration;
1345bc087c573c70c84c6a39946457590b42d392a33Andreas Huber
135b7c8e91880463ff4981e3e53e98e45d68e2fe374Andreas Huber    int32_t mPollDurationGeneration;
136b7c8e91880463ff4981e3e53e98e45d68e2fe374Andreas Huber
137f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    enum FlushStatus {
138f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        NONE,
139f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        AWAITING_DISCONTINUITY,
140f933441648ef6a71dee783d733aac17b9508b452Andreas Huber        FLUSHING_DECODER,
1411aef211b4e5dc952081727bfd2318b2cb5ca4506Andreas Huber        FLUSHING_DECODER_SHUTDOWN,
1423831a066bcf1019864a94d2bc7b4c9241efc5c22Andreas Huber        SHUTTING_DOWN_DECODER,
1433831a066bcf1019864a94d2bc7b4c9241efc5c22Andreas Huber        FLUSHED,
1443831a066bcf1019864a94d2bc7b4c9241efc5c22Andreas Huber        SHUT_DOWN,
145f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    };
146f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
1476e3d311b6631b12aac2879d1b08c3534aece78b1Andreas Huber    // Once the current flush is complete this indicates whether the
1486e3d311b6631b12aac2879d1b08c3534aece78b1Andreas Huber    // notion of time has changed.
1496e3d311b6631b12aac2879d1b08c3534aece78b1Andreas Huber    bool mTimeDiscontinuityPending;
1506e3d311b6631b12aac2879d1b08c3534aece78b1Andreas Huber
151f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    FlushStatus mFlushingAudio;
152f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    FlushStatus mFlushingVideo;
153f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
15432f3cefa373cd55e63deda36ca9d07c7fe22eaafAndreas Huber    int64_t mSkipRenderingAudioUntilMediaTimeUs;
15532f3cefa373cd55e63deda36ca9d07c7fe22eaafAndreas Huber    int64_t mSkipRenderingVideoUntilMediaTimeUs;
15632f3cefa373cd55e63deda36ca9d07c7fe22eaafAndreas Huber
1573fe62150fa3dd6d25cb84aad80bc9e27ddd16c45Andreas Huber    int64_t mVideoLateByUs;
1583fe62150fa3dd6d25cb84aad80bc9e27ddd16c45Andreas Huber    int64_t mNumFramesTotal, mNumFramesDropped;
1593fe62150fa3dd6d25cb84aad80bc9e27ddd16c45Andreas Huber
1600d268a3cae145afb2720c88ae38fb81550be5584James Dong    int32_t mVideoScalingMode;
1610d268a3cae145afb2720c88ae38fb81550be5584James Dong
16257a339cdb7524f883de3ceb364c0b5606df0c610Andreas Huber    bool mStarted;
16357a339cdb7524f883de3ceb364c0b5606df0c610Andreas Huber
1645bc087c573c70c84c6a39946457590b42d392a33Andreas Huber    status_t instantiateDecoder(bool audio, sp<Decoder> *decoder);
165f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
166f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    status_t feedDecoderInputData(bool audio, const sp<AMessage> &msg);
167f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    void renderBuffer(bool audio, const sp<AMessage> &msg);
168f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
169dcb89b3b505522efde173c105a851c412f947178Chong Zhang    void notifyListener(int msg, int ext1, int ext2, const Parcel *in = NULL);
170f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
1713831a066bcf1019864a94d2bc7b4c9241efc5c22Andreas Huber    void finishFlushIfPossible();
1723831a066bcf1019864a94d2bc7b4c9241efc5c22Andreas Huber
1731aef211b4e5dc952081727bfd2318b2cb5ca4506Andreas Huber    void flushDecoder(bool audio, bool needShutdown);
1741aef211b4e5dc952081727bfd2318b2cb5ca4506Andreas Huber
1751aef211b4e5dc952081727bfd2318b2cb5ca4506Andreas Huber    static bool IsFlushingState(FlushStatus state, bool *needShutdown = NULL);
1761aef211b4e5dc952081727bfd2318b2cb5ca4506Andreas Huber
1771aef211b4e5dc952081727bfd2318b2cb5ca4506Andreas Huber    void postScanSources();
17853df1a460bcfdd129ca2bc416dee2009e35c042eAndreas Huber
179b7c8e91880463ff4981e3e53e98e45d68e2fe374Andreas Huber    void schedulePollDuration();
180b7c8e91880463ff4981e3e53e98e45d68e2fe374Andreas Huber    void cancelPollDuration();
181b7c8e91880463ff4981e3e53e98e45d68e2fe374Andreas Huber
182a1f8ab0ad670c30e57f3f072df13df66fe4f4910Andreas Huber    void processDeferredActions();
183a1f8ab0ad670c30e57f3f072df13df66fe4f4910Andreas Huber
184a1f8ab0ad670c30e57f3f072df13df66fe4f4910Andreas Huber    void performSeek(int64_t seekTimeUs);
185a1f8ab0ad670c30e57f3f072df13df66fe4f4910Andreas Huber    void performDecoderFlush();
18614f7672b5d450ed26a06fd3bb3ce045ea78b11b2Andreas Huber    void performDecoderShutdown(bool audio, bool video);
187a1f8ab0ad670c30e57f3f072df13df66fe4f4910Andreas Huber    void performReset();
188a1f8ab0ad670c30e57f3f072df13df66fe4f4910Andreas Huber    void performScanSources();
18957a339cdb7524f883de3ceb364c0b5606df0c610Andreas Huber    void performSetSurface(const sp<NativeWindowWrapper> &wrapper);
190a1f8ab0ad670c30e57f3f072df13df66fe4f4910Andreas Huber
1919575c96b6e418914e2ffc6741ecc8d71e3968dbeAndreas Huber    void onSourceNotify(const sp<AMessage> &msg);
192a7fa1d9530b6870f2c7850e3025d7db963661803Chong Zhang    void onClosedCaptionNotify(const sp<AMessage> &msg);
1939575c96b6e418914e2ffc6741ecc8d71e3968dbeAndreas Huber
19414f7672b5d450ed26a06fd3bb3ce045ea78b11b2Andreas Huber    void queueDecoderShutdown(
19514f7672b5d450ed26a06fd3bb3ce045ea78b11b2Andreas Huber            bool audio, bool video, const sp<AMessage> &reply);
19614f7672b5d450ed26a06fd3bb3ce045ea78b11b2Andreas Huber
197404fced9bfa8fa423ee210a271ca051ffd1bec13Chong Zhang    void sendSubtitleData(const sp<ABuffer> &buffer, int32_t baseIndex);
198404fced9bfa8fa423ee210a271ca051ffd1bec13Chong Zhang
199404fced9bfa8fa423ee210a271ca051ffd1bec13Chong Zhang    void writeTrackInfo(Parcel* reply, const sp<AMessage> format) const;
200404fced9bfa8fa423ee210a271ca051ffd1bec13Chong Zhang
201f933441648ef6a71dee783d733aac17b9508b452Andreas Huber    DISALLOW_EVIL_CONSTRUCTORS(NuPlayer);
202f933441648ef6a71dee783d733aac17b9508b452Andreas Huber};
203f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
204f933441648ef6a71dee783d733aac17b9508b452Andreas Huber}  // namespace android
205f933441648ef6a71dee783d733aac17b9508b452Andreas Huber
206f933441648ef6a71dee783d733aac17b9508b452Andreas Huber#endif  // NU_PLAYER_H_
207