MediaPlayerService.h revision 3a474aa67fc31505740526dd249d96204c08bf79
1/*
2**
3** Copyright 2008, The Android Open Source Project
4**
5** Licensed under the Apache License, Version 2.0 (the "License");
6** you may not use this file except in compliance with the License.
7** You may obtain a copy of the License at
8**
9**     http://www.apache.org/licenses/LICENSE-2.0
10**
11** Unless required by applicable law or agreed to in writing, software
12** distributed under the License is distributed on an "AS IS" BASIS,
13** WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
14** See the License for the specific language governing permissions and
15** limitations under the License.
16*/
17
18#ifndef ANDROID_MEDIAPLAYERSERVICE_H
19#define ANDROID_MEDIAPLAYERSERVICE_H
20
21#include <arpa/inet.h>
22
23#include <utils/threads.h>
24#include <utils/Errors.h>
25#include <utils/KeyedVector.h>
26#include <utils/String8.h>
27#include <utils/Vector.h>
28
29#include <media/MediaPlayerInterface.h>
30#include <media/Metadata.h>
31#include <media/stagefright/foundation/ABase.h>
32
33#include <system/audio.h>
34
35namespace android {
36
37struct AudioPlaybackRate;
38class AudioTrack;
39struct AVSyncSettings;
40class IDataSource;
41class IMediaRecorder;
42class IMediaMetadataRetriever;
43class IOMX;
44class IRemoteDisplay;
45class IRemoteDisplayClient;
46class MediaRecorderClient;
47
48#define CALLBACK_ANTAGONIZER 0
49#if CALLBACK_ANTAGONIZER
50class Antagonizer {
51public:
52    Antagonizer(notify_callback_f cb, void* client);
53    void start() { mActive = true; }
54    void stop() { mActive = false; }
55    void kill();
56private:
57    static const int interval;
58    Antagonizer();
59    static int callbackThread(void* cookie);
60    Mutex               mLock;
61    Condition           mCondition;
62    bool                mExit;
63    bool                mActive;
64    void*               mClient;
65    notify_callback_f   mCb;
66};
67#endif
68
69class MediaPlayerService : public BnMediaPlayerService
70{
71    class Client;
72
73    class AudioOutput : public MediaPlayerBase::AudioSink
74    {
75        class CallbackData;
76
77     public:
78                                AudioOutput(int sessionId, int uid, int pid,
79                                        const audio_attributes_t * attr);
80        virtual                 ~AudioOutput();
81
82        virtual bool            ready() const { return mTrack != 0; }
83        virtual ssize_t         bufferSize() const;
84        virtual ssize_t         frameCount() const;
85        virtual ssize_t         channelCount() const;
86        virtual ssize_t         frameSize() const;
87        virtual uint32_t        latency() const;
88        virtual float           msecsPerFrame() const;
89        virtual status_t        getPosition(uint32_t *position) const;
90        virtual status_t        getTimestamp(AudioTimestamp &ts) const;
91        virtual status_t        getFramesWritten(uint32_t *frameswritten) const;
92        virtual int             getSessionId() const;
93        virtual uint32_t        getSampleRate() const;
94
95        virtual status_t        open(
96                uint32_t sampleRate, int channelCount, audio_channel_mask_t channelMask,
97                audio_format_t format, int bufferCount,
98                AudioCallback cb, void *cookie,
99                audio_output_flags_t flags = AUDIO_OUTPUT_FLAG_NONE,
100                const audio_offload_info_t *offloadInfo = NULL);
101
102        virtual status_t        start();
103        virtual ssize_t         write(const void* buffer, size_t size, bool blocking = true);
104        virtual void            stop();
105        virtual void            flush();
106        virtual void            pause();
107        virtual void            close();
108                void            setAudioStreamType(audio_stream_type_t streamType) {
109                                                                        mStreamType = streamType; }
110        virtual audio_stream_type_t getAudioStreamType() const { return mStreamType; }
111                void            setAudioAttributes(const audio_attributes_t * attributes);
112
113                void            setVolume(float left, float right);
114        virtual status_t        setPlaybackRate(const AudioPlaybackRate& rate);
115        virtual status_t        getPlaybackRate(AudioPlaybackRate* rate /* nonnull */);
116
117                status_t        setAuxEffectSendLevel(float level);
118                status_t        attachAuxEffect(int effectId);
119        virtual status_t        dump(int fd, const Vector<String16>& args) const;
120
121        static bool             isOnEmulator();
122        static int              getMinBufferCount();
123                void            setNextOutput(const sp<AudioOutput>& nextOutput);
124                void            switchToNextOutput();
125        virtual bool            needsTrailingPadding() { return mNextOutput == NULL; }
126        virtual status_t        setParameters(const String8& keyValuePairs);
127        virtual String8         getParameters(const String8& keys);
128
129    private:
130        static void             setMinBufferCount();
131        static void             CallbackWrapper(
132                int event, void *me, void *info);
133               void             deleteRecycledTrack();
134
135        sp<AudioTrack>          mTrack;
136        sp<AudioTrack>          mRecycledTrack;
137        sp<AudioOutput>         mNextOutput;
138        AudioCallback           mCallback;
139        void *                  mCallbackCookie;
140        CallbackData *          mCallbackData;
141        uint64_t                mBytesWritten;
142        audio_stream_type_t     mStreamType;
143        const audio_attributes_t *mAttributes;
144        float                   mLeftVolume;
145        float                   mRightVolume;
146        AudioPlaybackRate       mPlaybackRate;
147        uint32_t                mSampleRateHz; // sample rate of the content, as set in open()
148        float                   mMsecsPerFrame;
149        int                     mSessionId;
150        int                     mUid;
151        int                     mPid;
152        float                   mSendLevel;
153        int                     mAuxEffectId;
154        static bool             mIsOnEmulator;
155        static int              mMinBufferCount;  // 12 for emulator; otherwise 4
156        audio_output_flags_t    mFlags;
157
158        // CallbackData is what is passed to the AudioTrack as the "user" data.
159        // We need to be able to target this to a different Output on the fly,
160        // so we can't use the Output itself for this.
161        class CallbackData {
162        public:
163            CallbackData(AudioOutput *cookie) {
164                mData = cookie;
165                mSwitching = false;
166            }
167            AudioOutput *   getOutput() { return mData;}
168            void            setOutput(AudioOutput* newcookie) { mData = newcookie; }
169            // lock/unlock are used by the callback before accessing the payload of this object
170            void            lock() { mLock.lock(); }
171            void            unlock() { mLock.unlock(); }
172            // beginTrackSwitch/endTrackSwitch are used when this object is being handed over
173            // to the next sink.
174            void            beginTrackSwitch() { mLock.lock(); mSwitching = true; }
175            void            endTrackSwitch() {
176                if (mSwitching) {
177                    mLock.unlock();
178                }
179                mSwitching = false;
180            }
181        private:
182            AudioOutput *   mData;
183            mutable Mutex   mLock;
184            bool            mSwitching;
185            DISALLOW_EVIL_CONSTRUCTORS(CallbackData);
186        };
187
188    }; // AudioOutput
189
190
191public:
192    static  void                instantiate();
193
194    // IMediaPlayerService interface
195    virtual sp<IMediaRecorder>  createMediaRecorder(const String16 &opPackageName);
196    void    removeMediaRecorderClient(wp<MediaRecorderClient> client);
197    virtual sp<IMediaMetadataRetriever> createMetadataRetriever();
198
199    virtual sp<IMediaPlayer>    create(const sp<IMediaPlayerClient>& client, int audioSessionId);
200
201    virtual sp<IMediaCodecList> getCodecList() const;
202    virtual sp<IOMX>            getOMX();
203    virtual sp<ICrypto>         makeCrypto();
204    virtual sp<IDrm>            makeDrm();
205    virtual sp<IHDCP>           makeHDCP(bool createEncryptionModule);
206
207    virtual sp<IRemoteDisplay> listenForRemoteDisplay(const String16 &opPackageName,
208            const sp<IRemoteDisplayClient>& client, const String8& iface);
209    virtual status_t            dump(int fd, const Vector<String16>& args);
210
211            void                removeClient(wp<Client> client);
212
213    // For battery usage tracking purpose
214    struct BatteryUsageInfo {
215        // how many streams are being played by one UID
216        int     refCount;
217        // a temp variable to store the duration(ms) of audio codecs
218        // when we start a audio codec, we minus the system time from audioLastTime
219        // when we pause it, we add the system time back to the audioLastTime
220        // so after the pause, audioLastTime = pause time - start time
221        // if multiple audio streams are played (or recorded), then audioLastTime
222        // = the total playing time of all the streams
223        int32_t audioLastTime;
224        // when all the audio streams are being paused, we assign audioLastTime to
225        // this variable, so this value could be provided to the battery app
226        // in the next pullBatteryData call
227        int32_t audioTotalTime;
228
229        int32_t videoLastTime;
230        int32_t videoTotalTime;
231    };
232    KeyedVector<int, BatteryUsageInfo>    mBatteryData;
233
234    enum {
235        SPEAKER,
236        OTHER_AUDIO_DEVICE,
237        SPEAKER_AND_OTHER,
238        NUM_AUDIO_DEVICES
239    };
240
241    struct BatteryAudioFlingerUsageInfo {
242        int refCount; // how many audio streams are being played
243        int deviceOn[NUM_AUDIO_DEVICES]; // whether the device is currently used
244        int32_t lastTime[NUM_AUDIO_DEVICES]; // in ms
245        // totalTime[]: total time of audio output devices usage
246        int32_t totalTime[NUM_AUDIO_DEVICES]; // in ms
247    };
248
249    // This varialble is used to record the usage of audio output device
250    // for battery app
251    BatteryAudioFlingerUsageInfo mBatteryAudio;
252
253    // Collect info of the codec usage from media player and media recorder
254    virtual void                addBatteryData(uint32_t params);
255    // API for the Battery app to pull the data of codecs usage
256    virtual status_t            pullBatteryData(Parcel* reply);
257private:
258
259    class Client : public BnMediaPlayer {
260        // IMediaPlayer interface
261        virtual void            disconnect();
262        virtual status_t        setVideoSurfaceTexture(
263                                        const sp<IGraphicBufferProducer>& bufferProducer);
264        virtual status_t        prepareAsync();
265        virtual status_t        start();
266        virtual status_t        stop();
267        virtual status_t        pause();
268        virtual status_t        isPlaying(bool* state);
269        virtual status_t        setPlaybackSettings(const AudioPlaybackRate& rate);
270        virtual status_t        getPlaybackSettings(AudioPlaybackRate* rate /* nonnull */);
271        virtual status_t        setSyncSettings(const AVSyncSettings& rate, float videoFpsHint);
272        virtual status_t        getSyncSettings(AVSyncSettings* rate /* nonnull */,
273                                                float* videoFps /* nonnull */);
274        virtual status_t        seekTo(int msec);
275        virtual status_t        getCurrentPosition(int* msec);
276        virtual status_t        getDuration(int* msec);
277        virtual status_t        reset();
278        virtual status_t        setAudioStreamType(audio_stream_type_t type);
279        virtual status_t        setLooping(int loop);
280        virtual status_t        setVolume(float leftVolume, float rightVolume);
281        virtual status_t        invoke(const Parcel& request, Parcel *reply);
282        virtual status_t        setMetadataFilter(const Parcel& filter);
283        virtual status_t        getMetadata(bool update_only,
284                                            bool apply_filter,
285                                            Parcel *reply);
286        virtual status_t        setAuxEffectSendLevel(float level);
287        virtual status_t        attachAuxEffect(int effectId);
288        virtual status_t        setParameter(int key, const Parcel &request);
289        virtual status_t        getParameter(int key, Parcel *reply);
290        virtual status_t        setRetransmitEndpoint(const struct sockaddr_in* endpoint);
291        virtual status_t        getRetransmitEndpoint(struct sockaddr_in* endpoint);
292        virtual status_t        setNextPlayer(const sp<IMediaPlayer>& player);
293
294        sp<MediaPlayerBase>     createPlayer(player_type playerType);
295
296        virtual status_t        setDataSource(
297                        const sp<IMediaHTTPService> &httpService,
298                        const char *url,
299                        const KeyedVector<String8, String8> *headers);
300
301        virtual status_t        setDataSource(int fd, int64_t offset, int64_t length);
302
303        virtual status_t        setDataSource(const sp<IStreamSource> &source);
304        virtual status_t        setDataSource(const sp<IDataSource> &source);
305
306
307        sp<MediaPlayerBase>     setDataSource_pre(player_type playerType);
308        void                    setDataSource_post(const sp<MediaPlayerBase>& p,
309                                                   status_t status);
310
311        static  void            notify(void* cookie, int msg,
312                                       int ext1, int ext2, const Parcel *obj);
313
314                pid_t           pid() const { return mPid; }
315        virtual status_t        dump(int fd, const Vector<String16>& args);
316
317                int             getAudioSessionId() { return mAudioSessionId; }
318
319    private:
320        friend class MediaPlayerService;
321                                Client( const sp<MediaPlayerService>& service,
322                                        pid_t pid,
323                                        int32_t connId,
324                                        const sp<IMediaPlayerClient>& client,
325                                        int audioSessionId,
326                                        uid_t uid);
327                                Client();
328        virtual                 ~Client();
329
330                void            deletePlayer();
331
332        sp<MediaPlayerBase>     getPlayer() const { Mutex::Autolock lock(mLock); return mPlayer; }
333
334
335
336        // @param type Of the metadata to be tested.
337        // @return true if the metadata should be dropped according to
338        //              the filters.
339        bool shouldDropMetadata(media::Metadata::Type type) const;
340
341        // Add a new element to the set of metadata updated. Noop if
342        // the element exists already.
343        // @param type Of the metadata to be recorded.
344        void addNewMetadataUpdate(media::Metadata::Type type);
345
346        // Disconnect from the currently connected ANativeWindow.
347        void disconnectNativeWindow();
348
349        status_t setAudioAttributes_l(const Parcel &request);
350
351        mutable     Mutex                       mLock;
352                    sp<MediaPlayerBase>         mPlayer;
353                    sp<MediaPlayerService>      mService;
354                    sp<IMediaPlayerClient>      mClient;
355                    sp<AudioOutput>             mAudioOutput;
356                    pid_t                       mPid;
357                    status_t                    mStatus;
358                    bool                        mLoop;
359                    int32_t                     mConnId;
360                    int                         mAudioSessionId;
361                    audio_attributes_t *        mAudioAttributes;
362                    uid_t                       mUID;
363                    sp<ANativeWindow>           mConnectedWindow;
364                    sp<IBinder>                 mConnectedWindowBinder;
365                    struct sockaddr_in          mRetransmitEndpoint;
366                    bool                        mRetransmitEndpointValid;
367                    sp<Client>                  mNextClient;
368
369        // Metadata filters.
370        media::Metadata::Filter mMetadataAllow;  // protected by mLock
371        media::Metadata::Filter mMetadataDrop;  // protected by mLock
372
373        // Metadata updated. For each MEDIA_INFO_METADATA_UPDATE
374        // notification we try to update mMetadataUpdated which is a
375        // set: no duplicate.
376        // getMetadata clears this set.
377        media::Metadata::Filter mMetadataUpdated;  // protected by mLock
378
379#if CALLBACK_ANTAGONIZER
380                    Antagonizer*                mAntagonizer;
381#endif
382    }; // Client
383
384// ----------------------------------------------------------------------------
385
386                            MediaPlayerService();
387    virtual                 ~MediaPlayerService();
388
389    mutable     Mutex                       mLock;
390                SortedVector< wp<Client> >  mClients;
391                SortedVector< wp<MediaRecorderClient> > mMediaRecorderClients;
392                int32_t                     mNextConnId;
393                sp<IOMX>                    mOMX;
394                sp<ICrypto>                 mCrypto;
395};
396
397// ----------------------------------------------------------------------------
398
399}; // namespace android
400
401#endif // ANDROID_MEDIAPLAYERSERVICE_H
402