MediaPlayerService.h revision efbb781c15abf8e085f5ab8d39710bd58ea0b6e4 
1/*
2**
3** Copyright 2008, The Android Open Source Project
4**
5** Licensed under the Apache License, Version 2.0 (the "License");
6** you may not use this file except in compliance with the License.
7** You may obtain a copy of the License at
8**
9**     http://www.apache.org/licenses/LICENSE-2.0
10**
11** Unless required by applicable law or agreed to in writing, software
12** distributed under the License is distributed on an "AS IS" BASIS,
13** WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
14** See the License for the specific language governing permissions and
15** limitations under the License.
16*/
17
18#ifndef ANDROID_MEDIAPLAYERSERVICE_H
19#define ANDROID_MEDIAPLAYERSERVICE_H
20
21#include <arpa/inet.h>
22
23#include <utils/Log.h>
24#include <utils/threads.h>
25#include <utils/List.h>
26#include <utils/Errors.h>
27#include <utils/KeyedVector.h>
28#include <utils/String8.h>
29#include <utils/Vector.h>
30
31#include <media/IMediaPlayerService.h>
32#include <media/MediaPlayerInterface.h>
33#include <media/Metadata.h>
34#include <media/stagefright/foundation/ABase.h>
35
36#include <system/audio.h>
37
38namespace android {
39
40class AudioTrack;
41class IMediaRecorder;
42class IMediaMetadataRetriever;
43class IOMX;
44class IRemoteDisplay;
45class IRemoteDisplayClient;
46class MediaRecorderClient;
47struct RemoteDisplay;
48
49#define CALLBACK_ANTAGONIZER 0
50#if CALLBACK_ANTAGONIZER
51class Antagonizer {
52public:
53    Antagonizer(notify_callback_f cb, void* client);
54    void start() { mActive = true; }
55    void stop() { mActive = false; }
56    void kill();
57private:
58    static const int interval;
59    Antagonizer();
60    static int callbackThread(void* cookie);
61    Mutex               mLock;
62    Condition           mCondition;
63    bool                mExit;
64    bool                mActive;
65    void*               mClient;
66    notify_callback_f   mCb;
67};
68#endif
69
70class MediaPlayerService : public BnMediaPlayerService
71{
72    class Client;
73
74    class AudioOutput : public MediaPlayerBase::AudioSink
75    {
76        class CallbackData;
77
78     public:
79                                AudioOutput(int sessionId);
80        virtual                 ~AudioOutput();
81
82        virtual bool            ready() const { return mTrack != NULL; }
83        virtual bool            realtime() const { return true; }
84        virtual ssize_t         bufferSize() const;
85        virtual ssize_t         frameCount() const;
86        virtual ssize_t         channelCount() const;
87        virtual ssize_t         frameSize() const;
88        virtual uint32_t        latency() const;
89        virtual float           msecsPerFrame() const;
90        virtual status_t        getPosition(uint32_t *position) const;
91        virtual status_t        getFramesWritten(uint32_t *frameswritten) const;
92        virtual int             getSessionId() const;
93
94        virtual status_t        open(
95                uint32_t sampleRate, int channelCount, audio_channel_mask_t channelMask,
96                audio_format_t format, int bufferCount,
97                AudioCallback cb, void *cookie,
98                audio_output_flags_t flags = AUDIO_OUTPUT_FLAG_NONE);
99
100        virtual void            start();
101        virtual ssize_t         write(const void* buffer, size_t size);
102        virtual void            stop();
103        virtual void            flush();
104        virtual void            pause();
105        virtual void            close();
106                void            setAudioStreamType(audio_stream_type_t streamType) { mStreamType = streamType; }
107                void            setVolume(float left, float right);
108        virtual status_t        setPlaybackRatePermille(int32_t ratePermille);
109                status_t        setAuxEffectSendLevel(float level);
110                status_t        attachAuxEffect(int effectId);
111        virtual status_t        dump(int fd, const Vector<String16>& args) const;
112
113        static bool             isOnEmulator();
114        static int              getMinBufferCount();
115                void            setNextOutput(const sp<AudioOutput>& nextOutput);
116                void            switchToNextOutput();
117        virtual bool            needsTrailingPadding() { return mNextOutput == NULL; }
118
119    private:
120        static void             setMinBufferCount();
121        static void             CallbackWrapper(
122                int event, void *me, void *info);
123
124        AudioTrack*             mTrack;
125        AudioTrack*             mRecycledTrack;
126        sp<AudioOutput>         mNextOutput;
127        AudioCallback           mCallback;
128        void *                  mCallbackCookie;
129        CallbackData *          mCallbackData;
130        uint64_t                mBytesWritten;
131        audio_stream_type_t     mStreamType;
132        float                   mLeftVolume;
133        float                   mRightVolume;
134        int32_t                 mPlaybackRatePermille;
135        uint32_t                mSampleRateHz; // sample rate of the content, as set in open()
136        float                   mMsecsPerFrame;
137        int                     mSessionId;
138        float                   mSendLevel;
139        int                     mAuxEffectId;
140        static bool             mIsOnEmulator;
141        static int              mMinBufferCount;  // 12 for emulator; otherwise 4
142        audio_output_flags_t    mFlags;
143
144        // CallbackData is what is passed to the AudioTrack as the "user" data.
145        // We need to be able to target this to a different Output on the fly,
146        // so we can't use the Output itself for this.
147        class CallbackData {
148        public:
149            CallbackData(AudioOutput *cookie) {
150                mData = cookie;
151                mSwitching = false;
152            }
153            AudioOutput *   getOutput() { return mData;}
154            void            setOutput(AudioOutput* newcookie) { mData = newcookie; }
155            // lock/unlock are used by the callback before accessing the payload of this object
156            void            lock() { mLock.lock(); }
157            void            unlock() { mLock.unlock(); }
158            // beginTrackSwitch/endTrackSwitch are used when this object is being handed over
159            // to the next sink.
160            void            beginTrackSwitch() { mLock.lock(); mSwitching = true; }
161            void            endTrackSwitch() {
162                if (mSwitching) {
163                    mLock.unlock();
164                }
165                mSwitching = false;
166            }
167        private:
168            AudioOutput *   mData;
169            mutable Mutex   mLock;
170            bool            mSwitching;
171            DISALLOW_EVIL_CONSTRUCTORS(CallbackData);
172        };
173
174    }; // AudioOutput
175
176
177    class AudioCache : public MediaPlayerBase::AudioSink
178    {
179    public:
180                                AudioCache(const char* name);
181        virtual                 ~AudioCache() {}
182
183        virtual bool            ready() const { return (mChannelCount > 0) && (mHeap->getHeapID() > 0); }
184        virtual bool            realtime() const { return false; }
185        virtual ssize_t         bufferSize() const { return frameSize() * mFrameCount; }
186        virtual ssize_t         frameCount() const { return mFrameCount; }
187        virtual ssize_t         channelCount() const { return (ssize_t)mChannelCount; }
188        virtual ssize_t         frameSize() const { return ssize_t(mChannelCount * ((mFormat == AUDIO_FORMAT_PCM_16_BIT)?sizeof(int16_t):sizeof(u_int8_t))); }
189        virtual uint32_t        latency() const;
190        virtual float           msecsPerFrame() const;
191        virtual status_t        getPosition(uint32_t *position) const;
192        virtual status_t        getFramesWritten(uint32_t *frameswritten) const;
193        virtual int             getSessionId() const;
194
195        virtual status_t        open(
196                uint32_t sampleRate, int channelCount, audio_channel_mask_t channelMask,
197                audio_format_t format, int bufferCount = 1,
198                AudioCallback cb = NULL, void *cookie = NULL,
199                audio_output_flags_t flags = AUDIO_OUTPUT_FLAG_NONE);
200
201        virtual void            start();
202        virtual ssize_t         write(const void* buffer, size_t size);
203        virtual void            stop();
204        virtual void            flush() {}
205        virtual void            pause() {}
206        virtual void            close() {}
207                void            setAudioStreamType(audio_stream_type_t streamType) {}
208                void            setVolume(float left, float right) {}
209        virtual status_t        setPlaybackRatePermille(int32_t ratePermille) { return INVALID_OPERATION; }
210                uint32_t        sampleRate() const { return mSampleRate; }
211                audio_format_t  format() const { return mFormat; }
212                size_t          size() const { return mSize; }
213                status_t        wait();
214
215                sp<IMemoryHeap> getHeap() const { return mHeap; }
216
217        static  void            notify(void* cookie, int msg,
218                                       int ext1, int ext2, const Parcel *obj);
219        virtual status_t        dump(int fd, const Vector<String16>& args) const;
220
221    private:
222                                AudioCache();
223
224        Mutex               mLock;
225        Condition           mSignal;
226        sp<MemoryHeapBase>  mHeap;
227        float               mMsecsPerFrame;
228        uint16_t            mChannelCount;
229        audio_format_t      mFormat;
230        ssize_t             mFrameCount;
231        uint32_t            mSampleRate;
232        uint32_t            mSize;
233        int                 mError;
234        bool                mCommandComplete;
235
236        sp<Thread>          mCallbackThread;
237    }; // AudioCache
238
239public:
240    static  void                instantiate();
241
242    // IMediaPlayerService interface
243    virtual sp<IMediaRecorder>  createMediaRecorder(pid_t pid);
244    void    removeMediaRecorderClient(wp<MediaRecorderClient> client);
245    virtual sp<IMediaMetadataRetriever> createMetadataRetriever(pid_t pid);
246
247    virtual sp<IMediaPlayer>    create(pid_t pid, const sp<IMediaPlayerClient>& client, int audioSessionId);
248
249    virtual sp<IMemory>         decode(const char* url, uint32_t *pSampleRate, int* pNumChannels, audio_format_t* pFormat);
250    virtual sp<IMemory>         decode(int fd, int64_t offset, int64_t length, uint32_t *pSampleRate, int* pNumChannels, audio_format_t* pFormat);
251    virtual sp<IOMX>            getOMX();
252    virtual sp<ICrypto>         makeCrypto();
253    virtual sp<IHDCP>           makeHDCP();
254
255    virtual sp<IRemoteDisplay> listenForRemoteDisplay(const sp<IRemoteDisplayClient>& client,
256            const String8& iface);
257    virtual status_t            enableRemoteDisplay(const char *iface);
258
259    virtual status_t            dump(int fd, const Vector<String16>& args);
260
261            void                removeClient(wp<Client> client);
262
263    // For battery usage tracking purpose
264    struct BatteryUsageInfo {
265        // how many streams are being played by one UID
266        int     refCount;
267        // a temp variable to store the duration(ms) of audio codecs
268        // when we start a audio codec, we minus the system time from audioLastTime
269        // when we pause it, we add the system time back to the audioLastTime
270        // so after the pause, audioLastTime = pause time - start time
271        // if multiple audio streams are played (or recorded), then audioLastTime
272        // = the total playing time of all the streams
273        int32_t audioLastTime;
274        // when all the audio streams are being paused, we assign audioLastTime to
275        // this variable, so this value could be provided to the battery app
276        // in the next pullBatteryData call
277        int32_t audioTotalTime;
278
279        int32_t videoLastTime;
280        int32_t videoTotalTime;
281    };
282    KeyedVector<int, BatteryUsageInfo>    mBatteryData;
283
284    enum {
285        SPEAKER,
286        OTHER_AUDIO_DEVICE,
287        SPEAKER_AND_OTHER,
288        NUM_AUDIO_DEVICES
289    };
290
291    struct BatteryAudioFlingerUsageInfo {
292        int refCount; // how many audio streams are being played
293        int deviceOn[NUM_AUDIO_DEVICES]; // whether the device is currently used
294        int32_t lastTime[NUM_AUDIO_DEVICES]; // in ms
295        // totalTime[]: total time of audio output devices usage
296        int32_t totalTime[NUM_AUDIO_DEVICES]; // in ms
297    };
298
299    // This varialble is used to record the usage of audio output device
300    // for battery app
301    BatteryAudioFlingerUsageInfo mBatteryAudio;
302
303    // Collect info of the codec usage from media player and media recorder
304    virtual void                addBatteryData(uint32_t params);
305    // API for the Battery app to pull the data of codecs usage
306    virtual status_t            pullBatteryData(Parcel* reply);
307private:
308
309    class Client : public BnMediaPlayer {
310        // IMediaPlayer interface
311        virtual void            disconnect();
312        virtual status_t        setVideoSurfaceTexture(
313                                        const sp<ISurfaceTexture>& surfaceTexture);
314        virtual status_t        prepareAsync();
315        virtual status_t        start();
316        virtual status_t        stop();
317        virtual status_t        pause();
318        virtual status_t        isPlaying(bool* state);
319        virtual status_t        seekTo(int msec);
320        virtual status_t        getCurrentPosition(int* msec);
321        virtual status_t        getDuration(int* msec);
322        virtual status_t        reset();
323        virtual status_t        setAudioStreamType(audio_stream_type_t type);
324        virtual status_t        setLooping(int loop);
325        virtual status_t        setVolume(float leftVolume, float rightVolume);
326        virtual status_t        invoke(const Parcel& request, Parcel *reply);
327        virtual status_t        setMetadataFilter(const Parcel& filter);
328        virtual status_t        getMetadata(bool update_only,
329                                            bool apply_filter,
330                                            Parcel *reply);
331        virtual status_t        setAuxEffectSendLevel(float level);
332        virtual status_t        attachAuxEffect(int effectId);
333        virtual status_t        setParameter(int key, const Parcel &request);
334        virtual status_t        getParameter(int key, Parcel *reply);
335        virtual status_t        setRetransmitEndpoint(const struct sockaddr_in* endpoint);
336        virtual status_t        getRetransmitEndpoint(struct sockaddr_in* endpoint);
337        virtual status_t        setNextPlayer(const sp<IMediaPlayer>& player);
338
339        sp<MediaPlayerBase>     createPlayer(player_type playerType);
340
341        virtual status_t        setDataSource(
342                        const char *url,
343                        const KeyedVector<String8, String8> *headers);
344
345        virtual status_t        setDataSource(int fd, int64_t offset, int64_t length);
346
347        virtual status_t        setDataSource(const sp<IStreamSource> &source);
348
349        sp<MediaPlayerBase>     setDataSource_pre(player_type playerType);
350        void                    setDataSource_post(const sp<MediaPlayerBase>& p,
351                                                   status_t status);
352
353        static  void            notify(void* cookie, int msg,
354                                       int ext1, int ext2, const Parcel *obj);
355
356                pid_t           pid() const { return mPid; }
357        virtual status_t        dump(int fd, const Vector<String16>& args) const;
358
359                int             getAudioSessionId() { return mAudioSessionId; }
360
361    private:
362        friend class MediaPlayerService;
363                                Client( const sp<MediaPlayerService>& service,
364                                        pid_t pid,
365                                        int32_t connId,
366                                        const sp<IMediaPlayerClient>& client,
367                                        int audioSessionId,
368                                        uid_t uid);
369                                Client();
370        virtual                 ~Client();
371
372                void            deletePlayer();
373
374        sp<MediaPlayerBase>     getPlayer() const { Mutex::Autolock lock(mLock); return mPlayer; }
375
376
377
378        // @param type Of the metadata to be tested.
379        // @return true if the metadata should be dropped according to
380        //              the filters.
381        bool shouldDropMetadata(media::Metadata::Type type) const;
382
383        // Add a new element to the set of metadata updated. Noop if
384        // the element exists already.
385        // @param type Of the metadata to be recorded.
386        void addNewMetadataUpdate(media::Metadata::Type type);
387
388        // Disconnect from the currently connected ANativeWindow.
389        void disconnectNativeWindow();
390
391        mutable     Mutex                       mLock;
392                    sp<MediaPlayerBase>         mPlayer;
393                    sp<MediaPlayerService>      mService;
394                    sp<IMediaPlayerClient>      mClient;
395                    sp<AudioOutput>             mAudioOutput;
396                    pid_t                       mPid;
397                    status_t                    mStatus;
398                    bool                        mLoop;
399                    int32_t                     mConnId;
400                    int                         mAudioSessionId;
401                    uid_t                       mUID;
402                    sp<ANativeWindow>           mConnectedWindow;
403                    sp<IBinder>                 mConnectedWindowBinder;
404                    struct sockaddr_in          mRetransmitEndpoint;
405                    bool                        mRetransmitEndpointValid;
406                    sp<Client>                  mNextClient;
407
408        // Metadata filters.
409        media::Metadata::Filter mMetadataAllow;  // protected by mLock
410        media::Metadata::Filter mMetadataDrop;  // protected by mLock
411
412        // Metadata updated. For each MEDIA_INFO_METADATA_UPDATE
413        // notification we try to update mMetadataUpdated which is a
414        // set: no duplicate.
415        // getMetadata clears this set.
416        media::Metadata::Filter mMetadataUpdated;  // protected by mLock
417
418#if CALLBACK_ANTAGONIZER
419                    Antagonizer*                mAntagonizer;
420#endif
421    }; // Client
422
423// ----------------------------------------------------------------------------
424
425                            MediaPlayerService();
426    virtual                 ~MediaPlayerService();
427
428    mutable     Mutex                       mLock;
429                SortedVector< wp<Client> >  mClients;
430                SortedVector< wp<MediaRecorderClient> > mMediaRecorderClients;
431                int32_t                     mNextConnId;
432                sp<IOMX>                    mOMX;
433                sp<ICrypto>                 mCrypto;
434                sp<RemoteDisplay>           mRemoteDisplay;
435};
436
437// ----------------------------------------------------------------------------
438
439}; // namespace android
440
441#endif // ANDROID_MEDIAPLAYERSERVICE_H
442