MediaPlayerService.h revision cefac14261a32fb856b0d1ab31541787112e306e 
1/*
2**
3** Copyright 2008, The Android Open Source Project
4**
5** Licensed under the Apache License, Version 2.0 (the "License");
6** you may not use this file except in compliance with the License.
7** You may obtain a copy of the License at
8**
9**     http://www.apache.org/licenses/LICENSE-2.0
10**
11** Unless required by applicable law or agreed to in writing, software
12** distributed under the License is distributed on an "AS IS" BASIS,
13** WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
14** See the License for the specific language governing permissions and
15** limitations under the License.
16*/
17
18#ifndef ANDROID_MEDIAPLAYERSERVICE_H
19#define ANDROID_MEDIAPLAYERSERVICE_H
20
21#include <arpa/inet.h>
22
23#include <utils/threads.h>
24#include <utils/Errors.h>
25#include <utils/KeyedVector.h>
26#include <utils/String8.h>
27#include <utils/Vector.h>
28
29#include <media/MediaPlayerInterface.h>
30#include <media/Metadata.h>
31#include <media/stagefright/foundation/ABase.h>
32
33#include <system/audio.h>
34
35namespace android {
36
37struct AudioPlaybackRate;
38class AudioTrack;
39struct AVSyncSettings;
40class IDataSource;
41class IMediaRecorder;
42class IMediaMetadataRetriever;
43class IOMX;
44class IRemoteDisplay;
45class IRemoteDisplayClient;
46class MediaRecorderClient;
47
48#define CALLBACK_ANTAGONIZER 0
49#if CALLBACK_ANTAGONIZER
50class Antagonizer {
51public:
52    Antagonizer(notify_callback_f cb, void* client);
53    void start() { mActive = true; }
54    void stop() { mActive = false; }
55    void kill();
56private:
57    static const int interval;
58    Antagonizer();
59    static int callbackThread(void* cookie);
60    Mutex               mLock;
61    Condition           mCondition;
62    bool                mExit;
63    bool                mActive;
64    void*               mClient;
65    notify_callback_f   mCb;
66};
67#endif
68
69class MediaPlayerService : public BnMediaPlayerService
70{
71    class Client;
72
73    class AudioOutput : public MediaPlayerBase::AudioSink
74    {
75        class CallbackData;
76
77     public:
78                                AudioOutput(audio_session_t sessionId, uid_t uid, int pid,
79                                        const audio_attributes_t * attr);
80        virtual                 ~AudioOutput();
81
82        virtual bool            ready() const { return mTrack != 0; }
83        virtual ssize_t         bufferSize() const;
84        virtual ssize_t         frameCount() const;
85        virtual ssize_t         channelCount() const;
86        virtual ssize_t         frameSize() const;
87        virtual uint32_t        latency() const;
88        virtual float           msecsPerFrame() const;
89        virtual status_t        getPosition(uint32_t *position) const;
90        virtual status_t        getTimestamp(AudioTimestamp &ts) const;
91        virtual int64_t         getPlayedOutDurationUs(int64_t nowUs) const;
92        virtual status_t        getFramesWritten(uint32_t *frameswritten) const;
93        virtual audio_session_t getSessionId() const;
94        virtual uint32_t        getSampleRate() const;
95        virtual int64_t         getBufferDurationInUs() const;
96
97        virtual status_t        open(
98                uint32_t sampleRate, int channelCount, audio_channel_mask_t channelMask,
99                audio_format_t format, int bufferCount,
100                AudioCallback cb, void *cookie,
101                audio_output_flags_t flags = AUDIO_OUTPUT_FLAG_NONE,
102                const audio_offload_info_t *offloadInfo = NULL,
103                bool doNotReconnect = false,
104                uint32_t suggestedFrameCount = 0);
105
106        virtual status_t        start();
107        virtual ssize_t         write(const void* buffer, size_t size, bool blocking = true);
108        virtual void            stop();
109        virtual void            flush();
110        virtual void            pause();
111        virtual void            close();
112                void            setAudioStreamType(audio_stream_type_t streamType);
113        virtual audio_stream_type_t getAudioStreamType() const { return mStreamType; }
114                void            setAudioAttributes(const audio_attributes_t * attributes);
115
116                void            setVolume(float left, float right);
117        virtual status_t        setPlaybackRate(const AudioPlaybackRate& rate);
118        virtual status_t        getPlaybackRate(AudioPlaybackRate* rate /* nonnull */);
119
120                status_t        setAuxEffectSendLevel(float level);
121                status_t        attachAuxEffect(int effectId);
122        virtual status_t        dump(int fd, const Vector<String16>& args) const;
123
124        static bool             isOnEmulator();
125        static int              getMinBufferCount();
126                void            setNextOutput(const sp<AudioOutput>& nextOutput);
127                void            switchToNextOutput();
128        virtual bool            needsTrailingPadding() { return mNextOutput == NULL; }
129        virtual status_t        setParameters(const String8& keyValuePairs);
130        virtual String8         getParameters(const String8& keys);
131
132        virtual VolumeShaper::Status applyVolumeShaper(
133                                        const sp<VolumeShaper::Configuration>& configuration,
134                                        const sp<VolumeShaper::Operation>& operation) override;
135        virtual sp<VolumeShaper::State> getVolumeShaperState(int id) override;
136
137    private:
138        static void             setMinBufferCount();
139        static void             CallbackWrapper(
140                int event, void *me, void *info);
141               void             deleteRecycledTrack_l();
142               void             close_l();
143           status_t             updateTrack();
144
145        sp<AudioTrack>          mTrack;
146        sp<AudioTrack>          mRecycledTrack;
147        sp<AudioOutput>         mNextOutput;
148        AudioCallback           mCallback;
149        void *                  mCallbackCookie;
150        CallbackData *          mCallbackData;
151        audio_stream_type_t     mStreamType;
152        audio_attributes_t *    mAttributes;
153        float                   mLeftVolume;
154        float                   mRightVolume;
155        AudioPlaybackRate       mPlaybackRate;
156        uint32_t                mSampleRateHz; // sample rate of the content, as set in open()
157        float                   mMsecsPerFrame;
158        size_t                  mFrameSize;
159        audio_session_t         mSessionId;
160        uid_t                   mUid;
161        int                     mPid;
162        float                   mSendLevel;
163        int                     mAuxEffectId;
164        audio_output_flags_t    mFlags;
165        mutable Mutex           mLock;
166
167        // static variables below not protected by mutex
168        static bool             mIsOnEmulator;
169        static int              mMinBufferCount;  // 12 for emulator; otherwise 4
170
171        // CallbackData is what is passed to the AudioTrack as the "user" data.
172        // We need to be able to target this to a different Output on the fly,
173        // so we can't use the Output itself for this.
174        class CallbackData {
175            friend AudioOutput;
176        public:
177            explicit CallbackData(AudioOutput *cookie) {
178                mData = cookie;
179                mSwitching = false;
180            }
181            AudioOutput *   getOutput() const { return mData; }
182            void            setOutput(AudioOutput* newcookie) { mData = newcookie; }
183            // lock/unlock are used by the callback before accessing the payload of this object
184            void            lock() const { mLock.lock(); }
185            void            unlock() const { mLock.unlock(); }
186
187            // tryBeginTrackSwitch/endTrackSwitch are used when the CallbackData is handed over
188            // to the next sink.
189
190            // tryBeginTrackSwitch() returns true only if it obtains the lock.
191            bool            tryBeginTrackSwitch() {
192                LOG_ALWAYS_FATAL_IF(mSwitching, "tryBeginTrackSwitch() already called");
193                if (mLock.tryLock() != OK) {
194                    return false;
195                }
196                mSwitching = true;
197                return true;
198            }
199            void            endTrackSwitch() {
200                if (mSwitching) {
201                    mLock.unlock();
202                }
203                mSwitching = false;
204            }
205        private:
206            AudioOutput *   mData;
207            mutable Mutex   mLock; // a recursive mutex might make this unnecessary.
208            bool            mSwitching;
209            DISALLOW_EVIL_CONSTRUCTORS(CallbackData);
210        };
211
212    }; // AudioOutput
213
214
215public:
216    static  void                instantiate();
217
218    // IMediaPlayerService interface
219    virtual sp<IMediaRecorder>  createMediaRecorder(const String16 &opPackageName);
220    void    removeMediaRecorderClient(const wp<MediaRecorderClient>& client);
221    virtual sp<IMediaMetadataRetriever> createMetadataRetriever();
222
223    virtual sp<IMediaPlayer>    create(const sp<IMediaPlayerClient>& client,
224                                       audio_session_t audioSessionId);
225
226    virtual sp<IMediaCodecList> getCodecList() const;
227    virtual sp<IOMX>            getOMX();
228    virtual sp<IHDCP>           makeHDCP(bool createEncryptionModule);
229
230    virtual sp<IRemoteDisplay> listenForRemoteDisplay(const String16 &opPackageName,
231            const sp<IRemoteDisplayClient>& client, const String8& iface);
232    virtual status_t            dump(int fd, const Vector<String16>& args);
233
234            void                removeClient(const wp<Client>& client);
235            bool                hasClient(wp<Client> client);
236
237    enum {
238        MEDIASERVER_PROCESS_DEATH = 0,
239        MEDIAEXTRACTOR_PROCESS_DEATH = 1,
240        MEDIACODEC_PROCESS_DEATH = 2,
241        AUDIO_PROCESS_DEATH = 3,   // currently no need to track this
242        CAMERA_PROCESS_DEATH = 4
243    };
244
245    // For battery usage tracking purpose
246    struct BatteryUsageInfo {
247        // how many streams are being played by one UID
248        int     refCount;
249        // a temp variable to store the duration(ms) of audio codecs
250        // when we start a audio codec, we minus the system time from audioLastTime
251        // when we pause it, we add the system time back to the audioLastTime
252        // so after the pause, audioLastTime = pause time - start time
253        // if multiple audio streams are played (or recorded), then audioLastTime
254        // = the total playing time of all the streams
255        int32_t audioLastTime;
256        // when all the audio streams are being paused, we assign audioLastTime to
257        // this variable, so this value could be provided to the battery app
258        // in the next pullBatteryData call
259        int32_t audioTotalTime;
260
261        int32_t videoLastTime;
262        int32_t videoTotalTime;
263    };
264    KeyedVector<int, BatteryUsageInfo>    mBatteryData;
265
266    enum {
267        SPEAKER,
268        OTHER_AUDIO_DEVICE,
269        SPEAKER_AND_OTHER,
270        NUM_AUDIO_DEVICES
271    };
272
273    struct BatteryAudioFlingerUsageInfo {
274        int refCount; // how many audio streams are being played
275        int deviceOn[NUM_AUDIO_DEVICES]; // whether the device is currently used
276        int32_t lastTime[NUM_AUDIO_DEVICES]; // in ms
277        // totalTime[]: total time of audio output devices usage
278        int32_t totalTime[NUM_AUDIO_DEVICES]; // in ms
279    };
280
281    // This varialble is used to record the usage of audio output device
282    // for battery app
283    BatteryAudioFlingerUsageInfo mBatteryAudio;
284
285    // Collect info of the codec usage from media player and media recorder
286    virtual void                addBatteryData(uint32_t params);
287    // API for the Battery app to pull the data of codecs usage
288    virtual status_t            pullBatteryData(Parcel* reply);
289private:
290
291    class Client : public BnMediaPlayer {
292        // IMediaPlayer interface
293        virtual void            disconnect();
294        virtual status_t        setVideoSurfaceTexture(
295                                        const sp<IGraphicBufferProducer>& bufferProducer);
296        virtual status_t        setBufferingSettings(const BufferingSettings& buffering) override;
297        virtual status_t        getDefaultBufferingSettings(
298                                        BufferingSettings* buffering /* nonnull */) override;
299        virtual status_t        prepareAsync();
300        virtual status_t        start();
301        virtual status_t        stop();
302        virtual status_t        pause();
303        virtual status_t        isPlaying(bool* state);
304        virtual status_t        setPlaybackSettings(const AudioPlaybackRate& rate);
305        virtual status_t        getPlaybackSettings(AudioPlaybackRate* rate /* nonnull */);
306        virtual status_t        setSyncSettings(const AVSyncSettings& rate, float videoFpsHint);
307        virtual status_t        getSyncSettings(AVSyncSettings* rate /* nonnull */,
308                                                float* videoFps /* nonnull */);
309        virtual status_t        seekTo(
310                int msec,
311                MediaPlayerSeekMode mode = MediaPlayerSeekMode::SEEK_PREVIOUS_SYNC);
312        virtual status_t        getCurrentPosition(int* msec);
313        virtual status_t        getDuration(int* msec);
314        virtual status_t        reset();
315        virtual status_t        setAudioStreamType(audio_stream_type_t type);
316        virtual status_t        setLooping(int loop);
317        virtual status_t        setVolume(float leftVolume, float rightVolume);
318        virtual status_t        invoke(const Parcel& request, Parcel *reply);
319        virtual status_t        setMetadataFilter(const Parcel& filter);
320        virtual status_t        getMetadata(bool update_only,
321                                            bool apply_filter,
322                                            Parcel *reply);
323        virtual status_t        setAuxEffectSendLevel(float level);
324        virtual status_t        attachAuxEffect(int effectId);
325        virtual status_t        setParameter(int key, const Parcel &request);
326        virtual status_t        getParameter(int key, Parcel *reply);
327        virtual status_t        setRetransmitEndpoint(const struct sockaddr_in* endpoint);
328        virtual status_t        getRetransmitEndpoint(struct sockaddr_in* endpoint);
329        virtual status_t        setNextPlayer(const sp<IMediaPlayer>& player);
330
331        virtual VolumeShaper::Status applyVolumeShaper(
332                                        const sp<VolumeShaper::Configuration>& configuration,
333                                        const sp<VolumeShaper::Operation>& operation) override;
334        virtual sp<VolumeShaper::State> getVolumeShaperState(int id) override;
335
336        sp<MediaPlayerBase>     createPlayer(player_type playerType);
337
338        virtual status_t        setDataSource(
339                        const sp<IMediaHTTPService> &httpService,
340                        const char *url,
341                        const KeyedVector<String8, String8> *headers);
342
343        virtual status_t        setDataSource(int fd, int64_t offset, int64_t length);
344
345        virtual status_t        setDataSource(const sp<IStreamSource> &source);
346        virtual status_t        setDataSource(const sp<IDataSource> &source);
347
348
349        sp<MediaPlayerBase>     setDataSource_pre(player_type playerType);
350        void                    setDataSource_post(const sp<MediaPlayerBase>& p,
351                                                   status_t status);
352
353        static  void            notify(void* cookie, int msg,
354                                       int ext1, int ext2, const Parcel *obj);
355
356                pid_t           pid() const { return mPid; }
357        virtual status_t        dump(int fd, const Vector<String16>& args);
358
359                audio_session_t getAudioSessionId() { return mAudioSessionId; }
360        // Modular DRM
361        virtual status_t prepareDrm(const uint8_t uuid[16], const Vector<uint8_t>& drmSessionId);
362        virtual status_t releaseDrm();
363
364    private:
365        class ServiceDeathNotifier: public IBinder::DeathRecipient
366        {
367        public:
368            ServiceDeathNotifier(
369                    const sp<IBinder>& service,
370                    const sp<MediaPlayerBase>& listener,
371                    int which);
372            virtual ~ServiceDeathNotifier();
373            virtual void binderDied(const wp<IBinder>& who);
374
375        private:
376            int mWhich;
377            sp<IBinder> mService;
378            wp<MediaPlayerBase> mListener;
379        };
380
381        friend class MediaPlayerService;
382                                Client( const sp<MediaPlayerService>& service,
383                                        pid_t pid,
384                                        int32_t connId,
385                                        const sp<IMediaPlayerClient>& client,
386                                        audio_session_t audioSessionId,
387                                        uid_t uid);
388                                Client();
389        virtual                 ~Client();
390
391                void            deletePlayer();
392
393        sp<MediaPlayerBase>     getPlayer() const { Mutex::Autolock lock(mLock); return mPlayer; }
394
395
396
397        // @param type Of the metadata to be tested.
398        // @return true if the metadata should be dropped according to
399        //              the filters.
400        bool shouldDropMetadata(media::Metadata::Type type) const;
401
402        // Add a new element to the set of metadata updated. Noop if
403        // the element exists already.
404        // @param type Of the metadata to be recorded.
405        void addNewMetadataUpdate(media::Metadata::Type type);
406
407        // Disconnect from the currently connected ANativeWindow.
408        void disconnectNativeWindow();
409
410        status_t setAudioAttributes_l(const Parcel &request);
411
412        mutable     Mutex                       mLock;
413                    sp<MediaPlayerBase>         mPlayer;
414                    sp<MediaPlayerService>      mService;
415                    sp<IMediaPlayerClient>      mClient;
416                    sp<AudioOutput>             mAudioOutput;
417                    pid_t                       mPid;
418                    status_t                    mStatus;
419                    bool                        mLoop;
420                    int32_t                     mConnId;
421                    audio_session_t             mAudioSessionId;
422                    audio_attributes_t *        mAudioAttributes;
423                    uid_t                       mUid;
424                    sp<ANativeWindow>           mConnectedWindow;
425                    sp<IBinder>                 mConnectedWindowBinder;
426                    struct sockaddr_in          mRetransmitEndpoint;
427                    bool                        mRetransmitEndpointValid;
428                    sp<Client>                  mNextClient;
429
430        // Metadata filters.
431        media::Metadata::Filter mMetadataAllow;  // protected by mLock
432        media::Metadata::Filter mMetadataDrop;  // protected by mLock
433
434        // Metadata updated. For each MEDIA_INFO_METADATA_UPDATE
435        // notification we try to update mMetadataUpdated which is a
436        // set: no duplicate.
437        // getMetadata clears this set.
438        media::Metadata::Filter mMetadataUpdated;  // protected by mLock
439
440        sp<IBinder::DeathRecipient> mExtractorDeathListener;
441        sp<IBinder::DeathRecipient> mCodecDeathListener;
442#if CALLBACK_ANTAGONIZER
443                    Antagonizer*                mAntagonizer;
444#endif
445    }; // Client
446
447// ----------------------------------------------------------------------------
448
449                            MediaPlayerService();
450    virtual                 ~MediaPlayerService();
451
452    mutable     Mutex                       mLock;
453                SortedVector< wp<Client> >  mClients;
454                SortedVector< wp<MediaRecorderClient> > mMediaRecorderClients;
455                int32_t                     mNextConnId;
456                sp<IOMX>                    mOMX;
457};
458
459// ----------------------------------------------------------------------------
460
461}; // namespace android
462
463#endif // ANDROID_MEDIAPLAYERSERVICE_H
464