MediaPlayerService.h revision 9c47c97ecac581d66b6febafd156618247e86742 
1/*
2**
3** Copyright 2008, The Android Open Source Project
4**
5** Licensed under the Apache License, Version 2.0 (the "License");
6** you may not use this file except in compliance with the License.
7** You may obtain a copy of the License at
8**
9**     http://www.apache.org/licenses/LICENSE-2.0
10**
11** Unless required by applicable law or agreed to in writing, software
12** distributed under the License is distributed on an "AS IS" BASIS,
13** WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
14** See the License for the specific language governing permissions and
15** limitations under the License.
16*/
17
18#ifndef ANDROID_MEDIAPLAYERSERVICE_H
19#define ANDROID_MEDIAPLAYERSERVICE_H
20
21#include <arpa/inet.h>
22
23#include <utils/threads.h>
24#include <utils/Errors.h>
25#include <utils/KeyedVector.h>
26#include <utils/String8.h>
27#include <utils/Vector.h>
28
29#include <media/MediaPlayerInterface.h>
30#include <media/Metadata.h>
31#include <media/stagefright/foundation/ABase.h>
32
33#include <android/hardware/media/omx/1.0/IOmx.h>
34
35#include <system/audio.h>
36
37namespace android {
38
39struct AudioPlaybackRate;
40class AudioTrack;
41struct AVSyncSettings;
42class IDataSource;
43class IMediaRecorder;
44class IMediaMetadataRetriever;
45class IOMX;
46class IRemoteDisplay;
47class IRemoteDisplayClient;
48class MediaRecorderClient;
49
50#define CALLBACK_ANTAGONIZER 0
51#if CALLBACK_ANTAGONIZER
52class Antagonizer {
53public:
54    Antagonizer(notify_callback_f cb, void* client);
55    void start() { mActive = true; }
56    void stop() { mActive = false; }
57    void kill();
58private:
59    static const int interval;
60    Antagonizer();
61    static int callbackThread(void* cookie);
62    Mutex               mLock;
63    Condition           mCondition;
64    bool                mExit;
65    bool                mActive;
66    void*               mClient;
67    notify_callback_f   mCb;
68};
69#endif
70
71class MediaPlayerService : public BnMediaPlayerService
72{
73    class Client;
74    typedef ::android::hardware::media::omx::V1_0::IOmx IOmx;
75
76    class AudioOutput : public MediaPlayerBase::AudioSink
77    {
78        class CallbackData;
79
80     public:
81                                AudioOutput(audio_session_t sessionId, uid_t uid, int pid,
82                                        const audio_attributes_t * attr);
83        virtual                 ~AudioOutput();
84
85        virtual bool            ready() const { return mTrack != 0; }
86        virtual ssize_t         bufferSize() const;
87        virtual ssize_t         frameCount() const;
88        virtual ssize_t         channelCount() const;
89        virtual ssize_t         frameSize() const;
90        virtual uint32_t        latency() const;
91        virtual float           msecsPerFrame() const;
92        virtual status_t        getPosition(uint32_t *position) const;
93        virtual status_t        getTimestamp(AudioTimestamp &ts) const;
94        virtual int64_t         getPlayedOutDurationUs(int64_t nowUs) const;
95        virtual status_t        getFramesWritten(uint32_t *frameswritten) const;
96        virtual audio_session_t getSessionId() const;
97        virtual uint32_t        getSampleRate() const;
98        virtual int64_t         getBufferDurationInUs() const;
99
100        virtual status_t        open(
101                uint32_t sampleRate, int channelCount, audio_channel_mask_t channelMask,
102                audio_format_t format, int bufferCount,
103                AudioCallback cb, void *cookie,
104                audio_output_flags_t flags = AUDIO_OUTPUT_FLAG_NONE,
105                const audio_offload_info_t *offloadInfo = NULL,
106                bool doNotReconnect = false,
107                uint32_t suggestedFrameCount = 0);
108
109        virtual status_t        start();
110        virtual ssize_t         write(const void* buffer, size_t size, bool blocking = true);
111        virtual void            stop();
112        virtual void            flush();
113        virtual void            pause();
114        virtual void            close();
115                void            setAudioStreamType(audio_stream_type_t streamType);
116        virtual audio_stream_type_t getAudioStreamType() const { return mStreamType; }
117                void            setAudioAttributes(const audio_attributes_t * attributes);
118
119                void            setVolume(float left, float right);
120        virtual status_t        setPlaybackRate(const AudioPlaybackRate& rate);
121        virtual status_t        getPlaybackRate(AudioPlaybackRate* rate /* nonnull */);
122
123                status_t        setAuxEffectSendLevel(float level);
124                status_t        attachAuxEffect(int effectId);
125        virtual status_t        dump(int fd, const Vector<String16>& args) const;
126
127        static bool             isOnEmulator();
128        static int              getMinBufferCount();
129                void            setNextOutput(const sp<AudioOutput>& nextOutput);
130                void            switchToNextOutput();
131        virtual bool            needsTrailingPadding() { return mNextOutput == NULL; }
132        virtual status_t        setParameters(const String8& keyValuePairs);
133        virtual String8         getParameters(const String8& keys);
134
135        virtual VolumeShaper::Status applyVolumeShaper(
136                                        const sp<VolumeShaper::Configuration>& configuration,
137                                        const sp<VolumeShaper::Operation>& operation) override;
138        virtual sp<VolumeShaper::State> getVolumeShaperState(int id) override;
139
140    private:
141        static void             setMinBufferCount();
142        static void             CallbackWrapper(
143                int event, void *me, void *info);
144               void             deleteRecycledTrack_l();
145               void             close_l();
146           status_t             updateTrack();
147
148        sp<AudioTrack>          mTrack;
149        sp<AudioTrack>          mRecycledTrack;
150        sp<AudioOutput>         mNextOutput;
151        AudioCallback           mCallback;
152        void *                  mCallbackCookie;
153        CallbackData *          mCallbackData;
154        audio_stream_type_t     mStreamType;
155        audio_attributes_t *    mAttributes;
156        float                   mLeftVolume;
157        float                   mRightVolume;
158        AudioPlaybackRate       mPlaybackRate;
159        uint32_t                mSampleRateHz; // sample rate of the content, as set in open()
160        float                   mMsecsPerFrame;
161        size_t                  mFrameSize;
162        audio_session_t         mSessionId;
163        uid_t                   mUid;
164        int                     mPid;
165        float                   mSendLevel;
166        int                     mAuxEffectId;
167        audio_output_flags_t    mFlags;
168        mutable Mutex           mLock;
169
170        // static variables below not protected by mutex
171        static bool             mIsOnEmulator;
172        static int              mMinBufferCount;  // 12 for emulator; otherwise 4
173
174        // CallbackData is what is passed to the AudioTrack as the "user" data.
175        // We need to be able to target this to a different Output on the fly,
176        // so we can't use the Output itself for this.
177        class CallbackData {
178            friend AudioOutput;
179        public:
180            explicit CallbackData(AudioOutput *cookie) {
181                mData = cookie;
182                mSwitching = false;
183            }
184            AudioOutput *   getOutput() const { return mData; }
185            void            setOutput(AudioOutput* newcookie) { mData = newcookie; }
186            // lock/unlock are used by the callback before accessing the payload of this object
187            void            lock() const { mLock.lock(); }
188            void            unlock() const { mLock.unlock(); }
189
190            // tryBeginTrackSwitch/endTrackSwitch are used when the CallbackData is handed over
191            // to the next sink.
192
193            // tryBeginTrackSwitch() returns true only if it obtains the lock.
194            bool            tryBeginTrackSwitch() {
195                LOG_ALWAYS_FATAL_IF(mSwitching, "tryBeginTrackSwitch() already called");
196                if (mLock.tryLock() != OK) {
197                    return false;
198                }
199                mSwitching = true;
200                return true;
201            }
202            void            endTrackSwitch() {
203                if (mSwitching) {
204                    mLock.unlock();
205                }
206                mSwitching = false;
207            }
208        private:
209            AudioOutput *   mData;
210            mutable Mutex   mLock; // a recursive mutex might make this unnecessary.
211            bool            mSwitching;
212            DISALLOW_EVIL_CONSTRUCTORS(CallbackData);
213        };
214
215    }; // AudioOutput
216
217
218public:
219    static  void                instantiate();
220
221    // IMediaPlayerService interface
222    virtual sp<IMediaRecorder>  createMediaRecorder(const String16 &opPackageName);
223    void    removeMediaRecorderClient(const wp<MediaRecorderClient>& client);
224    virtual sp<IMediaMetadataRetriever> createMetadataRetriever();
225
226    virtual sp<IMediaPlayer>    create(const sp<IMediaPlayerClient>& client,
227                                       audio_session_t audioSessionId);
228
229    virtual sp<IMediaCodecList> getCodecList() const;
230    virtual sp<IOMX>            getOMX();
231    virtual sp<IHDCP>           makeHDCP(bool createEncryptionModule);
232
233    virtual sp<IRemoteDisplay> listenForRemoteDisplay(const String16 &opPackageName,
234            const sp<IRemoteDisplayClient>& client, const String8& iface);
235    virtual status_t            dump(int fd, const Vector<String16>& args);
236
237            void                removeClient(const wp<Client>& client);
238            bool                hasClient(wp<Client> client);
239
240    enum {
241        MEDIASERVER_PROCESS_DEATH = 0,
242        MEDIAEXTRACTOR_PROCESS_DEATH = 1,
243        MEDIACODEC_PROCESS_DEATH = 2,
244        AUDIO_PROCESS_DEATH = 3,   // currently no need to track this
245        CAMERA_PROCESS_DEATH = 4
246    };
247
248    // For battery usage tracking purpose
249    struct BatteryUsageInfo {
250        // how many streams are being played by one UID
251        int     refCount;
252        // a temp variable to store the duration(ms) of audio codecs
253        // when we start a audio codec, we minus the system time from audioLastTime
254        // when we pause it, we add the system time back to the audioLastTime
255        // so after the pause, audioLastTime = pause time - start time
256        // if multiple audio streams are played (or recorded), then audioLastTime
257        // = the total playing time of all the streams
258        int32_t audioLastTime;
259        // when all the audio streams are being paused, we assign audioLastTime to
260        // this variable, so this value could be provided to the battery app
261        // in the next pullBatteryData call
262        int32_t audioTotalTime;
263
264        int32_t videoLastTime;
265        int32_t videoTotalTime;
266    };
267    KeyedVector<int, BatteryUsageInfo>    mBatteryData;
268
269    enum {
270        SPEAKER,
271        OTHER_AUDIO_DEVICE,
272        SPEAKER_AND_OTHER,
273        NUM_AUDIO_DEVICES
274    };
275
276    struct BatteryAudioFlingerUsageInfo {
277        int refCount; // how many audio streams are being played
278        int deviceOn[NUM_AUDIO_DEVICES]; // whether the device is currently used
279        int32_t lastTime[NUM_AUDIO_DEVICES]; // in ms
280        // totalTime[]: total time of audio output devices usage
281        int32_t totalTime[NUM_AUDIO_DEVICES]; // in ms
282    };
283
284    // This varialble is used to record the usage of audio output device
285    // for battery app
286    BatteryAudioFlingerUsageInfo mBatteryAudio;
287
288    // Collect info of the codec usage from media player and media recorder
289    virtual void                addBatteryData(uint32_t params);
290    // API for the Battery app to pull the data of codecs usage
291    virtual status_t            pullBatteryData(Parcel* reply);
292private:
293
294    class Client : public BnMediaPlayer {
295        // IMediaPlayer interface
296        virtual void            disconnect();
297        virtual status_t        setVideoSurfaceTexture(
298                                        const sp<IGraphicBufferProducer>& bufferProducer);
299        virtual status_t        setBufferingSettings(const BufferingSettings& buffering) override;
300        virtual status_t        getDefaultBufferingSettings(
301                                        BufferingSettings* buffering /* nonnull */) override;
302        virtual status_t        prepareAsync();
303        virtual status_t        start();
304        virtual status_t        stop();
305        virtual status_t        pause();
306        virtual status_t        isPlaying(bool* state);
307        virtual status_t        setPlaybackSettings(const AudioPlaybackRate& rate);
308        virtual status_t        getPlaybackSettings(AudioPlaybackRate* rate /* nonnull */);
309        virtual status_t        setSyncSettings(const AVSyncSettings& rate, float videoFpsHint);
310        virtual status_t        getSyncSettings(AVSyncSettings* rate /* nonnull */,
311                                                float* videoFps /* nonnull */);
312        virtual status_t        seekTo(
313                int msec,
314                MediaPlayerSeekMode mode = MediaPlayerSeekMode::SEEK_PREVIOUS_SYNC);
315        virtual status_t        getCurrentPosition(int* msec);
316        virtual status_t        getDuration(int* msec);
317        virtual status_t        reset();
318        virtual status_t        setAudioStreamType(audio_stream_type_t type);
319        virtual status_t        setLooping(int loop);
320        virtual status_t        setVolume(float leftVolume, float rightVolume);
321        virtual status_t        invoke(const Parcel& request, Parcel *reply);
322        virtual status_t        setMetadataFilter(const Parcel& filter);
323        virtual status_t        getMetadata(bool update_only,
324                                            bool apply_filter,
325                                            Parcel *reply);
326        virtual status_t        setAuxEffectSendLevel(float level);
327        virtual status_t        attachAuxEffect(int effectId);
328        virtual status_t        setParameter(int key, const Parcel &request);
329        virtual status_t        getParameter(int key, Parcel *reply);
330        virtual status_t        setRetransmitEndpoint(const struct sockaddr_in* endpoint);
331        virtual status_t        getRetransmitEndpoint(struct sockaddr_in* endpoint);
332        virtual status_t        setNextPlayer(const sp<IMediaPlayer>& player);
333
334        virtual VolumeShaper::Status applyVolumeShaper(
335                                        const sp<VolumeShaper::Configuration>& configuration,
336                                        const sp<VolumeShaper::Operation>& operation) override;
337        virtual sp<VolumeShaper::State> getVolumeShaperState(int id) override;
338
339        sp<MediaPlayerBase>     createPlayer(player_type playerType);
340
341        virtual status_t        setDataSource(
342                        const sp<IMediaHTTPService> &httpService,
343                        const char *url,
344                        const KeyedVector<String8, String8> *headers);
345
346        virtual status_t        setDataSource(int fd, int64_t offset, int64_t length);
347
348        virtual status_t        setDataSource(const sp<IStreamSource> &source);
349        virtual status_t        setDataSource(const sp<IDataSource> &source);
350
351
352        sp<MediaPlayerBase>     setDataSource_pre(player_type playerType);
353        void                    setDataSource_post(const sp<MediaPlayerBase>& p,
354                                                   status_t status);
355
356        static  void            notify(void* cookie, int msg,
357                                       int ext1, int ext2, const Parcel *obj);
358
359                pid_t           pid() const { return mPid; }
360        virtual status_t        dump(int fd, const Vector<String16>& args);
361
362                audio_session_t getAudioSessionId() { return mAudioSessionId; }
363        // Modular DRM
364        virtual status_t prepareDrm(const uint8_t uuid[16], const Vector<uint8_t>& drmSessionId);
365        virtual status_t releaseDrm();
366
367    private:
368        class ServiceDeathNotifier:
369                public IBinder::DeathRecipient,
370                public ::android::hardware::hidl_death_recipient
371        {
372        public:
373            ServiceDeathNotifier(
374                    const sp<IBinder>& service,
375                    const sp<MediaPlayerBase>& listener,
376                    int which);
377            ServiceDeathNotifier(
378                    const sp<IOmx>& omx,
379                    const sp<MediaPlayerBase>& listener,
380                    int which);
381            virtual ~ServiceDeathNotifier();
382            virtual void binderDied(const wp<IBinder>& who);
383            virtual void serviceDied(
384                    uint64_t cookie,
385                    const wp<::android::hidl::base::V1_0::IBase>& who);
386            void unlinkToDeath();
387
388        private:
389            int mWhich;
390            sp<IBinder> mService;
391            sp<IOmx> mOmx;
392            wp<MediaPlayerBase> mListener;
393        };
394
395        void clearDeathNotifiers();
396
397        friend class MediaPlayerService;
398                                Client( const sp<MediaPlayerService>& service,
399                                        pid_t pid,
400                                        int32_t connId,
401                                        const sp<IMediaPlayerClient>& client,
402                                        audio_session_t audioSessionId,
403                                        uid_t uid);
404                                Client();
405        virtual                 ~Client();
406
407                void            deletePlayer();
408
409        sp<MediaPlayerBase>     getPlayer() const { Mutex::Autolock lock(mLock); return mPlayer; }
410
411
412
413        // @param type Of the metadata to be tested.
414        // @return true if the metadata should be dropped according to
415        //              the filters.
416        bool shouldDropMetadata(media::Metadata::Type type) const;
417
418        // Add a new element to the set of metadata updated. Noop if
419        // the element exists already.
420        // @param type Of the metadata to be recorded.
421        void addNewMetadataUpdate(media::Metadata::Type type);
422
423        // Disconnect from the currently connected ANativeWindow.
424        void disconnectNativeWindow();
425
426        status_t setAudioAttributes_l(const Parcel &request);
427
428        mutable     Mutex                       mLock;
429                    sp<MediaPlayerBase>         mPlayer;
430                    sp<MediaPlayerService>      mService;
431                    sp<IMediaPlayerClient>      mClient;
432                    sp<AudioOutput>             mAudioOutput;
433                    pid_t                       mPid;
434                    status_t                    mStatus;
435                    bool                        mLoop;
436                    int32_t                     mConnId;
437                    audio_session_t             mAudioSessionId;
438                    audio_attributes_t *        mAudioAttributes;
439                    uid_t                       mUid;
440                    sp<ANativeWindow>           mConnectedWindow;
441                    sp<IBinder>                 mConnectedWindowBinder;
442                    struct sockaddr_in          mRetransmitEndpoint;
443                    bool                        mRetransmitEndpointValid;
444                    sp<Client>                  mNextClient;
445
446        // Metadata filters.
447        media::Metadata::Filter mMetadataAllow;  // protected by mLock
448        media::Metadata::Filter mMetadataDrop;  // protected by mLock
449
450        // Metadata updated. For each MEDIA_INFO_METADATA_UPDATE
451        // notification we try to update mMetadataUpdated which is a
452        // set: no duplicate.
453        // getMetadata clears this set.
454        media::Metadata::Filter mMetadataUpdated;  // protected by mLock
455
456        sp<ServiceDeathNotifier> mExtractorDeathListener;
457        sp<ServiceDeathNotifier> mCodecDeathListener;
458#if CALLBACK_ANTAGONIZER
459                    Antagonizer*                mAntagonizer;
460#endif
461    }; // Client
462
463// ----------------------------------------------------------------------------
464
465                            MediaPlayerService();
466    virtual                 ~MediaPlayerService();
467
468    mutable     Mutex                       mLock;
469                SortedVector< wp<Client> >  mClients;
470                SortedVector< wp<MediaRecorderClient> > mMediaRecorderClients;
471                int32_t                     mNextConnId;
472                sp<IOMX>                    mOMX;
473};
474
475// ----------------------------------------------------------------------------
476
477}; // namespace android
478
479#endif // ANDROID_MEDIAPLAYERSERVICE_H
480