AudioFlinger.h revision 9fbdee13d09447550dd22ae72c2dbabdce7f0a80
1/*
2**
3** Copyright 2007, The Android Open Source Project
4**
5** Licensed under the Apache License, Version 2.0 (the "License");
6** you may not use this file except in compliance with the License.
7** You may obtain a copy of the License at
8**
9**     http://www.apache.org/licenses/LICENSE-2.0
10**
11** Unless required by applicable law or agreed to in writing, software
12** distributed under the License is distributed on an "AS IS" BASIS,
13** WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
14** See the License for the specific language governing permissions and
15** limitations under the License.
16*/
17
18#ifndef ANDROID_AUDIO_FLINGER_H
19#define ANDROID_AUDIO_FLINGER_H
20
21#include <stdint.h>
22#include <sys/types.h>
23#include <limits.h>
24
25#include <common_time/cc_helper.h>
26
27#include <media/IAudioFlinger.h>
28#include <media/IAudioFlingerClient.h>
29#include <media/IAudioTrack.h>
30#include <media/IAudioRecord.h>
31#include <media/AudioSystem.h>
32#include <media/AudioTrack.h>
33
34#include <utils/Atomic.h>
35#include <utils/Errors.h>
36#include <utils/threads.h>
37#include <utils/SortedVector.h>
38#include <utils/TypeHelpers.h>
39#include <utils/Vector.h>
40
41#include <binder/BinderService.h>
42#include <binder/MemoryDealer.h>
43
44#include <system/audio.h>
45#include <hardware/audio.h>
46#include <hardware/audio_policy.h>
47
48#include "AudioBufferProvider.h"
49
50#include <powermanager/IPowerManager.h>
51
52namespace android {
53
54class audio_track_cblk_t;
55class effect_param_cblk_t;
56class AudioMixer;
57class AudioBuffer;
58class AudioResampler;
59
60// ----------------------------------------------------------------------------
61
62// AudioFlinger has a hard-coded upper limit of 2 channels for capture and playback.
63// There is support for > 2 channel tracks down-mixed to 2 channel output via a down-mix effect.
64// Adding full support for > 2 channel capture or playback would require more than simply changing
65// this #define.  There is an independent hard-coded upper limit in AudioMixer;
66// removing that AudioMixer limit would be necessary but insufficient to support > 2 channels.
67// The macro FCC_2 highlights some (but not all) places where there is are 2-channel assumptions.
68// Search also for "2", "left", "right", "[0]", "[1]", ">> 16", "<< 16", etc.
69#define FCC_2 2     // FCC_2 = Fixed Channel Count 2
70
71static const nsecs_t kDefaultStandbyTimeInNsecs = seconds(3);
72
73class AudioFlinger :
74    public BinderService<AudioFlinger>,
75    public BnAudioFlinger
76{
77    friend class BinderService<AudioFlinger>;   // for AudioFlinger()
78public:
79    static const char* getServiceName() { return "media.audio_flinger"; }
80
81    virtual     status_t    dump(int fd, const Vector<String16>& args);
82
83    // IAudioFlinger interface, in binder opcode order
84    virtual sp<IAudioTrack> createTrack(
85                                pid_t pid,
86                                audio_stream_type_t streamType,
87                                uint32_t sampleRate,
88                                audio_format_t format,
89                                uint32_t channelMask,
90                                int frameCount,
91                                IAudioFlinger::track_flags_t flags,
92                                const sp<IMemory>& sharedBuffer,
93                                audio_io_handle_t output,
94                                int *sessionId,
95                                status_t *status);
96
97    virtual sp<IAudioRecord> openRecord(
98                                pid_t pid,
99                                audio_io_handle_t input,
100                                uint32_t sampleRate,
101                                audio_format_t format,
102                                uint32_t channelMask,
103                                int frameCount,
104                                IAudioFlinger::track_flags_t flags,
105                                int *sessionId,
106                                status_t *status);
107
108    virtual     uint32_t    sampleRate(audio_io_handle_t output) const;
109    virtual     int         channelCount(audio_io_handle_t output) const;
110    virtual     audio_format_t format(audio_io_handle_t output) const;
111    virtual     size_t      frameCount(audio_io_handle_t output) const;
112    virtual     uint32_t    latency(audio_io_handle_t output) const;
113
114    virtual     status_t    setMasterVolume(float value);
115    virtual     status_t    setMasterMute(bool muted);
116
117    virtual     float       masterVolume() const;
118    virtual     float       masterVolumeSW() const;
119    virtual     bool        masterMute() const;
120
121    virtual     status_t    setStreamVolume(audio_stream_type_t stream, float value,
122                                            audio_io_handle_t output);
123    virtual     status_t    setStreamMute(audio_stream_type_t stream, bool muted);
124
125    virtual     float       streamVolume(audio_stream_type_t stream,
126                                         audio_io_handle_t output) const;
127    virtual     bool        streamMute(audio_stream_type_t stream) const;
128
129    virtual     status_t    setMode(audio_mode_t mode);
130
131    virtual     status_t    setMicMute(bool state);
132    virtual     bool        getMicMute() const;
133
134    virtual     status_t    setParameters(audio_io_handle_t ioHandle, const String8& keyValuePairs);
135    virtual     String8     getParameters(audio_io_handle_t ioHandle, const String8& keys) const;
136
137    virtual     void        registerClient(const sp<IAudioFlingerClient>& client);
138
139    virtual     size_t      getInputBufferSize(uint32_t sampleRate, audio_format_t format, int channelCount) const;
140
141    virtual audio_io_handle_t openOutput(audio_module_handle_t module,
142                                         audio_devices_t *pDevices,
143                                         uint32_t *pSamplingRate,
144                                         audio_format_t *pFormat,
145                                         audio_channel_mask_t *pChannelMask,
146                                         uint32_t *pLatencyMs,
147                                         audio_policy_output_flags_t flags);
148
149    virtual audio_io_handle_t openDuplicateOutput(audio_io_handle_t output1,
150                                                  audio_io_handle_t output2);
151
152    virtual status_t closeOutput(audio_io_handle_t output);
153
154    virtual status_t suspendOutput(audio_io_handle_t output);
155
156    virtual status_t restoreOutput(audio_io_handle_t output);
157
158    virtual audio_io_handle_t openInput(audio_module_handle_t module,
159                                        audio_devices_t *pDevices,
160                                        uint32_t *pSamplingRate,
161                                        audio_format_t *pFormat,
162                                        audio_channel_mask_t *pChannelMask);
163
164    virtual status_t closeInput(audio_io_handle_t input);
165
166    virtual status_t setStreamOutput(audio_stream_type_t stream, audio_io_handle_t output);
167
168    virtual status_t setVoiceVolume(float volume);
169
170    virtual status_t getRenderPosition(uint32_t *halFrames, uint32_t *dspFrames,
171                                       audio_io_handle_t output) const;
172
173    virtual     unsigned int  getInputFramesLost(audio_io_handle_t ioHandle) const;
174
175    virtual int newAudioSessionId();
176
177    virtual void acquireAudioSessionId(int audioSession);
178
179    virtual void releaseAudioSessionId(int audioSession);
180
181    virtual status_t queryNumberEffects(uint32_t *numEffects) const;
182
183    virtual status_t queryEffect(uint32_t index, effect_descriptor_t *descriptor) const;
184
185    virtual status_t getEffectDescriptor(const effect_uuid_t *pUuid,
186                                         effect_descriptor_t *descriptor) const;
187
188    virtual sp<IEffect> createEffect(pid_t pid,
189                        effect_descriptor_t *pDesc,
190                        const sp<IEffectClient>& effectClient,
191                        int32_t priority,
192                        audio_io_handle_t io,
193                        int sessionId,
194                        status_t *status,
195                        int *id,
196                        int *enabled);
197
198    virtual status_t moveEffects(int sessionId, audio_io_handle_t srcOutput,
199                        audio_io_handle_t dstOutput);
200
201    virtual audio_module_handle_t loadHwModule(const char *name);
202
203    virtual     status_t    onTransact(
204                                uint32_t code,
205                                const Parcel& data,
206                                Parcel* reply,
207                                uint32_t flags);
208
209    // end of IAudioFlinger interface
210
211    class SyncEvent;
212
213    typedef void (*sync_event_callback_t)(const wp<SyncEvent>& event) ;
214
215    class SyncEvent : public RefBase {
216    public:
217        SyncEvent(AudioSystem::sync_event_t type,
218                  int triggerSession,
219                  int listenerSession,
220                  sync_event_callback_t callBack,
221                  void *cookie)
222        : mType(type), mTriggerSession(triggerSession), mListenerSession(listenerSession),
223          mCallback(callBack), mCookie(cookie)
224        {}
225
226        virtual ~SyncEvent() {}
227
228        void trigger() { Mutex::Autolock _l(mLock); if (mCallback) mCallback(this); }
229        void cancel() {Mutex::Autolock _l(mLock); mCallback = NULL; }
230        AudioSystem::sync_event_t type() const { return mType; }
231        int triggerSession() const { return mTriggerSession; }
232        int listenerSession() const { return mListenerSession; }
233        void *cookie() const { return mCookie; }
234
235    private:
236          const AudioSystem::sync_event_t mType;
237          const int mTriggerSession;
238          const int mListenerSession;
239          sync_event_callback_t mCallback;
240          void * const mCookie;
241          Mutex mLock;
242    };
243
244    sp<SyncEvent> createSyncEvent(AudioSystem::sync_event_t type,
245                                        int triggerSession,
246                                        int listenerSession,
247                                        sync_event_callback_t callBack,
248                                        void *cookie);
249private:
250               audio_mode_t getMode() const { return mMode; }
251
252                bool        btNrecIsOff() const { return mBtNrecIsOff; }
253
254                            AudioFlinger();
255    virtual                 ~AudioFlinger();
256
257    // call in any IAudioFlinger method that accesses mPrimaryHardwareDev
258    status_t                initCheck() const { return mPrimaryHardwareDev == NULL ? NO_INIT : NO_ERROR; }
259
260    // RefBase
261    virtual     void        onFirstRef();
262
263    audio_hw_device_t*      findSuitableHwDev_l(audio_module_handle_t module, uint32_t devices);
264    void                    purgeStaleEffects_l();
265
266    // standby delay for MIXER and DUPLICATING playback threads is read from property
267    // ro.audio.flinger_standbytime_ms or defaults to kDefaultStandbyTimeInNsecs
268    static nsecs_t          mStandbyTimeInNsecs;
269
270    // Internal dump utilites.
271    status_t dumpPermissionDenial(int fd, const Vector<String16>& args);
272    status_t dumpClients(int fd, const Vector<String16>& args);
273    status_t dumpInternals(int fd, const Vector<String16>& args);
274
275    // --- Client ---
276    class Client : public RefBase {
277    public:
278                            Client(const sp<AudioFlinger>& audioFlinger, pid_t pid);
279        virtual             ~Client();
280        sp<MemoryDealer>    heap() const;
281        pid_t               pid() const { return mPid; }
282        sp<AudioFlinger>    audioFlinger() const { return mAudioFlinger; }
283
284        bool reserveTimedTrack();
285        void releaseTimedTrack();
286
287    private:
288                            Client(const Client&);
289                            Client& operator = (const Client&);
290        const sp<AudioFlinger> mAudioFlinger;
291        const sp<MemoryDealer> mMemoryDealer;
292        const pid_t         mPid;
293
294        Mutex               mTimedTrackLock;
295        int                 mTimedTrackCount;
296    };
297
298    // --- Notification Client ---
299    class NotificationClient : public IBinder::DeathRecipient {
300    public:
301                            NotificationClient(const sp<AudioFlinger>& audioFlinger,
302                                                const sp<IAudioFlingerClient>& client,
303                                                pid_t pid);
304        virtual             ~NotificationClient();
305
306                sp<IAudioFlingerClient> audioFlingerClient() const { return mAudioFlingerClient; }
307
308                // IBinder::DeathRecipient
309                virtual     void        binderDied(const wp<IBinder>& who);
310
311    private:
312                            NotificationClient(const NotificationClient&);
313                            NotificationClient& operator = (const NotificationClient&);
314
315        const sp<AudioFlinger>  mAudioFlinger;
316        const pid_t             mPid;
317        const sp<IAudioFlingerClient> mAudioFlingerClient;
318    };
319
320    class TrackHandle;
321    class RecordHandle;
322    class RecordThread;
323    class PlaybackThread;
324    class MixerThread;
325    class DirectOutputThread;
326    class DuplicatingThread;
327    class Track;
328    class RecordTrack;
329    class EffectModule;
330    class EffectHandle;
331    class EffectChain;
332    struct AudioStreamOut;
333    struct AudioStreamIn;
334
335    class ThreadBase : public Thread {
336    public:
337
338        enum type_t {
339            MIXER,              // Thread class is MixerThread
340            DIRECT,             // Thread class is DirectOutputThread
341            DUPLICATING,        // Thread class is DuplicatingThread
342            RECORD              // Thread class is RecordThread
343        };
344
345        ThreadBase (const sp<AudioFlinger>& audioFlinger, audio_io_handle_t id, uint32_t device, type_t type);
346        virtual             ~ThreadBase();
347
348        status_t dumpBase(int fd, const Vector<String16>& args);
349        status_t dumpEffectChains(int fd, const Vector<String16>& args);
350
351        void clearPowerManager();
352
353        // base for record and playback
354        class TrackBase : public AudioBufferProvider, public RefBase {
355
356        public:
357            enum track_state {
358                IDLE,
359                TERMINATED,
360                // These are order-sensitive; do not change order without reviewing the impact.
361                // In particular there are assumptions about > STOPPED.
362                STOPPED,
363                RESUMING,
364                ACTIVE,
365                PAUSING,
366                PAUSED
367            };
368
369                                TrackBase(ThreadBase *thread,
370                                        const sp<Client>& client,
371                                        uint32_t sampleRate,
372                                        audio_format_t format,
373                                        uint32_t channelMask,
374                                        int frameCount,
375                                        const sp<IMemory>& sharedBuffer,
376                                        int sessionId);
377            virtual             ~TrackBase();
378
379            virtual status_t    start(pid_t tid,
380                                     AudioSystem::sync_event_t event = AudioSystem::SYNC_EVENT_NONE,
381                                     int triggerSession = 0) = 0;
382            virtual void        stop() = 0;
383                    sp<IMemory> getCblk() const { return mCblkMemory; }
384                    audio_track_cblk_t* cblk() const { return mCblk; }
385                    int         sessionId() const { return mSessionId; }
386            virtual status_t    setSyncEvent(const sp<SyncEvent>& event);
387
388        protected:
389                                TrackBase(const TrackBase&);
390                                TrackBase& operator = (const TrackBase&);
391
392            // AudioBufferProvider interface
393            virtual status_t getNextBuffer(AudioBufferProvider::Buffer* buffer, int64_t pts) = 0;
394            virtual void releaseBuffer(AudioBufferProvider::Buffer* buffer);
395
396            audio_format_t format() const {
397                return mFormat;
398            }
399
400            int channelCount() const { return mChannelCount; }
401
402            uint32_t channelMask() const { return mChannelMask; }
403
404            int sampleRate() const; // FIXME inline after cblk sr moved
405
406            void* getBuffer(uint32_t offset, uint32_t frames) const;
407
408            bool isStopped() const {
409                return mState == STOPPED;
410            }
411
412            bool isTerminated() const {
413                return mState == TERMINATED;
414            }
415
416            bool step();
417            void reset();
418
419            const wp<ThreadBase> mThread;
420            /*const*/ sp<Client> mClient;   // see explanation at ~TrackBase() why not const
421            sp<IMemory>         mCblkMemory;
422            audio_track_cblk_t* mCblk;
423            void*               mBuffer;
424            void*               mBufferEnd;
425            uint32_t            mFrameCount;
426            // we don't really need a lock for these
427            track_state         mState;
428            const audio_format_t mFormat;
429            bool                mStepServerFailed;
430            const int           mSessionId;
431            uint8_t             mChannelCount;
432            uint32_t            mChannelMask;
433            Vector < sp<SyncEvent> >mSyncEvents;
434        };
435
436        class ConfigEvent {
437        public:
438            ConfigEvent() : mEvent(0), mParam(0) {}
439
440            int mEvent;
441            int mParam;
442        };
443
444        class PMDeathRecipient : public IBinder::DeathRecipient {
445        public:
446                        PMDeathRecipient(const wp<ThreadBase>& thread) : mThread(thread) {}
447            virtual     ~PMDeathRecipient() {}
448
449            // IBinder::DeathRecipient
450            virtual     void        binderDied(const wp<IBinder>& who);
451
452        private:
453                        PMDeathRecipient(const PMDeathRecipient&);
454                        PMDeathRecipient& operator = (const PMDeathRecipient&);
455
456            wp<ThreadBase> mThread;
457        };
458
459        virtual     status_t    initCheck() const = 0;
460                    type_t      type() const { return mType; }
461                    uint32_t    sampleRate() const { return mSampleRate; }
462                    int         channelCount() const { return mChannelCount; }
463                    audio_format_t format() const { return mFormat; }
464                    size_t      frameCount() const { return mFrameCount; }
465                    void        wakeUp()    { mWaitWorkCV.broadcast(); }
466        // Should be "virtual status_t requestExitAndWait()" and override same
467        // method in Thread, but Thread::requestExitAndWait() is not yet virtual.
468                    void        exit();
469        virtual     bool        checkForNewParameters_l() = 0;
470        virtual     status_t    setParameters(const String8& keyValuePairs);
471        virtual     String8     getParameters(const String8& keys) = 0;
472        virtual     void        audioConfigChanged_l(int event, int param = 0) = 0;
473                    void        sendConfigEvent(int event, int param = 0);
474                    void        sendConfigEvent_l(int event, int param = 0);
475                    void        processConfigEvents();
476                    audio_io_handle_t id() const { return mId;}
477                    bool        standby() const { return mStandby; }
478                    uint32_t    device() const { return mDevice; }
479        virtual     audio_stream_t* stream() const = 0;
480
481                    sp<EffectHandle> createEffect_l(
482                                        const sp<AudioFlinger::Client>& client,
483                                        const sp<IEffectClient>& effectClient,
484                                        int32_t priority,
485                                        int sessionId,
486                                        effect_descriptor_t *desc,
487                                        int *enabled,
488                                        status_t *status);
489                    void disconnectEffect(const sp< EffectModule>& effect,
490                                          const wp<EffectHandle>& handle,
491                                          bool unpinIfLast);
492
493                    // return values for hasAudioSession (bit field)
494                    enum effect_state {
495                        EFFECT_SESSION = 0x1,   // the audio session corresponds to at least one
496                                                // effect
497                        TRACK_SESSION = 0x2     // the audio session corresponds to at least one
498                                                // track
499                    };
500
501                    // get effect chain corresponding to session Id.
502                    sp<EffectChain> getEffectChain(int sessionId);
503                    // same as getEffectChain() but must be called with ThreadBase mutex locked
504                    sp<EffectChain> getEffectChain_l(int sessionId);
505                    // add an effect chain to the chain list (mEffectChains)
506        virtual     status_t addEffectChain_l(const sp<EffectChain>& chain) = 0;
507                    // remove an effect chain from the chain list (mEffectChains)
508        virtual     size_t removeEffectChain_l(const sp<EffectChain>& chain) = 0;
509                    // lock all effect chains Mutexes. Must be called before releasing the
510                    // ThreadBase mutex before processing the mixer and effects. This guarantees the
511                    // integrity of the chains during the process.
512                    // Also sets the parameter 'effectChains' to current value of mEffectChains.
513                    void lockEffectChains_l(Vector< sp<EffectChain> >& effectChains);
514                    // unlock effect chains after process
515                    void unlockEffectChains(const Vector< sp<EffectChain> >& effectChains);
516                    // set audio mode to all effect chains
517                    void setMode(audio_mode_t mode);
518                    // get effect module with corresponding ID on specified audio session
519                    sp<AudioFlinger::EffectModule> getEffect_l(int sessionId, int effectId);
520                    // add and effect module. Also creates the effect chain is none exists for
521                    // the effects audio session
522                    status_t addEffect_l(const sp< EffectModule>& effect);
523                    // remove and effect module. Also removes the effect chain is this was the last
524                    // effect
525                    void removeEffect_l(const sp< EffectModule>& effect);
526                    // detach all tracks connected to an auxiliary effect
527        virtual     void detachAuxEffect_l(int effectId) {}
528                    // returns either EFFECT_SESSION if effects on this audio session exist in one
529                    // chain, or TRACK_SESSION if tracks on this audio session exist, or both
530                    virtual uint32_t hasAudioSession(int sessionId) = 0;
531                    // the value returned by default implementation is not important as the
532                    // strategy is only meaningful for PlaybackThread which implements this method
533                    virtual uint32_t getStrategyForSession_l(int sessionId) { return 0; }
534
535                    // suspend or restore effect according to the type of effect passed. a NULL
536                    // type pointer means suspend all effects in the session
537                    void setEffectSuspended(const effect_uuid_t *type,
538                                            bool suspend,
539                                            int sessionId = AUDIO_SESSION_OUTPUT_MIX);
540                    // check if some effects must be suspended/restored when an effect is enabled
541                    // or disabled
542                    void checkSuspendOnEffectEnabled(const sp<EffectModule>& effect,
543                                                     bool enabled,
544                                                     int sessionId = AUDIO_SESSION_OUTPUT_MIX);
545                    void checkSuspendOnEffectEnabled_l(const sp<EffectModule>& effect,
546                                                       bool enabled,
547                                                       int sessionId = AUDIO_SESSION_OUTPUT_MIX);
548
549                    virtual status_t    setSyncEvent(const sp<SyncEvent>& event) = 0;
550                    virtual bool        isValidSyncEvent(const sp<SyncEvent>& event) = 0;
551
552
553        mutable     Mutex                   mLock;
554
555    protected:
556
557                    // entry describing an effect being suspended in mSuspendedSessions keyed vector
558                    class SuspendedSessionDesc : public RefBase {
559                    public:
560                        SuspendedSessionDesc() : mRefCount(0) {}
561
562                        int mRefCount;          // number of active suspend requests
563                        effect_uuid_t mType;    // effect type UUID
564                    };
565
566                    void        acquireWakeLock();
567                    void        acquireWakeLock_l();
568                    void        releaseWakeLock();
569                    void        releaseWakeLock_l();
570                    void setEffectSuspended_l(const effect_uuid_t *type,
571                                              bool suspend,
572                                              int sessionId = AUDIO_SESSION_OUTPUT_MIX);
573                    // updated mSuspendedSessions when an effect suspended or restored
574                    void        updateSuspendedSessions_l(const effect_uuid_t *type,
575                                                          bool suspend,
576                                                          int sessionId);
577                    // check if some effects must be suspended when an effect chain is added
578                    void checkSuspendOnAddEffectChain_l(const sp<EffectChain>& chain);
579
580        friend class AudioFlinger;      // for mEffectChains
581
582                    const type_t            mType;
583
584                    // Used by parameters, config events, addTrack_l, exit
585                    Condition               mWaitWorkCV;
586
587                    const sp<AudioFlinger>  mAudioFlinger;
588                    uint32_t                mSampleRate;
589                    size_t                  mFrameCount;
590                    uint32_t                mChannelMask;
591                    uint16_t                mChannelCount;
592                    size_t                  mFrameSize;
593                    audio_format_t          mFormat;
594
595                    // Parameter sequence by client: binder thread calling setParameters():
596                    //  1. Lock mLock
597                    //  2. Append to mNewParameters
598                    //  3. mWaitWorkCV.signal
599                    //  4. mParamCond.waitRelative with timeout
600                    //  5. read mParamStatus
601                    //  6. mWaitWorkCV.signal
602                    //  7. Unlock
603                    //
604                    // Parameter sequence by server: threadLoop calling checkForNewParameters_l():
605                    // 1. Lock mLock
606                    // 2. If there is an entry in mNewParameters proceed ...
607                    // 2. Read first entry in mNewParameters
608                    // 3. Process
609                    // 4. Remove first entry from mNewParameters
610                    // 5. Set mParamStatus
611                    // 6. mParamCond.signal
612                    // 7. mWaitWorkCV.wait with timeout (this is to avoid overwriting mParamStatus)
613                    // 8. Unlock
614                    Condition               mParamCond;
615                    Vector<String8>         mNewParameters;
616                    status_t                mParamStatus;
617
618                    Vector<ConfigEvent>     mConfigEvents;
619                    bool                    mStandby;
620                    const audio_io_handle_t mId;
621                    Vector< sp<EffectChain> > mEffectChains;
622                    uint32_t                mDevice;    // output device for PlaybackThread
623                                                        // input + output devices for RecordThread
624                    static const int        kNameLength = 16;   // prctl(PR_SET_NAME) limit
625                    char                    mName[kNameLength];
626                    sp<IPowerManager>       mPowerManager;
627                    sp<IBinder>             mWakeLockToken;
628                    const sp<PMDeathRecipient> mDeathRecipient;
629                    // list of suspended effects per session and per type. The first vector is
630                    // keyed by session ID, the second by type UUID timeLow field
631                    KeyedVector< int, KeyedVector< int, sp<SuspendedSessionDesc> > >  mSuspendedSessions;
632    };
633
634    struct  stream_type_t {
635        stream_type_t()
636            :   volume(1.0f),
637                mute(false)
638        {
639        }
640        float       volume;
641        bool        mute;
642    };
643
644    // --- PlaybackThread ---
645    class PlaybackThread : public ThreadBase {
646    public:
647
648        enum mixer_state {
649            MIXER_IDLE,             // no active tracks
650            MIXER_TRACKS_ENABLED,   // at least one active track, but no track has any data ready
651            MIXER_TRACKS_READY      // at least one active track, and at least one track has data
652            // standby mode does not have an enum value
653            // suspend by audio policy manager is orthogonal to mixer state
654        };
655
656        // playback track
657        class Track : public TrackBase {
658        public:
659                                Track(  PlaybackThread *thread,
660                                        const sp<Client>& client,
661                                        audio_stream_type_t streamType,
662                                        uint32_t sampleRate,
663                                        audio_format_t format,
664                                        uint32_t channelMask,
665                                        int frameCount,
666                                        const sp<IMemory>& sharedBuffer,
667                                        int sessionId,
668                                        IAudioFlinger::track_flags_t flags);
669            virtual             ~Track();
670
671                    void        dump(char* buffer, size_t size);
672            virtual status_t    start(pid_t tid,
673                                     AudioSystem::sync_event_t event = AudioSystem::SYNC_EVENT_NONE,
674                                     int triggerSession = 0);
675            virtual void        stop();
676                    void        pause();
677
678                    void        flush();
679                    void        destroy();
680                    void        mute(bool);
681                    int name() const {
682                        return mName;
683                    }
684
685                    audio_stream_type_t streamType() const {
686                        return mStreamType;
687                    }
688                    status_t    attachAuxEffect(int EffectId);
689                    void        setAuxBuffer(int EffectId, int32_t *buffer);
690                    int32_t     *auxBuffer() const { return mAuxBuffer; }
691                    void        setMainBuffer(int16_t *buffer) { mMainBuffer = buffer; }
692                    int16_t     *mainBuffer() const { return mMainBuffer; }
693                    int         auxEffectId() const { return mAuxEffectId; }
694
695                    bool        isFastTrack() const
696                            { return (mFlags & IAudioFlinger::TRACK_FAST) != 0; }
697
698        protected:
699            // for numerous
700            friend class PlaybackThread;
701            friend class MixerThread;
702            friend class DirectOutputThread;
703
704                                Track(const Track&);
705                                Track& operator = (const Track&);
706
707            // AudioBufferProvider interface
708            virtual status_t getNextBuffer(AudioBufferProvider::Buffer* buffer, int64_t pts = kInvalidPTS);
709            // releaseBuffer() not overridden
710
711            virtual uint32_t framesReady() const;
712
713            bool isMuted() const { return mMute; }
714            bool isPausing() const {
715                return mState == PAUSING;
716            }
717            bool isPaused() const {
718                return mState == PAUSED;
719            }
720            bool isReady() const;
721            void setPaused() { mState = PAUSED; }
722            void reset();
723
724            bool isOutputTrack() const {
725                return (mStreamType == AUDIO_STREAM_CNT);
726            }
727
728            bool presentationComplete(size_t framesWritten, size_t audioHalFrames);
729            void triggerEvents(AudioSystem::sync_event_t type);
730
731        public:
732            virtual bool isTimedTrack() const { return false; }
733        protected:
734
735            // we don't really need a lock for these
736            volatile bool       mMute;
737            // FILLED state is used for suppressing volume ramp at begin of playing
738            enum {FS_FILLING, FS_FILLED, FS_ACTIVE};
739            mutable uint8_t     mFillingUpStatus;
740            int8_t              mRetryCount;
741            const sp<IMemory>   mSharedBuffer;
742            bool                mResetDone;
743            const audio_stream_type_t mStreamType;
744            int                 mName;
745            int16_t             *mMainBuffer;
746            int32_t             *mAuxBuffer;
747            int                 mAuxEffectId;
748            bool                mHasVolumeController;
749            size_t              mPresentationCompleteFrames; // number of frames written to the audio HAL
750                                                       // when this track will be fully rendered
751        private:
752            IAudioFlinger::track_flags_t mFlags;
753        };  // end of Track
754
755        class TimedTrack : public Track {
756          public:
757            static sp<TimedTrack> create(PlaybackThread *thread,
758                                         const sp<Client>& client,
759                                         audio_stream_type_t streamType,
760                                         uint32_t sampleRate,
761                                         audio_format_t format,
762                                         uint32_t channelMask,
763                                         int frameCount,
764                                         const sp<IMemory>& sharedBuffer,
765                                         int sessionId);
766            ~TimedTrack();
767
768            class TimedBuffer {
769              public:
770                TimedBuffer();
771                TimedBuffer(const sp<IMemory>& buffer, int64_t pts);
772                const sp<IMemory>& buffer() const { return mBuffer; }
773                int64_t pts() const { return mPTS; }
774                int position() const { return mPosition; }
775                void setPosition(int pos) { mPosition = pos; }
776              private:
777                sp<IMemory> mBuffer;
778                int64_t mPTS;
779                int mPosition;
780            };
781
782            virtual bool isTimedTrack() const { return true; }
783
784            virtual uint32_t framesReady() const;
785
786            // AudioBufferProvider interface
787            virtual status_t getNextBuffer(AudioBufferProvider::Buffer* buffer, int64_t pts);
788            virtual void releaseBuffer(AudioBufferProvider::Buffer* buffer);
789            void timedYieldSamples_l(AudioBufferProvider::Buffer* buffer);
790            void timedYieldSilence_l(uint32_t numFrames,
791                                     AudioBufferProvider::Buffer* buffer);
792
793            status_t    allocateTimedBuffer(size_t size,
794                                            sp<IMemory>* buffer);
795            status_t    queueTimedBuffer(const sp<IMemory>& buffer,
796                                         int64_t pts);
797            status_t    setMediaTimeTransform(const LinearTransform& xform,
798                                              TimedAudioTrack::TargetTimeline target);
799            void        trimTimedBufferQueue_l();
800
801          private:
802            TimedTrack(PlaybackThread *thread,
803                       const sp<Client>& client,
804                       audio_stream_type_t streamType,
805                       uint32_t sampleRate,
806                       audio_format_t format,
807                       uint32_t channelMask,
808                       int frameCount,
809                       const sp<IMemory>& sharedBuffer,
810                       int sessionId);
811
812            uint64_t            mLocalTimeFreq;
813            LinearTransform     mLocalTimeToSampleTransform;
814            LinearTransform     mMediaTimeToSampleTransform;
815            sp<MemoryDealer>    mTimedMemoryDealer;
816
817            Vector<TimedBuffer> mTimedBufferQueue;
818            bool                mQueueHeadInFlight;
819            bool                mTrimQueueHeadOnRelease;
820
821            uint8_t*            mTimedSilenceBuffer;
822            uint32_t            mTimedSilenceBufferSize;
823            mutable Mutex       mTimedBufferQueueLock;
824            bool                mTimedAudioOutputOnTime;
825            CCHelper            mCCHelper;
826
827            Mutex               mMediaTimeTransformLock;
828            LinearTransform     mMediaTimeTransform;
829            bool                mMediaTimeTransformValid;
830            TimedAudioTrack::TargetTimeline mMediaTimeTransformTarget;
831        };
832
833
834        // playback track
835        class OutputTrack : public Track {
836        public:
837
838            class Buffer: public AudioBufferProvider::Buffer {
839            public:
840                int16_t *mBuffer;
841            };
842
843                                OutputTrack(PlaybackThread *thread,
844                                        DuplicatingThread *sourceThread,
845                                        uint32_t sampleRate,
846                                        audio_format_t format,
847                                        uint32_t channelMask,
848                                        int frameCount);
849            virtual             ~OutputTrack();
850
851            virtual status_t    start(pid_t tid,
852                                     AudioSystem::sync_event_t event = AudioSystem::SYNC_EVENT_NONE,
853                                     int triggerSession = 0);
854            virtual void        stop();
855                    bool        write(int16_t* data, uint32_t frames);
856                    bool        bufferQueueEmpty() const { return mBufferQueue.size() == 0; }
857                    bool        isActive() const { return mActive; }
858            const wp<ThreadBase>& thread() const { return mThread; }
859
860        private:
861
862            enum {
863                NO_MORE_BUFFERS = 0x80000001,   // same in AudioTrack.h, ok to be different value
864            };
865
866            status_t            obtainBuffer(AudioBufferProvider::Buffer* buffer, uint32_t waitTimeMs);
867            void                clearBufferQueue();
868
869            // Maximum number of pending buffers allocated by OutputTrack::write()
870            static const uint8_t kMaxOverFlowBuffers = 10;
871
872            Vector < Buffer* >          mBufferQueue;
873            AudioBufferProvider::Buffer mOutBuffer;
874            bool                        mActive;
875            DuplicatingThread* const mSourceThread; // for waitTimeMs() in write()
876        };  // end of OutputTrack
877
878        PlaybackThread (const sp<AudioFlinger>& audioFlinger, AudioStreamOut* output,
879                        audio_io_handle_t id, uint32_t device, type_t type);
880        virtual             ~PlaybackThread();
881
882                    status_t    dump(int fd, const Vector<String16>& args);
883
884        // Thread virtuals
885        virtual     status_t    readyToRun();
886        virtual     bool        threadLoop();
887
888        // RefBase
889        virtual     void        onFirstRef();
890
891protected:
892        // Code snippets that were lifted up out of threadLoop()
893        virtual     void        threadLoop_mix() = 0;
894        virtual     void        threadLoop_sleepTime() = 0;
895        virtual     void        threadLoop_write();
896        virtual     void        threadLoop_standby();
897
898                    // prepareTracks_l reads and writes mActiveTracks, and also returns the
899                    // pending set of tracks to remove via Vector 'tracksToRemove'.  The caller is
900                    // responsible for clearing or destroying this Vector later on, when it
901                    // is safe to do so. That will drop the final ref count and destroy the tracks.
902        virtual     mixer_state prepareTracks_l(Vector< sp<Track> > *tracksToRemove) = 0;
903
904public:
905
906        virtual     status_t    initCheck() const { return (mOutput == NULL) ? NO_INIT : NO_ERROR; }
907
908                    // return estimated latency in milliseconds, as reported by HAL
909                    uint32_t    latency() const;
910
911                    void        setMasterVolume(float value);
912                    void        setMasterMute(bool muted);
913
914                    void        setStreamVolume(audio_stream_type_t stream, float value);
915                    void        setStreamMute(audio_stream_type_t stream, bool muted);
916
917                    float       streamVolume(audio_stream_type_t stream) const;
918
919                    sp<Track>   createTrack_l(
920                                    const sp<AudioFlinger::Client>& client,
921                                    audio_stream_type_t streamType,
922                                    uint32_t sampleRate,
923                                    audio_format_t format,
924                                    uint32_t channelMask,
925                                    int frameCount,
926                                    const sp<IMemory>& sharedBuffer,
927                                    int sessionId,
928                                    IAudioFlinger::track_flags_t flags,
929                                    status_t *status);
930
931                    AudioStreamOut* getOutput() const;
932                    AudioStreamOut* clearOutput();
933                    virtual audio_stream_t* stream() const;
934
935                    void        suspend() { mSuspended++; }
936                    void        restore() { if (mSuspended > 0) mSuspended--; }
937                    bool        isSuspended() const { return (mSuspended > 0); }
938        virtual     String8     getParameters(const String8& keys);
939        virtual     void        audioConfigChanged_l(int event, int param = 0);
940                    status_t    getRenderPosition(uint32_t *halFrames, uint32_t *dspFrames);
941                    int16_t     *mixBuffer() const { return mMixBuffer; };
942
943        virtual     void detachAuxEffect_l(int effectId);
944                    status_t attachAuxEffect(const sp<AudioFlinger::PlaybackThread::Track> track,
945                            int EffectId);
946                    status_t attachAuxEffect_l(const sp<AudioFlinger::PlaybackThread::Track> track,
947                            int EffectId);
948
949                    virtual status_t addEffectChain_l(const sp<EffectChain>& chain);
950                    virtual size_t removeEffectChain_l(const sp<EffectChain>& chain);
951                    virtual uint32_t hasAudioSession(int sessionId);
952                    virtual uint32_t getStrategyForSession_l(int sessionId);
953
954
955                    virtual status_t setSyncEvent(const sp<SyncEvent>& event);
956                    virtual bool     isValidSyncEvent(const sp<SyncEvent>& event);
957
958    protected:
959        int16_t*                        mMixBuffer;
960        uint32_t                        mSuspended;     // suspend count, > 0 means suspended
961        int                             mBytesWritten;
962    private:
963        // mMasterMute is in both PlaybackThread and in AudioFlinger.  When a
964        // PlaybackThread needs to find out if master-muted, it checks it's local
965        // copy rather than the one in AudioFlinger.  This optimization saves a lock.
966        bool                            mMasterMute;
967                    void        setMasterMute_l(bool muted) { mMasterMute = muted; }
968    protected:
969        SortedVector< wp<Track> >       mActiveTracks;
970
971        // Allocate a track name for a given channel mask.
972        //   Returns name >= 0 if successful, -1 on failure.
973        virtual int             getTrackName_l(audio_channel_mask_t channelMask) = 0;
974        virtual void            deleteTrackName_l(int name) = 0;
975
976        // Time to sleep between cycles when:
977        virtual uint32_t        activeSleepTimeUs() const;      // mixer state MIXER_TRACKS_ENABLED
978        virtual uint32_t        idleSleepTimeUs() const = 0;    // mixer state MIXER_IDLE
979        virtual uint32_t        suspendSleepTimeUs() const = 0; // audio policy manager suspended us
980        // No sleep when mixer state == MIXER_TRACKS_READY; relies on audio HAL stream->write()
981        // No sleep in standby mode; waits on a condition
982
983        // Code snippets that are temporarily lifted up out of threadLoop() until the merge
984                    void        checkSilentMode_l();
985
986        // Non-trivial for DUPLICATING only
987        virtual     void        saveOutputTracks() { }
988        virtual     void        clearOutputTracks() { }
989
990        // Cache various calculated values, at threadLoop() entry and after a parameter change
991        virtual     void        cacheParameters_l();
992
993    private:
994
995        friend class AudioFlinger;      // for numerous
996
997        PlaybackThread(const Client&);
998        PlaybackThread& operator = (const PlaybackThread&);
999
1000        status_t    addTrack_l(const sp<Track>& track);
1001        void        destroyTrack_l(const sp<Track>& track);
1002        void        removeTrack_l(const sp<Track>& track);
1003
1004        void        readOutputParameters();
1005
1006        virtual status_t    dumpInternals(int fd, const Vector<String16>& args);
1007        status_t    dumpTracks(int fd, const Vector<String16>& args);
1008
1009        SortedVector< sp<Track> >       mTracks;
1010        // mStreamTypes[] uses 1 additional stream type internally for the OutputTrack used by DuplicatingThread
1011        stream_type_t                   mStreamTypes[AUDIO_STREAM_CNT + 1];
1012        AudioStreamOut                  *mOutput;
1013        float                           mMasterVolume;
1014        nsecs_t                         mLastWriteTime;
1015        int                             mNumWrites;
1016        int                             mNumDelayedWrites;
1017        bool                            mInWrite;
1018
1019        // FIXME rename these former local variables of threadLoop to standard "m" names
1020        nsecs_t                         standbyTime;
1021        size_t                          mixBufferSize;
1022
1023        // cached copies of activeSleepTimeUs() and idleSleepTimeUs() made by cacheParameters_l()
1024        uint32_t                        activeSleepTime;
1025        uint32_t                        idleSleepTime;
1026
1027        uint32_t                        sleepTime;
1028
1029        // mixer status returned by prepareTracks_l()
1030        mixer_state                     mMixerStatus;       // current cycle
1031        mixer_state                     mPrevMixerStatus;   // previous cycle
1032
1033        // FIXME move these declarations into the specific sub-class that needs them
1034        // MIXER only
1035        bool                            longStandbyExit;
1036        uint32_t                        sleepTimeShift;
1037
1038        // same as AudioFlinger::mStandbyTimeInNsecs except for DIRECT which uses a shorter value
1039        nsecs_t                         standbyDelay;
1040
1041        // MIXER only
1042        nsecs_t                         maxPeriod;
1043
1044        // DUPLICATING only
1045        uint32_t                        writeFrames;
1046    };
1047
1048    class MixerThread : public PlaybackThread {
1049    public:
1050        MixerThread (const sp<AudioFlinger>& audioFlinger,
1051                     AudioStreamOut* output,
1052                     audio_io_handle_t id,
1053                     uint32_t device,
1054                     type_t type = MIXER);
1055        virtual             ~MixerThread();
1056
1057        // Thread virtuals
1058
1059                    void        invalidateTracks(audio_stream_type_t streamType);
1060        virtual     bool        checkForNewParameters_l();
1061        virtual     status_t    dumpInternals(int fd, const Vector<String16>& args);
1062
1063    protected:
1064        virtual     mixer_state prepareTracks_l(Vector< sp<Track> > *tracksToRemove);
1065        virtual     int         getTrackName_l(audio_channel_mask_t channelMask);
1066        virtual     void        deleteTrackName_l(int name);
1067        virtual     uint32_t    idleSleepTimeUs() const;
1068        virtual     uint32_t    suspendSleepTimeUs() const;
1069        virtual     void        cacheParameters_l();
1070
1071        // threadLoop snippets
1072        virtual     void        threadLoop_mix();
1073        virtual     void        threadLoop_sleepTime();
1074
1075                    AudioMixer* mAudioMixer;
1076    };
1077
1078    class DirectOutputThread : public PlaybackThread {
1079    public:
1080
1081        DirectOutputThread (const sp<AudioFlinger>& audioFlinger, AudioStreamOut* output,
1082                            audio_io_handle_t id, uint32_t device);
1083        virtual                 ~DirectOutputThread();
1084
1085        // Thread virtuals
1086
1087        virtual     bool        checkForNewParameters_l();
1088
1089    protected:
1090        virtual     int         getTrackName_l(audio_channel_mask_t channelMask);
1091        virtual     void        deleteTrackName_l(int name);
1092        virtual     uint32_t    activeSleepTimeUs() const;
1093        virtual     uint32_t    idleSleepTimeUs() const;
1094        virtual     uint32_t    suspendSleepTimeUs() const;
1095        virtual     void        cacheParameters_l();
1096
1097        // threadLoop snippets
1098        virtual     mixer_state prepareTracks_l(Vector< sp<Track> > *tracksToRemove);
1099        virtual     void        threadLoop_mix();
1100        virtual     void        threadLoop_sleepTime();
1101
1102        // volumes last sent to audio HAL with stream->set_volume()
1103        // FIXME use standard representation and names
1104        float mLeftVolFloat;
1105        float mRightVolFloat;
1106        uint16_t mLeftVolShort;
1107        uint16_t mRightVolShort;
1108
1109        // FIXME rename these former local variables of threadLoop to standard names
1110        // next 3 were local to the while !exitingPending loop
1111        bool rampVolume;
1112        uint16_t leftVol;
1113        uint16_t rightVol;
1114
1115private:
1116        // prepareTracks_l() tells threadLoop_mix() the name of the single active track
1117        sp<Track>               mActiveTrack;
1118    };
1119
1120    class DuplicatingThread : public MixerThread {
1121    public:
1122        DuplicatingThread (const sp<AudioFlinger>& audioFlinger, MixerThread* mainThread,
1123                           audio_io_handle_t id);
1124        virtual                 ~DuplicatingThread();
1125
1126        // Thread virtuals
1127                    void        addOutputTrack(MixerThread* thread);
1128                    void        removeOutputTrack(MixerThread* thread);
1129                    uint32_t    waitTimeMs() const { return mWaitTimeMs; }
1130    protected:
1131        virtual     uint32_t    activeSleepTimeUs() const;
1132
1133    private:
1134                    bool        outputsReady(const SortedVector< sp<OutputTrack> > &outputTracks);
1135    protected:
1136        // threadLoop snippets
1137        virtual     void        threadLoop_mix();
1138        virtual     void        threadLoop_sleepTime();
1139        virtual     void        threadLoop_write();
1140        virtual     void        threadLoop_standby();
1141        virtual     void        cacheParameters_l();
1142
1143    private:
1144        // called from threadLoop, addOutputTrack, removeOutputTrack
1145        virtual     void        updateWaitTime_l();
1146    protected:
1147        virtual     void        saveOutputTracks();
1148        virtual     void        clearOutputTracks();
1149    private:
1150
1151                    uint32_t    mWaitTimeMs;
1152        SortedVector < sp<OutputTrack> >  outputTracks;
1153        SortedVector < sp<OutputTrack> >  mOutputTracks;
1154    };
1155
1156              PlaybackThread *checkPlaybackThread_l(audio_io_handle_t output) const;
1157              MixerThread *checkMixerThread_l(audio_io_handle_t output) const;
1158              RecordThread *checkRecordThread_l(audio_io_handle_t input) const;
1159              // no range check, AudioFlinger::mLock held
1160              bool streamMute_l(audio_stream_type_t stream) const
1161                                { return mStreamTypes[stream].mute; }
1162              // no range check, doesn't check per-thread stream volume, AudioFlinger::mLock held
1163              float streamVolume_l(audio_stream_type_t stream) const
1164                                { return mStreamTypes[stream].volume; }
1165              void audioConfigChanged_l(int event, audio_io_handle_t ioHandle, const void *param2);
1166
1167              // allocate an audio_io_handle_t, session ID, or effect ID
1168              uint32_t nextUniqueId();
1169
1170              status_t moveEffectChain_l(int sessionId,
1171                                     PlaybackThread *srcThread,
1172                                     PlaybackThread *dstThread,
1173                                     bool reRegister);
1174              // return thread associated with primary hardware device, or NULL
1175              PlaybackThread *primaryPlaybackThread_l() const;
1176              uint32_t primaryOutputDevice_l() const;
1177
1178    // server side of the client's IAudioTrack
1179    class TrackHandle : public android::BnAudioTrack {
1180    public:
1181                            TrackHandle(const sp<PlaybackThread::Track>& track);
1182        virtual             ~TrackHandle();
1183        virtual sp<IMemory> getCblk() const;
1184        virtual status_t    start(pid_t tid);
1185        virtual void        stop();
1186        virtual void        flush();
1187        virtual void        mute(bool);
1188        virtual void        pause();
1189        virtual status_t    attachAuxEffect(int effectId);
1190        virtual status_t    allocateTimedBuffer(size_t size,
1191                                                sp<IMemory>* buffer);
1192        virtual status_t    queueTimedBuffer(const sp<IMemory>& buffer,
1193                                             int64_t pts);
1194        virtual status_t    setMediaTimeTransform(const LinearTransform& xform,
1195                                                  int target);
1196        virtual status_t onTransact(
1197            uint32_t code, const Parcel& data, Parcel* reply, uint32_t flags);
1198    private:
1199        const sp<PlaybackThread::Track> mTrack;
1200    };
1201
1202                void        removeClient_l(pid_t pid);
1203                void        removeNotificationClient(pid_t pid);
1204
1205
1206    // record thread
1207    class RecordThread : public ThreadBase, public AudioBufferProvider
1208    {
1209    public:
1210
1211        // record track
1212        class RecordTrack : public TrackBase {
1213        public:
1214                                RecordTrack(RecordThread *thread,
1215                                        const sp<Client>& client,
1216                                        uint32_t sampleRate,
1217                                        audio_format_t format,
1218                                        uint32_t channelMask,
1219                                        int frameCount,
1220                                        int sessionId);
1221            virtual             ~RecordTrack();
1222
1223            virtual status_t    start(pid_t tid,
1224                                     AudioSystem::sync_event_t event = AudioSystem::SYNC_EVENT_NONE,
1225                                     int triggerSession = 0);
1226            virtual void        stop();
1227
1228                    bool        overflow() { bool tmp = mOverflow; mOverflow = false; return tmp; }
1229                    bool        setOverflow() { bool tmp = mOverflow; mOverflow = true; return tmp; }
1230
1231                    void        dump(char* buffer, size_t size);
1232
1233        private:
1234            friend class AudioFlinger;  // for mState
1235
1236                                RecordTrack(const RecordTrack&);
1237                                RecordTrack& operator = (const RecordTrack&);
1238
1239            // AudioBufferProvider interface
1240            virtual status_t getNextBuffer(AudioBufferProvider::Buffer* buffer, int64_t pts = kInvalidPTS);
1241            // releaseBuffer() not overridden
1242
1243            bool                mOverflow;
1244        };
1245
1246
1247                RecordThread(const sp<AudioFlinger>& audioFlinger,
1248                        AudioStreamIn *input,
1249                        uint32_t sampleRate,
1250                        uint32_t channels,
1251                        audio_io_handle_t id,
1252                        uint32_t device);
1253                virtual     ~RecordThread();
1254
1255        // Thread
1256        virtual bool        threadLoop();
1257        virtual status_t    readyToRun();
1258
1259        // RefBase
1260        virtual void        onFirstRef();
1261
1262        virtual status_t    initCheck() const { return (mInput == NULL) ? NO_INIT : NO_ERROR; }
1263                sp<AudioFlinger::RecordThread::RecordTrack>  createRecordTrack_l(
1264                        const sp<AudioFlinger::Client>& client,
1265                        uint32_t sampleRate,
1266                        audio_format_t format,
1267                        int channelMask,
1268                        int frameCount,
1269                        int sessionId,
1270                        status_t *status);
1271
1272                status_t    start(RecordTrack* recordTrack, pid_t tid,
1273                                  AudioSystem::sync_event_t event,
1274                                  int triggerSession);
1275                void        stop(RecordTrack* recordTrack);
1276                status_t    dump(int fd, const Vector<String16>& args);
1277                AudioStreamIn* getInput() const;
1278                AudioStreamIn* clearInput();
1279                virtual audio_stream_t* stream() const;
1280
1281        // AudioBufferProvider interface
1282        virtual status_t    getNextBuffer(AudioBufferProvider::Buffer* buffer, int64_t pts);
1283        virtual void        releaseBuffer(AudioBufferProvider::Buffer* buffer);
1284
1285        virtual bool        checkForNewParameters_l();
1286        virtual String8     getParameters(const String8& keys);
1287        virtual void        audioConfigChanged_l(int event, int param = 0);
1288                void        readInputParameters();
1289        virtual unsigned int  getInputFramesLost();
1290
1291        virtual status_t addEffectChain_l(const sp<EffectChain>& chain);
1292        virtual size_t removeEffectChain_l(const sp<EffectChain>& chain);
1293        virtual uint32_t hasAudioSession(int sessionId);
1294                RecordTrack* track();
1295
1296        virtual status_t setSyncEvent(const sp<SyncEvent>& event);
1297        virtual bool     isValidSyncEvent(const sp<SyncEvent>& event);
1298
1299        static void syncStartEventCallback(const wp<SyncEvent>& event);
1300               void handleSyncStartEvent(const sp<SyncEvent>& event);
1301
1302    private:
1303                void clearSyncStartEvent();
1304
1305                RecordThread();
1306                AudioStreamIn                       *mInput;
1307                RecordTrack*                        mTrack;
1308                sp<RecordTrack>                     mActiveTrack;
1309                Condition                           mStartStopCond;
1310                AudioResampler                      *mResampler;
1311                int32_t                             *mRsmpOutBuffer;
1312                int16_t                             *mRsmpInBuffer;
1313                size_t                              mRsmpInIndex;
1314                size_t                              mInputBytes;
1315                const int                           mReqChannelCount;
1316                const uint32_t                      mReqSampleRate;
1317                ssize_t                             mBytesRead;
1318                // sync event triggering actual audio capture. Frames read before this event will
1319                // be dropped and therefore not read by the application.
1320                sp<SyncEvent>                       mSyncStartEvent;
1321                // number of captured frames to drop after the start sync event has been received.
1322                ssize_t                             mFramestoDrop;
1323    };
1324
1325    // server side of the client's IAudioRecord
1326    class RecordHandle : public android::BnAudioRecord {
1327    public:
1328        RecordHandle(const sp<RecordThread::RecordTrack>& recordTrack);
1329        virtual             ~RecordHandle();
1330        virtual sp<IMemory> getCblk() const;
1331        virtual status_t    start(pid_t tid, int event, int triggerSession);
1332        virtual void        stop();
1333        virtual status_t onTransact(
1334            uint32_t code, const Parcel& data, Parcel* reply, uint32_t flags);
1335    private:
1336        const sp<RecordThread::RecordTrack> mRecordTrack;
1337    };
1338
1339    //--- Audio Effect Management
1340
1341    // EffectModule and EffectChain classes both have their own mutex to protect
1342    // state changes or resource modifications. Always respect the following order
1343    // if multiple mutexes must be acquired to avoid cross deadlock:
1344    // AudioFlinger -> ThreadBase -> EffectChain -> EffectModule
1345
1346    // The EffectModule class is a wrapper object controlling the effect engine implementation
1347    // in the effect library. It prevents concurrent calls to process() and command() functions
1348    // from different client threads. It keeps a list of EffectHandle objects corresponding
1349    // to all client applications using this effect and notifies applications of effect state,
1350    // control or parameter changes. It manages the activation state machine to send appropriate
1351    // reset, enable, disable commands to effect engine and provide volume
1352    // ramping when effects are activated/deactivated.
1353    // When controlling an auxiliary effect, the EffectModule also provides an input buffer used by
1354    // the attached track(s) to accumulate their auxiliary channel.
1355    class EffectModule: public RefBase {
1356    public:
1357        EffectModule(ThreadBase *thread,
1358                        const wp<AudioFlinger::EffectChain>& chain,
1359                        effect_descriptor_t *desc,
1360                        int id,
1361                        int sessionId);
1362        virtual ~EffectModule();
1363
1364        enum effect_state {
1365            IDLE,
1366            RESTART,
1367            STARTING,
1368            ACTIVE,
1369            STOPPING,
1370            STOPPED,
1371            DESTROYED
1372        };
1373
1374        int         id() const { return mId; }
1375        void process();
1376        void updateState();
1377        status_t command(uint32_t cmdCode,
1378                         uint32_t cmdSize,
1379                         void *pCmdData,
1380                         uint32_t *replySize,
1381                         void *pReplyData);
1382
1383        void reset_l();
1384        status_t configure();
1385        status_t init();
1386        effect_state state() const {
1387            return mState;
1388        }
1389        uint32_t status() {
1390            return mStatus;
1391        }
1392        int sessionId() const {
1393            return mSessionId;
1394        }
1395        status_t    setEnabled(bool enabled);
1396        bool isEnabled() const;
1397        bool isProcessEnabled() const;
1398
1399        void        setInBuffer(int16_t *buffer) { mConfig.inputCfg.buffer.s16 = buffer; }
1400        int16_t     *inBuffer() { return mConfig.inputCfg.buffer.s16; }
1401        void        setOutBuffer(int16_t *buffer) { mConfig.outputCfg.buffer.s16 = buffer; }
1402        int16_t     *outBuffer() { return mConfig.outputCfg.buffer.s16; }
1403        void        setChain(const wp<EffectChain>& chain) { mChain = chain; }
1404        void        setThread(const wp<ThreadBase>& thread) { mThread = thread; }
1405        const wp<ThreadBase>& thread() { return mThread; }
1406
1407        status_t addHandle(const sp<EffectHandle>& handle);
1408        void disconnect(const wp<EffectHandle>& handle, bool unpinIfLast);
1409        size_t removeHandle (const wp<EffectHandle>& handle);
1410
1411        effect_descriptor_t& desc() { return mDescriptor; }
1412        wp<EffectChain>&     chain() { return mChain; }
1413
1414        status_t         setDevice(uint32_t device);
1415        status_t         setVolume(uint32_t *left, uint32_t *right, bool controller);
1416        status_t         setMode(audio_mode_t mode);
1417        status_t         start();
1418        status_t         stop();
1419        void             setSuspended(bool suspended);
1420        bool             suspended() const;
1421
1422        sp<EffectHandle> controlHandle();
1423
1424        bool             isPinned() const { return mPinned; }
1425        void             unPin() { mPinned = false; }
1426
1427        status_t         dump(int fd, const Vector<String16>& args);
1428
1429    protected:
1430        friend class AudioFlinger;      // for mHandles
1431        bool                mPinned;
1432
1433        // Maximum time allocated to effect engines to complete the turn off sequence
1434        static const uint32_t MAX_DISABLE_TIME_MS = 10000;
1435
1436        EffectModule(const EffectModule&);
1437        EffectModule& operator = (const EffectModule&);
1438
1439        status_t start_l();
1440        status_t stop_l();
1441
1442mutable Mutex               mLock;      // mutex for process, commands and handles list protection
1443        wp<ThreadBase>      mThread;    // parent thread
1444        wp<EffectChain>     mChain;     // parent effect chain
1445        int                 mId;        // this instance unique ID
1446        int                 mSessionId; // audio session ID
1447        effect_descriptor_t mDescriptor;// effect descriptor received from effect engine
1448        effect_config_t     mConfig;    // input and output audio configuration
1449        effect_handle_t  mEffectInterface; // Effect module C API
1450        status_t            mStatus;    // initialization status
1451        effect_state        mState;     // current activation state
1452        Vector< wp<EffectHandle> > mHandles;    // list of client handles
1453                    // First handle in mHandles has highest priority and controls the effect module
1454        uint32_t mMaxDisableWaitCnt;    // maximum grace period before forcing an effect off after
1455                                        // sending disable command.
1456        uint32_t mDisableWaitCnt;       // current process() calls count during disable period.
1457        bool     mSuspended;            // effect is suspended: temporarily disabled by framework
1458    };
1459
1460    // The EffectHandle class implements the IEffect interface. It provides resources
1461    // to receive parameter updates, keeps track of effect control
1462    // ownership and state and has a pointer to the EffectModule object it is controlling.
1463    // There is one EffectHandle object for each application controlling (or using)
1464    // an effect module.
1465    // The EffectHandle is obtained by calling AudioFlinger::createEffect().
1466    class EffectHandle: public android::BnEffect {
1467    public:
1468
1469        EffectHandle(const sp<EffectModule>& effect,
1470                const sp<AudioFlinger::Client>& client,
1471                const sp<IEffectClient>& effectClient,
1472                int32_t priority);
1473        virtual ~EffectHandle();
1474
1475        // IEffect
1476        virtual status_t enable();
1477        virtual status_t disable();
1478        virtual status_t command(uint32_t cmdCode,
1479                                 uint32_t cmdSize,
1480                                 void *pCmdData,
1481                                 uint32_t *replySize,
1482                                 void *pReplyData);
1483        virtual void disconnect();
1484    private:
1485                void disconnect(bool unpinIfLast);
1486    public:
1487        virtual sp<IMemory> getCblk() const { return mCblkMemory; }
1488        virtual status_t onTransact(uint32_t code, const Parcel& data,
1489                Parcel* reply, uint32_t flags);
1490
1491
1492        // Give or take control of effect module
1493        // - hasControl: true if control is given, false if removed
1494        // - signal: true client app should be signaled of change, false otherwise
1495        // - enabled: state of the effect when control is passed
1496        void setControl(bool hasControl, bool signal, bool enabled);
1497        void commandExecuted(uint32_t cmdCode,
1498                             uint32_t cmdSize,
1499                             void *pCmdData,
1500                             uint32_t replySize,
1501                             void *pReplyData);
1502        void setEnabled(bool enabled);
1503        bool enabled() const { return mEnabled; }
1504
1505        // Getters
1506        int id() const { return mEffect->id(); }
1507        int priority() const { return mPriority; }
1508        bool hasControl() const { return mHasControl; }
1509        sp<EffectModule> effect() const { return mEffect; }
1510
1511        void dump(char* buffer, size_t size);
1512
1513    protected:
1514        friend class AudioFlinger;          // for mEffect, mHasControl, mEnabled
1515        EffectHandle(const EffectHandle&);
1516        EffectHandle& operator =(const EffectHandle&);
1517
1518        sp<EffectModule> mEffect;           // pointer to controlled EffectModule
1519        sp<IEffectClient> mEffectClient;    // callback interface for client notifications
1520        /*const*/ sp<Client> mClient;       // client for shared memory allocation, see disconnect()
1521        sp<IMemory>         mCblkMemory;    // shared memory for control block
1522        effect_param_cblk_t* mCblk;         // control block for deferred parameter setting via shared memory
1523        uint8_t*            mBuffer;        // pointer to parameter area in shared memory
1524        int mPriority;                      // client application priority to control the effect
1525        bool mHasControl;                   // true if this handle is controlling the effect
1526        bool mEnabled;                      // cached enable state: needed when the effect is
1527                                            // restored after being suspended
1528    };
1529
1530    // the EffectChain class represents a group of effects associated to one audio session.
1531    // There can be any number of EffectChain objects per output mixer thread (PlaybackThread).
1532    // The EffecChain with session ID 0 contains global effects applied to the output mix.
1533    // Effects in this chain can be insert or auxiliary. Effects in other chains (attached to tracks)
1534    // are insert only. The EffectChain maintains an ordered list of effect module, the order corresponding
1535    // in the effect process order. When attached to a track (session ID != 0), it also provide it's own
1536    // input buffer used by the track as accumulation buffer.
1537    class EffectChain: public RefBase {
1538    public:
1539        EffectChain(const wp<ThreadBase>& wThread, int sessionId);
1540        EffectChain(ThreadBase *thread, int sessionId);
1541        virtual ~EffectChain();
1542
1543        // special key used for an entry in mSuspendedEffects keyed vector
1544        // corresponding to a suspend all request.
1545        static const int        kKeyForSuspendAll = 0;
1546
1547        // minimum duration during which we force calling effect process when last track on
1548        // a session is stopped or removed to allow effect tail to be rendered
1549        static const int        kProcessTailDurationMs = 1000;
1550
1551        void process_l();
1552
1553        void lock() {
1554            mLock.lock();
1555        }
1556        void unlock() {
1557            mLock.unlock();
1558        }
1559
1560        status_t addEffect_l(const sp<EffectModule>& handle);
1561        size_t removeEffect_l(const sp<EffectModule>& handle);
1562
1563        int sessionId() const { return mSessionId; }
1564        void setSessionId(int sessionId) { mSessionId = sessionId; }
1565
1566        sp<EffectModule> getEffectFromDesc_l(effect_descriptor_t *descriptor);
1567        sp<EffectModule> getEffectFromId_l(int id);
1568        sp<EffectModule> getEffectFromType_l(const effect_uuid_t *type);
1569        bool setVolume_l(uint32_t *left, uint32_t *right);
1570        void setDevice_l(uint32_t device);
1571        void setMode_l(audio_mode_t mode);
1572
1573        void setInBuffer(int16_t *buffer, bool ownsBuffer = false) {
1574            mInBuffer = buffer;
1575            mOwnInBuffer = ownsBuffer;
1576        }
1577        int16_t *inBuffer() const {
1578            return mInBuffer;
1579        }
1580        void setOutBuffer(int16_t *buffer) {
1581            mOutBuffer = buffer;
1582        }
1583        int16_t *outBuffer() const {
1584            return mOutBuffer;
1585        }
1586
1587        void incTrackCnt() { android_atomic_inc(&mTrackCnt); }
1588        void decTrackCnt() { android_atomic_dec(&mTrackCnt); }
1589        int32_t trackCnt() const { return mTrackCnt;}
1590
1591        void incActiveTrackCnt() { android_atomic_inc(&mActiveTrackCnt);
1592                                   mTailBufferCount = mMaxTailBuffers; }
1593        void decActiveTrackCnt() { android_atomic_dec(&mActiveTrackCnt); }
1594        int32_t activeTrackCnt() const { return mActiveTrackCnt;}
1595
1596        uint32_t strategy() const { return mStrategy; }
1597        void setStrategy(uint32_t strategy)
1598                { mStrategy = strategy; }
1599
1600        // suspend effect of the given type
1601        void setEffectSuspended_l(const effect_uuid_t *type,
1602                                  bool suspend);
1603        // suspend all eligible effects
1604        void setEffectSuspendedAll_l(bool suspend);
1605        // check if effects should be suspend or restored when a given effect is enable or disabled
1606        void checkSuspendOnEffectEnabled(const sp<EffectModule>& effect,
1607                                              bool enabled);
1608
1609        status_t dump(int fd, const Vector<String16>& args);
1610
1611    protected:
1612        friend class AudioFlinger;  // for mThread, mEffects
1613        EffectChain(const EffectChain&);
1614        EffectChain& operator =(const EffectChain&);
1615
1616        class SuspendedEffectDesc : public RefBase {
1617        public:
1618            SuspendedEffectDesc() : mRefCount(0) {}
1619
1620            int mRefCount;
1621            effect_uuid_t mType;
1622            wp<EffectModule> mEffect;
1623        };
1624
1625        // get a list of effect modules to suspend when an effect of the type
1626        // passed is enabled.
1627        void                       getSuspendEligibleEffects(Vector< sp<EffectModule> > &effects);
1628
1629        // get an effect module if it is currently enable
1630        sp<EffectModule> getEffectIfEnabled(const effect_uuid_t *type);
1631        // true if the effect whose descriptor is passed can be suspended
1632        // OEMs can modify the rules implemented in this method to exclude specific effect
1633        // types or implementations from the suspend/restore mechanism.
1634        bool isEffectEligibleForSuspend(const effect_descriptor_t& desc);
1635
1636        wp<ThreadBase> mThread;     // parent mixer thread
1637        Mutex mLock;                // mutex protecting effect list
1638        Vector< sp<EffectModule> > mEffects; // list of effect modules
1639        int mSessionId;             // audio session ID
1640        int16_t *mInBuffer;         // chain input buffer
1641        int16_t *mOutBuffer;        // chain output buffer
1642        volatile int32_t mActiveTrackCnt;  // number of active tracks connected
1643        volatile int32_t mTrackCnt;        // number of tracks connected
1644        int32_t mTailBufferCount;   // current effect tail buffer count
1645        int32_t mMaxTailBuffers;    // maximum effect tail buffers
1646        bool mOwnInBuffer;          // true if the chain owns its input buffer
1647        int mVolumeCtrlIdx;         // index of insert effect having control over volume
1648        uint32_t mLeftVolume;       // previous volume on left channel
1649        uint32_t mRightVolume;      // previous volume on right channel
1650        uint32_t mNewLeftVolume;       // new volume on left channel
1651        uint32_t mNewRightVolume;      // new volume on right channel
1652        uint32_t mStrategy; // strategy for this effect chain
1653        // mSuspendedEffects lists all effects currently suspended in the chain.
1654        // Use effect type UUID timelow field as key. There is no real risk of identical
1655        // timeLow fields among effect type UUIDs.
1656        // Updated by updateSuspendedSessions_l() only.
1657        KeyedVector< int, sp<SuspendedEffectDesc> > mSuspendedEffects;
1658    };
1659
1660    // AudioStreamOut and AudioStreamIn are immutable, so their fields are const.
1661    // For emphasis, we could also make all pointers to them be "const *",
1662    // but that would clutter the code unnecessarily.
1663
1664    struct AudioStreamOut {
1665        audio_hw_device_t*  const hwDev;
1666        audio_stream_out_t* const stream;
1667
1668        AudioStreamOut(audio_hw_device_t *dev, audio_stream_out_t *out) :
1669            hwDev(dev), stream(out) {}
1670    };
1671
1672    struct AudioStreamIn {
1673        audio_hw_device_t* const hwDev;
1674        audio_stream_in_t* const stream;
1675
1676        AudioStreamIn(audio_hw_device_t *dev, audio_stream_in_t *in) :
1677            hwDev(dev), stream(in) {}
1678    };
1679
1680    // for mAudioSessionRefs only
1681    struct AudioSessionRef {
1682        AudioSessionRef(int sessionid, pid_t pid) :
1683            mSessionid(sessionid), mPid(pid), mCnt(1) {}
1684        const int   mSessionid;
1685        const pid_t mPid;
1686        int         mCnt;
1687    };
1688
1689    enum master_volume_support {
1690        // MVS_NONE:
1691        // Audio HAL has no support for master volume, either setting or
1692        // getting.  All master volume control must be implemented in SW by the
1693        // AudioFlinger mixing core.
1694        MVS_NONE,
1695
1696        // MVS_SETONLY:
1697        // Audio HAL has support for setting master volume, but not for getting
1698        // master volume (original HAL design did not include a getter).
1699        // AudioFlinger needs to keep track of the last set master volume in
1700        // addition to needing to set an initial, default, master volume at HAL
1701        // load time.
1702        MVS_SETONLY,
1703
1704        // MVS_FULL:
1705        // Audio HAL has support both for setting and getting master volume.
1706        // AudioFlinger should send all set and get master volume requests
1707        // directly to the HAL.
1708        MVS_FULL,
1709    };
1710
1711    class AudioHwDevice {
1712    public:
1713        AudioHwDevice(const char *moduleName, audio_hw_device_t *hwDevice) :
1714            mModuleName(strdup(moduleName)), mHwDevice(hwDevice){}
1715        ~AudioHwDevice() { free((void *)mModuleName); }
1716
1717        const char *moduleName() const { return mModuleName; }
1718        audio_hw_device_t *hwDevice() const { return mHwDevice; }
1719    private:
1720        const char * const mModuleName;
1721        audio_hw_device_t * const mHwDevice;
1722    };
1723
1724    mutable     Mutex                               mLock;
1725
1726                DefaultKeyedVector< pid_t, wp<Client> >     mClients;   // see ~Client()
1727
1728                mutable     Mutex                   mHardwareLock;
1729                // NOTE: If both mLock and mHardwareLock mutexes must be held,
1730                // always take mLock before mHardwareLock
1731
1732                // These two fields are immutable after onFirstRef(), so no lock needed to access
1733                audio_hw_device_t*                  mPrimaryHardwareDev; // mAudioHwDevs[0] or NULL
1734                DefaultKeyedVector<audio_module_handle_t, AudioHwDevice*>  mAudioHwDevs;
1735
1736    // for dump, indicates which hardware operation is currently in progress (but not stream ops)
1737    enum hardware_call_state {
1738        AUDIO_HW_IDLE = 0,              // no operation in progress
1739        AUDIO_HW_INIT,                  // init_check
1740        AUDIO_HW_OUTPUT_OPEN,           // open_output_stream
1741        AUDIO_HW_OUTPUT_CLOSE,          // unused
1742        AUDIO_HW_INPUT_OPEN,            // unused
1743        AUDIO_HW_INPUT_CLOSE,           // unused
1744        AUDIO_HW_STANDBY,               // unused
1745        AUDIO_HW_SET_MASTER_VOLUME,     // set_master_volume
1746        AUDIO_HW_GET_ROUTING,           // unused
1747        AUDIO_HW_SET_ROUTING,           // unused
1748        AUDIO_HW_GET_MODE,              // unused
1749        AUDIO_HW_SET_MODE,              // set_mode
1750        AUDIO_HW_GET_MIC_MUTE,          // get_mic_mute
1751        AUDIO_HW_SET_MIC_MUTE,          // set_mic_mute
1752        AUDIO_HW_SET_VOICE_VOLUME,      // set_voice_volume
1753        AUDIO_HW_SET_PARAMETER,         // set_parameters
1754        AUDIO_HW_GET_INPUT_BUFFER_SIZE, // get_input_buffer_size
1755        AUDIO_HW_GET_MASTER_VOLUME,     // get_master_volume
1756        AUDIO_HW_GET_PARAMETER,         // get_parameters
1757    };
1758
1759    mutable     hardware_call_state                 mHardwareStatus;    // for dump only
1760
1761
1762                DefaultKeyedVector< audio_io_handle_t, sp<PlaybackThread> >  mPlaybackThreads;
1763                stream_type_t                       mStreamTypes[AUDIO_STREAM_CNT];
1764
1765                // both are protected by mLock
1766                float                               mMasterVolume;
1767                float                               mMasterVolumeSW;
1768                master_volume_support               mMasterVolumeSupportLvl;
1769                bool                                mMasterMute;
1770
1771                DefaultKeyedVector< audio_io_handle_t, sp<RecordThread> >    mRecordThreads;
1772
1773                DefaultKeyedVector< pid_t, sp<NotificationClient> >    mNotificationClients;
1774                volatile int32_t                    mNextUniqueId;  // updated by android_atomic_inc
1775                audio_mode_t                        mMode;
1776                bool                                mBtNrecIsOff;
1777
1778                // protected by mLock
1779                Vector<AudioSessionRef*> mAudioSessionRefs;
1780
1781                float       masterVolume_l() const;
1782                float       masterVolumeSW_l() const  { return mMasterVolumeSW; }
1783                bool        masterMute_l() const    { return mMasterMute; }
1784                audio_module_handle_t loadHwModule_l(const char *name);
1785
1786                Vector < sp<SyncEvent> > mPendingSyncEvents; // sync events awaiting for a session
1787                                                             // to be created
1788
1789private:
1790    sp<Client>  registerPid_l(pid_t pid);    // always returns non-0
1791
1792};
1793
1794
1795// ----------------------------------------------------------------------------
1796
1797}; // namespace android
1798
1799#endif // ANDROID_AUDIO_FLINGER_H
1800