BufferProviders.h revision 6c7f062d3149d6890daaee64828959ad6f61ea54
17abe37e4aee38cc79d91dd069a37d7e91d5bef53Shih-wei Liao/*
27abe37e4aee38cc79d91dd069a37d7e91d5bef53Shih-wei Liao * Copyright (C) 2015 The Android Open Source Project
37abe37e4aee38cc79d91dd069a37d7e91d5bef53Shih-wei Liao *
47abe37e4aee38cc79d91dd069a37d7e91d5bef53Shih-wei Liao * Licensed under the Apache License, Version 2.0 (the "License");
57abe37e4aee38cc79d91dd069a37d7e91d5bef53Shih-wei Liao * you may not use this file except in compliance with the License.
67abe37e4aee38cc79d91dd069a37d7e91d5bef53Shih-wei Liao * You may obtain a copy of the License at
77abe37e4aee38cc79d91dd069a37d7e91d5bef53Shih-wei Liao *
87abe37e4aee38cc79d91dd069a37d7e91d5bef53Shih-wei Liao *      http://www.apache.org/licenses/LICENSE-2.0
97abe37e4aee38cc79d91dd069a37d7e91d5bef53Shih-wei Liao *
107abe37e4aee38cc79d91dd069a37d7e91d5bef53Shih-wei Liao * Unless required by applicable law or agreed to in writing, software
117abe37e4aee38cc79d91dd069a37d7e91d5bef53Shih-wei Liao * distributed under the License is distributed on an "AS IS" BASIS,
127abe37e4aee38cc79d91dd069a37d7e91d5bef53Shih-wei Liao * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
137abe37e4aee38cc79d91dd069a37d7e91d5bef53Shih-wei Liao * See the License for the specific language governing permissions and
147abe37e4aee38cc79d91dd069a37d7e91d5bef53Shih-wei Liao * limitations under the License.
157abe37e4aee38cc79d91dd069a37d7e91d5bef53Shih-wei Liao */
167abe37e4aee38cc79d91dd069a37d7e91d5bef53Shih-wei Liao
177abe37e4aee38cc79d91dd069a37d7e91d5bef53Shih-wei Liao#ifndef ANDROID_BUFFER_PROVIDERS_H
187abe37e4aee38cc79d91dd069a37d7e91d5bef53Shih-wei Liao#define ANDROID_BUFFER_PROVIDERS_H
197abe37e4aee38cc79d91dd069a37d7e91d5bef53Shih-wei Liao
207abe37e4aee38cc79d91dd069a37d7e91d5bef53Shih-wei Liao#include <stdint.h>
217abe37e4aee38cc79d91dd069a37d7e91d5bef53Shih-wei Liao#include <sys/types.h>
227abe37e4aee38cc79d91dd069a37d7e91d5bef53Shih-wei Liao
237abe37e4aee38cc79d91dd069a37d7e91d5bef53Shih-wei Liao#include <hardware/audio_effect.h>
247abe37e4aee38cc79d91dd069a37d7e91d5bef53Shih-wei Liao#include <media/AudioBufferProvider.h>
257abe37e4aee38cc79d91dd069a37d7e91d5bef53Shih-wei Liao#include <system/audio.h>
267abe37e4aee38cc79d91dd069a37d7e91d5bef53Shih-wei Liao#include <sonic.h>
277abe37e4aee38cc79d91dd069a37d7e91d5bef53Shih-wei Liao
287abe37e4aee38cc79d91dd069a37d7e91d5bef53Shih-wei Liaonamespace android {
297abe37e4aee38cc79d91dd069a37d7e91d5bef53Shih-wei Liao
307abe37e4aee38cc79d91dd069a37d7e91d5bef53Shih-wei Liao// ----------------------------------------------------------------------------
317abe37e4aee38cc79d91dd069a37d7e91d5bef53Shih-wei Liao
327abe37e4aee38cc79d91dd069a37d7e91d5bef53Shih-wei Liaoclass PassthruBufferProvider : public AudioBufferProvider {
337abe37e4aee38cc79d91dd069a37d7e91d5bef53Shih-wei Liaopublic:
347abe37e4aee38cc79d91dd069a37d7e91d5bef53Shih-wei Liao    PassthruBufferProvider() : mTrackBufferProvider(NULL) { }
357abe37e4aee38cc79d91dd069a37d7e91d5bef53Shih-wei Liao
367abe37e4aee38cc79d91dd069a37d7e91d5bef53Shih-wei Liao    virtual ~PassthruBufferProvider() { }
377abe37e4aee38cc79d91dd069a37d7e91d5bef53Shih-wei Liao
387abe37e4aee38cc79d91dd069a37d7e91d5bef53Shih-wei Liao    // call this to release the buffer to the upstream provider.
397abe37e4aee38cc79d91dd069a37d7e91d5bef53Shih-wei Liao    // treat it as an audio discontinuity for future samples.
407abe37e4aee38cc79d91dd069a37d7e91d5bef53Shih-wei Liao    virtual void reset() { }
417abe37e4aee38cc79d91dd069a37d7e91d5bef53Shih-wei Liao
427abe37e4aee38cc79d91dd069a37d7e91d5bef53Shih-wei Liao    // set the upstream buffer provider. Consider calling "reset" before this function.
437abe37e4aee38cc79d91dd069a37d7e91d5bef53Shih-wei Liao    virtual void setBufferProvider(AudioBufferProvider *p) {
447abe37e4aee38cc79d91dd069a37d7e91d5bef53Shih-wei Liao        mTrackBufferProvider = p;
457abe37e4aee38cc79d91dd069a37d7e91d5bef53Shih-wei Liao    }
467abe37e4aee38cc79d91dd069a37d7e91d5bef53Shih-wei Liao
477abe37e4aee38cc79d91dd069a37d7e91d5bef53Shih-wei Liaoprotected:
487abe37e4aee38cc79d91dd069a37d7e91d5bef53Shih-wei Liao    AudioBufferProvider *mTrackBufferProvider;
497abe37e4aee38cc79d91dd069a37d7e91d5bef53Shih-wei Liao};
507abe37e4aee38cc79d91dd069a37d7e91d5bef53Shih-wei Liao
517abe37e4aee38cc79d91dd069a37d7e91d5bef53Shih-wei Liao// Base AudioBufferProvider class used for DownMixerBufferProvider, RemixBufferProvider,
527abe37e4aee38cc79d91dd069a37d7e91d5bef53Shih-wei Liao// and ReformatBufferProvider.
53// It handles a private buffer for use in converting format or channel masks from the
54// input data to a form acceptable by the mixer.
55// TODO: Make a ResamplerBufferProvider when integers are entirely removed from the
56// processing pipeline.
57class CopyBufferProvider : public PassthruBufferProvider {
58public:
59    // Use a private buffer of bufferFrameCount frames (each frame is outputFrameSize bytes).
60    // If bufferFrameCount is 0, no private buffer is created and in-place modification of
61    // the upstream buffer provider's buffers is performed by copyFrames().
62    CopyBufferProvider(size_t inputFrameSize, size_t outputFrameSize,
63            size_t bufferFrameCount);
64    virtual ~CopyBufferProvider();
65
66    // Overrides AudioBufferProvider methods
67    virtual status_t getNextBuffer(Buffer *buffer, int64_t pts);
68    virtual void releaseBuffer(Buffer *buffer);
69
70    // Overrides PassthruBufferProvider
71    virtual void reset();
72
73    // this function should be supplied by the derived class.  It converts
74    // #frames in the *src pointer to the *dst pointer.  It is public because
75    // some providers will allow this to work on arbitrary buffers outside
76    // of the internal buffers.
77    virtual void copyFrames(void *dst, const void *src, size_t frames) = 0;
78
79protected:
80    const size_t         mInputFrameSize;
81    const size_t         mOutputFrameSize;
82private:
83    AudioBufferProvider::Buffer mBuffer;
84    const size_t         mLocalBufferFrameCount;
85    void                *mLocalBufferData;
86    size_t               mConsumed;
87};
88
89// DownmixerBufferProvider derives from CopyBufferProvider to provide
90// position dependent downmixing by an Audio Effect.
91class DownmixerBufferProvider : public CopyBufferProvider {
92public:
93    DownmixerBufferProvider(audio_channel_mask_t inputChannelMask,
94            audio_channel_mask_t outputChannelMask, audio_format_t format,
95            uint32_t sampleRate, int32_t sessionId, size_t bufferFrameCount);
96    virtual ~DownmixerBufferProvider();
97    //Overrides
98    virtual void copyFrames(void *dst, const void *src, size_t frames);
99
100    bool isValid() const { return mDownmixHandle != NULL; }
101    static status_t init();
102    static bool isMultichannelCapable() { return sIsMultichannelCapable; }
103
104protected:
105    effect_handle_t    mDownmixHandle;
106    effect_config_t    mDownmixConfig;
107
108    // effect descriptor for the downmixer used by the mixer
109    static effect_descriptor_t sDwnmFxDesc;
110    // indicates whether a downmix effect has been found and is usable by this mixer
111    static bool                sIsMultichannelCapable;
112    // FIXME: should we allow effects outside of the framework?
113    // We need to here. A special ioId that must be <= -2 so it does not map to a session.
114    static const int32_t SESSION_ID_INVALID_AND_IGNORED = -2;
115};
116
117// RemixBufferProvider derives from CopyBufferProvider to perform an
118// upmix or downmix to the proper channel count and mask.
119class RemixBufferProvider : public CopyBufferProvider {
120public:
121    RemixBufferProvider(audio_channel_mask_t inputChannelMask,
122            audio_channel_mask_t outputChannelMask, audio_format_t format,
123            size_t bufferFrameCount);
124    //Overrides
125    virtual void copyFrames(void *dst, const void *src, size_t frames);
126
127protected:
128    const audio_format_t mFormat;
129    const size_t         mSampleSize;
130    const size_t         mInputChannels;
131    const size_t         mOutputChannels;
132    int8_t               mIdxAry[sizeof(uint32_t) * 8]; // 32 bits => channel indices
133};
134
135// ReformatBufferProvider derives from CopyBufferProvider to convert the input data
136// to an acceptable mixer input format type.
137class ReformatBufferProvider : public CopyBufferProvider {
138public:
139    ReformatBufferProvider(int32_t channelCount,
140            audio_format_t inputFormat, audio_format_t outputFormat,
141            size_t bufferFrameCount);
142    virtual void copyFrames(void *dst, const void *src, size_t frames);
143
144protected:
145    const uint32_t       mChannelCount;
146    const audio_format_t mInputFormat;
147    const audio_format_t mOutputFormat;
148};
149
150// TimestretchBufferProvider derives from PassthruBufferProvider for time stretching
151class TimestretchBufferProvider : public PassthruBufferProvider {
152public:
153    TimestretchBufferProvider(int32_t channelCount,
154            audio_format_t format, uint32_t sampleRate,
155            const AudioPlaybackRate &playbackRate);
156    virtual ~TimestretchBufferProvider();
157
158    // Overrides AudioBufferProvider methods
159    virtual status_t getNextBuffer(Buffer* buffer, int64_t pts);
160    virtual void releaseBuffer(Buffer* buffer);
161
162    // Overrides PassthruBufferProvider
163    virtual void reset();
164
165    virtual status_t setPlaybackRate(const AudioPlaybackRate &playbackRate);
166
167    // processes frames
168    // dstBuffer is where to place the data
169    // dstFrames [in/out] is the desired frames (return with actual placed in buffer)
170    // srcBuffer is the source data
171    // srcFrames [in/out] is the available source frames (return with consumed)
172    virtual void processFrames(void *dstBuffer, size_t *dstFrames,
173            const void *srcBuffer, size_t *srcFrames);
174
175protected:
176    const uint32_t       mChannelCount;
177    const audio_format_t mFormat;
178    const uint32_t       mSampleRate; // const for now (TODO change this)
179    const size_t         mFrameSize;
180    AudioPlaybackRate    mPlaybackRate;
181
182private:
183    AudioBufferProvider::Buffer mBuffer;          // for upstream request
184    size_t               mLocalBufferFrameCount;  // size of local buffer
185    void                *mLocalBufferData;        // internally allocated buffer for data returned
186                                                  // to caller
187    size_t               mRemaining;              // remaining data in local buffer
188    sonicStream          mSonicStream;            // handle to sonic timestretch object
189    //FIXME: this dependency should be abstracted out
190    bool                 mFallbackFailErrorShown; // log fallback error only once
191    bool                 mAudioPlaybackRateValid; // flag for current parameters validity
192};
193
194// ----------------------------------------------------------------------------
195} // namespace android
196
197#endif // ANDROID_BUFFER_PROVIDERS_H
198