1e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman/* 2e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman** 3e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman** Copyright 2007, The Android Open Source Project 4e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman** 5e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman** Licensed under the Apache License, Version 2.0 (the "License"); 6e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman** you may not use this file except in compliance with the License. 7e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman** You may obtain a copy of the License at 8e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman** 9e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman** http://www.apache.org/licenses/LICENSE-2.0 10e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman** 11e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman** Unless required by applicable law or agreed to in writing, software 12e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman** distributed under the License is distributed on an "AS IS" BASIS, 13e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman** WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 14e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman** See the License for the specific language governing permissions and 15e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman** limitations under the License. 16e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman*/ 17e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman 18e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman#ifndef ANDROID_AUDIO_MIXER_H 19e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman#define ANDROID_AUDIO_MIXER_H 20e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman 21e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman#include <stdint.h> 22e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman#include <sys/types.h> 23e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman 24e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman#include <media/AudioBufferProvider.h> 25e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman#include <media/AudioResampler.h> 26e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman#include <media/AudioResamplerPublic.h> 27e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman#include <media/BufferProviders.h> 28e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman#include <media/nbaio/NBLog.h> 29e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman#include <system/audio.h> 30e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman#include <utils/Compat.h> 31e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman#include <utils/threads.h> 32e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman 33e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman// FIXME This is actually unity gain, which might not be max in future, expressed in U.12 34e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman#define MAX_GAIN_INT AudioMixer::UNITY_GAIN_INT 35e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman 36e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatramannamespace android { 37e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman 38e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman// ---------------------------------------------------------------------------- 39e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman 40e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatramanclass AudioMixer 41e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman{ 42e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatramanpublic: 43e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman AudioMixer(size_t frameCount, uint32_t sampleRate, 44e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman uint32_t maxNumTracks = MAX_NUM_TRACKS); 45e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman 46e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman /*virtual*/ ~AudioMixer(); // non-virtual saves a v-table, restore if sub-classed 47e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman 48e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman 49e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman // This mixer has a hard-coded upper limit of 32 active track inputs. 50e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman // Adding support for > 32 tracks would require more than simply changing this value. 51e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman static const uint32_t MAX_NUM_TRACKS = 32; 52e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman // maximum number of channels supported by the mixer 53e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman 54e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman // This mixer has a hard-coded upper limit of 8 channels for output. 55e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman static const uint32_t MAX_NUM_CHANNELS = 8; 56e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman static const uint32_t MAX_NUM_VOLUMES = 2; // stereo volume only 57e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman // maximum number of channels supported for the content 58e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman static const uint32_t MAX_NUM_CHANNELS_TO_DOWNMIX = AUDIO_CHANNEL_COUNT_MAX; 59e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman 60e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman static const uint16_t UNITY_GAIN_INT = 0x1000; 61e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman static const CONSTEXPR float UNITY_GAIN_FLOAT = 1.0f; 62e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman 63e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman enum { // names 64e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman 65e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman // track names (MAX_NUM_TRACKS units) 66e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman TRACK0 = 0x1000, 67e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman 68e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman // 0x2000 is unused 69e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman 70e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman // setParameter targets 71e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman TRACK = 0x3000, 72e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman RESAMPLE = 0x3001, 73e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman RAMP_VOLUME = 0x3002, // ramp to new volume 74e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman VOLUME = 0x3003, // don't ramp 75e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman TIMESTRETCH = 0x3004, 76e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman 77e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman // set Parameter names 78e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman // for target TRACK 79e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman CHANNEL_MASK = 0x4000, 80e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman FORMAT = 0x4001, 81e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman MAIN_BUFFER = 0x4002, 82e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman AUX_BUFFER = 0x4003, 83e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman DOWNMIX_TYPE = 0X4004, 84e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman MIXER_FORMAT = 0x4005, // AUDIO_FORMAT_PCM_(FLOAT|16_BIT) 85e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman MIXER_CHANNEL_MASK = 0x4006, // Channel mask for mixer output 86e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman // for target RESAMPLE 87e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman SAMPLE_RATE = 0x4100, // Configure sample rate conversion on this track name; 88e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman // parameter 'value' is the new sample rate in Hz. 89e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman // Only creates a sample rate converter the first time that 90e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman // the track sample rate is different from the mix sample rate. 91e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman // If the new sample rate is the same as the mix sample rate, 92e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman // and a sample rate converter already exists, 93e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman // then the sample rate converter remains present but is a no-op. 94e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman RESET = 0x4101, // Reset sample rate converter without changing sample rate. 95e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman // This clears out the resampler's input buffer. 96e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman REMOVE = 0x4102, // Remove the sample rate converter on this track name; 97e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman // the track is restored to the mix sample rate. 98e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman // for target RAMP_VOLUME and VOLUME (8 channels max) 99e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman // FIXME use float for these 3 to improve the dynamic range 100e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman VOLUME0 = 0x4200, 101e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman VOLUME1 = 0x4201, 102e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman AUXLEVEL = 0x4210, 103e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman // for target TIMESTRETCH 104e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman PLAYBACK_RATE = 0x4300, // Configure timestretch on this track name; 105e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman // parameter 'value' is a pointer to the new playback rate. 106e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman }; 107e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman 108e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman 109e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman // For all APIs with "name": TRACK0 <= name < TRACK0 + MAX_NUM_TRACKS 110e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman 111e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman // Allocate a track name. Returns new track name if successful, -1 on failure. 112e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman // The failure could be because of an invalid channelMask or format, or that 113e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman // the track capacity of the mixer is exceeded. 114e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman int getTrackName(audio_channel_mask_t channelMask, 115e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman audio_format_t format, int sessionId); 116e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman 117e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman // Free an allocated track by name 118e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman void deleteTrackName(int name); 119e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman 120e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman // Enable or disable an allocated track by name 121e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman void enable(int name); 122e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman void disable(int name); 123e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman 124e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman void setParameter(int name, int target, int param, void *value); 125e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman 126e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman void setBufferProvider(int name, AudioBufferProvider* bufferProvider); 127e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman void process(); 128e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman 129e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman uint32_t trackNames() const { return mTrackNames; } 130e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman 131e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman size_t getUnreleasedFrames(int name) const; 132e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman 133e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman static inline bool isValidPcmTrackFormat(audio_format_t format) { 134e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman switch (format) { 135e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman case AUDIO_FORMAT_PCM_8_BIT: 136e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman case AUDIO_FORMAT_PCM_16_BIT: 137e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman case AUDIO_FORMAT_PCM_24_BIT_PACKED: 138e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman case AUDIO_FORMAT_PCM_32_BIT: 139e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman case AUDIO_FORMAT_PCM_FLOAT: 140e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman return true; 141e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman default: 142e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman return false; 143e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman } 144e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman } 145e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman 146e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatramanprivate: 147e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman 148e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman enum { 149e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman // FIXME this representation permits up to 8 channels 150e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman NEEDS_CHANNEL_COUNT__MASK = 0x00000007, 151e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman }; 152e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman 153e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman enum { 154e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman NEEDS_CHANNEL_1 = 0x00000000, // mono 155e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman NEEDS_CHANNEL_2 = 0x00000001, // stereo 156e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman 157e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman // sample format is not explicitly specified, and is assumed to be AUDIO_FORMAT_PCM_16_BIT 158e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman 159e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman NEEDS_MUTE = 0x00000100, 160e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman NEEDS_RESAMPLE = 0x00001000, 161e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman NEEDS_AUX = 0x00010000, 162e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman }; 163e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman 164e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman struct state_t; 165e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman struct track_t; 166e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman 167e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman typedef void (*hook_t)(track_t* t, int32_t* output, size_t numOutFrames, int32_t* temp, 168e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman int32_t* aux); 169e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman static const int BLOCKSIZE = 16; // 4 cache lines 170e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman 171e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman struct track_t { 172e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman uint32_t needs; 173e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman 174e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman // TODO: Eventually remove legacy integer volume settings 175e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman union { 176e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman int16_t volume[MAX_NUM_VOLUMES]; // U4.12 fixed point (top bit should be zero) 177e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman int32_t volumeRL; 178e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman }; 179e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman 180e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman int32_t prevVolume[MAX_NUM_VOLUMES]; 181e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman 182e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman // 16-byte boundary 183e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman 184e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman int32_t volumeInc[MAX_NUM_VOLUMES]; 185e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman int32_t auxInc; 186e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman int32_t prevAuxLevel; 187e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman 188e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman // 16-byte boundary 189e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman 190e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman int16_t auxLevel; // 0 <= auxLevel <= MAX_GAIN_INT, but signed for mul performance 191e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman uint16_t frameCount; 192e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman 193e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman uint8_t channelCount; // 1 or 2, redundant with (needs & NEEDS_CHANNEL_COUNT__MASK) 194e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman uint8_t unused_padding; // formerly format, was always 16 195e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman uint16_t enabled; // actually bool 196e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman audio_channel_mask_t channelMask; 197e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman 198e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman // actual buffer provider used by the track hooks, see DownmixerBufferProvider below 199e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman // for how the Track buffer provider is wrapped by another one when dowmixing is required 200e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman AudioBufferProvider* bufferProvider; 201e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman 202e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman // 16-byte boundary 203e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman 204e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman mutable AudioBufferProvider::Buffer buffer; // 8 bytes 205e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman 206e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman hook_t hook; 207e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman const void* in; // current location in buffer 208e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman 209e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman // 16-byte boundary 210e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman 211e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman AudioResampler* resampler; 212e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman uint32_t sampleRate; 213e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman int32_t* mainBuffer; 214e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman int32_t* auxBuffer; 215e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman 216e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman // 16-byte boundary 217e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman 218e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman /* Buffer providers are constructed to translate the track input data as needed. 219e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman * 220e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman * TODO: perhaps make a single PlaybackConverterProvider class to move 221e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman * all pre-mixer track buffer conversions outside the AudioMixer class. 222e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman * 223e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman * 1) mInputBufferProvider: The AudioTrack buffer provider. 224e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman * 2) mReformatBufferProvider: If not NULL, performs the audio reformat to 225e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman * match either mMixerInFormat or mDownmixRequiresFormat, if the downmixer 226e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman * requires reformat. For example, it may convert floating point input to 227e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman * PCM_16_bit if that's required by the downmixer. 228e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman * 3) downmixerBufferProvider: If not NULL, performs the channel remixing to match 229e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman * the number of channels required by the mixer sink. 230e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman * 4) mPostDownmixReformatBufferProvider: If not NULL, performs reformatting from 231e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman * the downmixer requirements to the mixer engine input requirements. 232e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman * 5) mTimestretchBufferProvider: Adds timestretching for playback rate 233e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman */ 234e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman AudioBufferProvider* mInputBufferProvider; // externally provided buffer provider. 235e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman PassthruBufferProvider* mReformatBufferProvider; // provider wrapper for reformatting. 236e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman PassthruBufferProvider* downmixerBufferProvider; // wrapper for channel conversion. 237e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman PassthruBufferProvider* mPostDownmixReformatBufferProvider; 238e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman PassthruBufferProvider* mTimestretchBufferProvider; 239e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman 240e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman int32_t sessionId; 241e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman 242e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman audio_format_t mMixerFormat; // output mix format: AUDIO_FORMAT_PCM_(FLOAT|16_BIT) 243e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman audio_format_t mFormat; // input track format 244e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman audio_format_t mMixerInFormat; // mix internal format AUDIO_FORMAT_PCM_(FLOAT|16_BIT) 245e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman // each track must be converted to this format. 246e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman audio_format_t mDownmixRequiresFormat; // required downmixer format 247e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman // AUDIO_FORMAT_PCM_16_BIT if 16 bit necessary 248e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman // AUDIO_FORMAT_INVALID if no required format 249e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman 250e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman float mVolume[MAX_NUM_VOLUMES]; // floating point set volume 251e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman float mPrevVolume[MAX_NUM_VOLUMES]; // floating point previous volume 252e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman float mVolumeInc[MAX_NUM_VOLUMES]; // floating point volume increment 253e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman 254e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman float mAuxLevel; // floating point set aux level 255e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman float mPrevAuxLevel; // floating point prev aux level 256e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman float mAuxInc; // floating point aux increment 257e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman 258e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman audio_channel_mask_t mMixerChannelMask; 259e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman uint32_t mMixerChannelCount; 260e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman 261e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman AudioPlaybackRate mPlaybackRate; 262e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman 263e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman bool needsRamp() { return (volumeInc[0] | volumeInc[1] | auxInc) != 0; } 264e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman bool setResampler(uint32_t trackSampleRate, uint32_t devSampleRate); 265e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman bool doesResample() const { return resampler != NULL; } 266e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman void resetResampler() { if (resampler != NULL) resampler->reset(); } 267e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman void adjustVolumeRamp(bool aux, bool useFloat = false); 268e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman size_t getUnreleasedFrames() const { return resampler != NULL ? 269e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman resampler->getUnreleasedFrames() : 0; }; 270e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman 271e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman status_t prepareForDownmix(); 272e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman void unprepareForDownmix(); 273e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman status_t prepareForReformat(); 274e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman void unprepareForReformat(); 275e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman bool setPlaybackRate(const AudioPlaybackRate &playbackRate); 276e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman void reconfigureBufferProviders(); 277e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman }; 278e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman 279e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman typedef void (*process_hook_t)(state_t* state); 280e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman 281e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman // pad to 32-bytes to fill cache line 282e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman struct state_t { 283e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman uint32_t enabledTracks; 284e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman uint32_t needsChanged; 285e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman size_t frameCount; 286e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman process_hook_t hook; // one of process__*, never NULL 287e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman int32_t *outputTemp; 288e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman int32_t *resampleTemp; 2893ab8d66ad1c47a5ee1f87ad9f5ee2666cf89b32dGlenn Kasten NBLog::Writer* mNBLogWriter; // associated NBLog::Writer or &mDummyLog 290e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman int32_t reserved[1]; 291e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman // FIXME allocate dynamically to save some memory when maxNumTracks < MAX_NUM_TRACKS 292e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman track_t tracks[MAX_NUM_TRACKS] __attribute__((aligned(32))); 293e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman }; 294e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman 295e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman // bitmask of allocated track names, where bit 0 corresponds to TRACK0 etc. 296e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman uint32_t mTrackNames; 297e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman 298e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman // bitmask of configured track names; ~0 if maxNumTracks == MAX_NUM_TRACKS, 299e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman // but will have fewer bits set if maxNumTracks < MAX_NUM_TRACKS 300e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman const uint32_t mConfiguredNames; 301e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman 302e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman const uint32_t mSampleRate; 303e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman 3043ab8d66ad1c47a5ee1f87ad9f5ee2666cf89b32dGlenn Kasten NBLog::Writer mDummyLogWriter; 305e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatramanpublic: 3063ab8d66ad1c47a5ee1f87ad9f5ee2666cf89b32dGlenn Kasten // Called by FastMixer to inform AudioMixer of it's associated NBLog::Writer. 3073ab8d66ad1c47a5ee1f87ad9f5ee2666cf89b32dGlenn Kasten // FIXME It would be safer to use TLS for this, so we don't accidentally use wrong one. 3083ab8d66ad1c47a5ee1f87ad9f5ee2666cf89b32dGlenn Kasten void setNBLogWriter(NBLog::Writer* log); 309e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatramanprivate: 310e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman state_t mState __attribute__((aligned(32))); 311e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman 312e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman // Call after changing either the enabled status of a track, or parameters of an enabled track. 313e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman // OK to call more often than that, but unnecessary. 314e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman void invalidateState(uint32_t mask); 315e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman 316e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman bool setChannelMasks(int name, 317e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman audio_channel_mask_t trackChannelMask, audio_channel_mask_t mixerChannelMask); 318e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman 319e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman static void track__genericResample(track_t* t, int32_t* out, size_t numFrames, int32_t* temp, 320e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman int32_t* aux); 321e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman static void track__nop(track_t* t, int32_t* out, size_t numFrames, int32_t* temp, int32_t* aux); 322e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman static void track__16BitsStereo(track_t* t, int32_t* out, size_t numFrames, int32_t* temp, 323e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman int32_t* aux); 324e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman static void track__16BitsMono(track_t* t, int32_t* out, size_t numFrames, int32_t* temp, 325e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman int32_t* aux); 326e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman static void volumeRampStereo(track_t* t, int32_t* out, size_t frameCount, int32_t* temp, 327e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman int32_t* aux); 328e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman static void volumeStereo(track_t* t, int32_t* out, size_t frameCount, int32_t* temp, 329e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman int32_t* aux); 330e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman 331e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman static void process__validate(state_t* state); 332e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman static void process__nop(state_t* state); 333e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman static void process__genericNoResampling(state_t* state); 334e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman static void process__genericResampling(state_t* state); 335e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman static void process__OneTrack16BitsStereoNoResampling(state_t* state); 336e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman 337e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman static pthread_once_t sOnceControl; 338e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman static void sInitRoutine(); 339e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman 340e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman /* multi-format volume mixing function (calls template functions 341e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman * in AudioMixerOps.h). The template parameters are as follows: 342e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman * 343e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman * MIXTYPE (see AudioMixerOps.h MIXTYPE_* enumeration) 344e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman * USEFLOATVOL (set to true if float volume is used) 345e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman * ADJUSTVOL (set to true if volume ramp parameters needs adjustment afterwards) 346e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman * TO: int32_t (Q4.27) or float 347e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman * TI: int32_t (Q4.27) or int16_t (Q0.15) or float 348e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman * TA: int32_t (Q4.27) 349e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman */ 350e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman template <int MIXTYPE, bool USEFLOATVOL, bool ADJUSTVOL, 351e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman typename TO, typename TI, typename TA> 352e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman static void volumeMix(TO *out, size_t outFrames, 353e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman const TI *in, TA *aux, bool ramp, AudioMixer::track_t *t); 354e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman 355e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman // multi-format process hooks 356e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman template <int MIXTYPE, typename TO, typename TI, typename TA> 357e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman static void process_NoResampleOneTrack(state_t* state); 358e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman 359e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman // multi-format track hooks 360e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman template <int MIXTYPE, typename TO, typename TI, typename TA> 361e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman static void track__Resample(track_t* t, TO* out, size_t frameCount, 362e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman TO* temp __unused, TA* aux); 363e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman template <int MIXTYPE, typename TO, typename TI, typename TA> 364e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman static void track__NoResample(track_t* t, TO* out, size_t frameCount, 365e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman TO* temp __unused, TA* aux); 366e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman 367e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman static void convertMixerFormat(void *out, audio_format_t mixerOutFormat, 368e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman void *in, audio_format_t mixerInFormat, size_t sampleCount); 369e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman 370e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman // hook types 371e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman enum { 372e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman PROCESSTYPE_NORESAMPLEONETRACK, 373e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman }; 374e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman enum { 375e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman TRACKTYPE_NOP, 376e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman TRACKTYPE_RESAMPLE, 377e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman TRACKTYPE_NORESAMPLE, 378e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman TRACKTYPE_NORESAMPLEMONO, 379e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman }; 380e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman 381e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman // functions for determining the proper process and track hooks. 382e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman static process_hook_t getProcessHook(int processType, uint32_t channelCount, 383e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman audio_format_t mixerInFormat, audio_format_t mixerOutFormat); 384e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman static hook_t getTrackHook(int trackType, uint32_t channelCount, 385e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman audio_format_t mixerInFormat, audio_format_t mixerOutFormat); 386e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman}; 387e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman 388e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman// ---------------------------------------------------------------------------- 389e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman} // namespace android 390e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman 391e2b43843fd12783188edd2c54188ea8d26864788Vijay Venkatraman#endif // ANDROID_AUDIO_MIXER_H 392