12a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)// Copyright (c) 2012 The Chromium Authors. All rights reserved. 22a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)// Use of this source code is governed by a BSD-style license that can be 32a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)// found in the LICENSE file. 4c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles)// 5c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles)// AudioConverter implementation. Uses MultiChannelSincResampler for resampling 6c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles)// audio, ChannelMixer for channel mixing, and AudioPullFifo for buffering. 7c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles)// 8c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles)// Delay estimates are provided to InputCallbacks based on the frame delay 9c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles)// information reported via the resampler and FIFO units. 102a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) 112a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)#include "media/base/audio_converter.h" 122a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) 132a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)#include <algorithm> 142a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) 152a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)#include "base/bind.h" 162a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)#include "base/bind_helpers.h" 1790dce4d38c5ff5333bea97d859d4e484e27edf0cTorne (Richard Coles)#include "media/base/audio_bus.h" 182a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)#include "media/base/audio_pull_fifo.h" 192a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)#include "media/base/channel_mixer.h" 202a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)#include "media/base/multi_channel_resampler.h" 212a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)#include "media/base/vector_math.h" 222a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) 232a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)namespace media { 242a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) 252a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)AudioConverter::AudioConverter(const AudioParameters& input_params, 262a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) const AudioParameters& output_params, 272a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) bool disable_fifo) 282a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) : downmix_early_(false), 292a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) resampler_frame_delay_(0), 302a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) input_channel_count_(input_params.channels()) { 312a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) CHECK(input_params.IsValid()); 322a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) CHECK(output_params.IsValid()); 332a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) 342a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) // Handle different input and output channel layouts. 352a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) if (input_params.channel_layout() != output_params.channel_layout()) { 362a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) DVLOG(1) << "Remixing channel layout from " << input_params.channel_layout() 372a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) << " to " << output_params.channel_layout() << "; from " 382a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) << input_params.channels() << " channels to " 392a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) << output_params.channels() << " channels."; 402a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) channel_mixer_.reset(new ChannelMixer(input_params, output_params)); 412a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) 422a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) // Pare off data as early as we can for efficiency. 432a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) downmix_early_ = input_params.channels() > output_params.channels(); 442a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) if (downmix_early_) { 452a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) DVLOG(1) << "Remixing channel layout prior to resampling."; 462a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) // |unmixed_audio_| will be allocated on the fly. 472a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) } else { 482a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) // Instead, if we're not downmixing early we need a temporary AudioBus 492a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) // which matches the input channel count but uses the output frame size 502a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) // since we'll mix into the AudioBus from the output stream. 512a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) unmixed_audio_ = AudioBus::Create( 522a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) input_params.channels(), output_params.frames_per_buffer()); 532a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) } 542a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) } 552a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) 562a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) // Only resample if necessary since it's expensive. 572a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) if (input_params.sample_rate() != output_params.sample_rate()) { 582a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) DVLOG(1) << "Resampling from " << input_params.sample_rate() << " to " 592a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) << output_params.sample_rate(); 60b2df76ea8fec9e32f6f3718986dba0d95315b29cTorne (Richard Coles) const double io_sample_rate_ratio = input_params.sample_rate() / 612a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) static_cast<double>(output_params.sample_rate()); 62b2df76ea8fec9e32f6f3718986dba0d95315b29cTorne (Richard Coles) const int request_size = disable_fifo ? SincResampler::kDefaultRequestSize : 63b2df76ea8fec9e32f6f3718986dba0d95315b29cTorne (Richard Coles) input_params.frames_per_buffer(); 642a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) resampler_.reset(new MultiChannelResampler( 652a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) downmix_early_ ? output_params.channels() : 662a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) input_params.channels(), 67b2df76ea8fec9e32f6f3718986dba0d95315b29cTorne (Richard Coles) io_sample_rate_ratio, request_size, base::Bind( 682a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) &AudioConverter::ProvideInput, base::Unretained(this)))); 692a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) } 702a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) 712a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) input_frame_duration_ = base::TimeDelta::FromMicroseconds( 722a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) base::Time::kMicrosecondsPerSecond / 732a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) static_cast<double>(input_params.sample_rate())); 742a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) output_frame_duration_ = base::TimeDelta::FromMicroseconds( 752a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) base::Time::kMicrosecondsPerSecond / 762a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) static_cast<double>(output_params.sample_rate())); 772a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) 78b2df76ea8fec9e32f6f3718986dba0d95315b29cTorne (Richard Coles) // The resampler can be configured to work with a specific request size, so a 79b2df76ea8fec9e32f6f3718986dba0d95315b29cTorne (Richard Coles) // FIFO is not necessary when resampling. 80b2df76ea8fec9e32f6f3718986dba0d95315b29cTorne (Richard Coles) if (disable_fifo || resampler_) 812a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) return; 822a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) 83b2df76ea8fec9e32f6f3718986dba0d95315b29cTorne (Richard Coles) // Since the output device may want a different buffer size than the caller 84b2df76ea8fec9e32f6f3718986dba0d95315b29cTorne (Richard Coles) // asked for, we need to use a FIFO to ensure that both sides read in chunk 85b2df76ea8fec9e32f6f3718986dba0d95315b29cTorne (Richard Coles) // sizes they're configured for. 86b2df76ea8fec9e32f6f3718986dba0d95315b29cTorne (Richard Coles) if (input_params.frames_per_buffer() != output_params.frames_per_buffer()) { 872a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) DVLOG(1) << "Rebuffering from " << input_params.frames_per_buffer() 882a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) << " to " << output_params.frames_per_buffer(); 892a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) audio_fifo_.reset(new AudioPullFifo( 902a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) downmix_early_ ? output_params.channels() : 912a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) input_params.channels(), 922a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) input_params.frames_per_buffer(), base::Bind( 932a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) &AudioConverter::SourceCallback, 942a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) base::Unretained(this)))); 952a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) } 962a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)} 972a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) 982a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)AudioConverter::~AudioConverter() {} 992a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) 1002a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)void AudioConverter::AddInput(InputCallback* input) { 101c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles) // TODO(dalecurtis): Speculative CHECK for http://crbug.com/233026, should be 102c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles) // converted to a DCHECK once resolved. 103c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles) CHECK(std::find(transform_inputs_.begin(), transform_inputs_.end(), input) == 104c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles) transform_inputs_.end()); 1052a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) transform_inputs_.push_back(input); 1062a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)} 1072a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) 1082a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)void AudioConverter::RemoveInput(InputCallback* input) { 1092a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) DCHECK(std::find(transform_inputs_.begin(), transform_inputs_.end(), input) != 1102a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) transform_inputs_.end()); 1112a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) transform_inputs_.remove(input); 1122a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) 1132a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) if (transform_inputs_.empty()) 1142a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) Reset(); 1152a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)} 1162a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) 1172a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)void AudioConverter::Reset() { 1182a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) if (audio_fifo_) 1192a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) audio_fifo_->Clear(); 1202a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) if (resampler_) 1212a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) resampler_->Flush(); 1222a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)} 1232a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) 124c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles)void AudioConverter::ConvertWithDelay(const base::TimeDelta& initial_delay, 125c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles) AudioBus* dest) { 126c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles) initial_delay_ = initial_delay; 127c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles) 1282a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) if (transform_inputs_.empty()) { 1292a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) dest->Zero(); 1302a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) return; 1312a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) } 1322a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) 133c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles) // Determine if channel mixing should be done and if it should be done before 134c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles) // or after resampling. If it's possible to reduce the channel count prior to 135c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles) // resampling we can save a lot of processing time. Vice versa, we don't want 136c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles) // to increase the channel count prior to resampling for the same reason. 1372a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) bool needs_mixing = channel_mixer_ && !downmix_early_; 1382a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) AudioBus* temp_dest = needs_mixing ? unmixed_audio_.get() : dest; 1392a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) DCHECK(temp_dest); 1402a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) 141c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles) // Figure out which method to call based on whether we're resampling and 142c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles) // rebuffering, just resampling, or just mixing. We want to avoid any extra 143c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles) // steps when possible since we may be converting audio data in real time. 1442a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) if (!resampler_ && !audio_fifo_) { 1452a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) SourceCallback(0, temp_dest); 1462a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) } else { 1472a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) if (resampler_) 148b2df76ea8fec9e32f6f3718986dba0d95315b29cTorne (Richard Coles) resampler_->Resample(temp_dest->frames(), temp_dest); 1492a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) else 1502a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) ProvideInput(0, temp_dest); 1512a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) } 1522a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) 153c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles) // Finally upmix the channels if we didn't do so earlier. 1542a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) if (needs_mixing) { 1552a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) DCHECK_EQ(temp_dest->frames(), dest->frames()); 1562a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) channel_mixer_->Transform(temp_dest, dest); 1572a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) } 1582a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)} 1592a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) 160c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles)void AudioConverter::Convert(AudioBus* dest) { 161c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles) ConvertWithDelay(base::TimeDelta::FromMilliseconds(0), dest); 162c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles)} 163c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles) 1642a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)void AudioConverter::SourceCallback(int fifo_frame_delay, AudioBus* dest) { 1652a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) bool needs_downmix = channel_mixer_ && downmix_early_; 1662a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) 1672a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) if (!mixer_input_audio_bus_ || 1682a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) mixer_input_audio_bus_->frames() != dest->frames()) { 1692a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) mixer_input_audio_bus_ = 1702a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) AudioBus::Create(input_channel_count_, dest->frames()); 1712a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) } 1722a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) 1732a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) if (needs_downmix && 1742a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) (!unmixed_audio_ || unmixed_audio_->frames() != dest->frames())) { 1752a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) // If we're downmixing early we need a temporary AudioBus which matches 1762a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) // the the input channel count and input frame size since we're passing 1772a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) // |unmixed_audio_| directly to the |source_callback_|. 1782a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) unmixed_audio_ = AudioBus::Create(input_channel_count_, dest->frames()); 1792a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) } 1802a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) 1812a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) AudioBus* temp_dest = needs_downmix ? unmixed_audio_.get() : dest; 1822a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) 1832a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) // Sanity check our inputs. 1842a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) DCHECK_EQ(temp_dest->frames(), mixer_input_audio_bus_->frames()); 1852a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) DCHECK_EQ(temp_dest->channels(), mixer_input_audio_bus_->channels()); 1862a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) 1872a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) // Calculate the buffer delay for this callback. 188c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles) base::TimeDelta buffer_delay = initial_delay_; 1892a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) if (resampler_) { 1902a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) buffer_delay += base::TimeDelta::FromMicroseconds( 1912a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) resampler_frame_delay_ * output_frame_duration_.InMicroseconds()); 1922a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) } 1932a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) if (audio_fifo_) { 1942a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) buffer_delay += base::TimeDelta::FromMicroseconds( 1952a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) fifo_frame_delay * input_frame_duration_.InMicroseconds()); 1962a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) } 1972a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) 1982a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) // Have each mixer render its data into an output buffer then mix the result. 1992a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) for (InputCallbackSet::iterator it = transform_inputs_.begin(); 2002a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) it != transform_inputs_.end(); ++it) { 2012a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) InputCallback* input = *it; 2022a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) 2032a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) float volume = input->ProvideInput( 2042a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) mixer_input_audio_bus_.get(), buffer_delay); 2052a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) 2062a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) // Optimize the most common single input, full volume case. 2072a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) if (it == transform_inputs_.begin()) { 2082a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) if (volume == 1.0f) { 2092a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) mixer_input_audio_bus_->CopyTo(temp_dest); 210c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles) } else if (volume > 0) { 211c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles) for (int i = 0; i < mixer_input_audio_bus_->channels(); ++i) { 212c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles) vector_math::FMUL( 213c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles) mixer_input_audio_bus_->channel(i), volume, 214c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles) mixer_input_audio_bus_->frames(), temp_dest->channel(i)); 215c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles) } 216c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles) } else { 217c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles) // Zero |temp_dest| otherwise, so we're mixing into a clean buffer. 218c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles) temp_dest->Zero(); 2192a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) } 2202a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) 221c2e0dbddbe15c98d52c4786dac06cb8952a8ae6dTorne (Richard Coles) continue; 2222a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) } 2232a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) 2242a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) // Volume adjust and mix each mixer input into |temp_dest| after rendering. 2252a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) if (volume > 0) { 2262a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) for (int i = 0; i < mixer_input_audio_bus_->channels(); ++i) { 2272a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) vector_math::FMAC( 2282a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) mixer_input_audio_bus_->channel(i), volume, 2292a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) mixer_input_audio_bus_->frames(), temp_dest->channel(i)); 2302a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) } 2312a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) } 2322a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) } 2332a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) 2342a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) if (needs_downmix) { 2352a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) DCHECK_EQ(temp_dest->frames(), dest->frames()); 2362a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) channel_mixer_->Transform(temp_dest, dest); 2372a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) } 2382a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)} 2392a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) 2402a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)void AudioConverter::ProvideInput(int resampler_frame_delay, AudioBus* dest) { 2412a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) resampler_frame_delay_ = resampler_frame_delay; 2422a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) if (audio_fifo_) 2432a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) audio_fifo_->Consume(dest, dest->frames()); 2442a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) else 2452a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) SourceCallback(0, dest); 2462a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)} 2472a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles) 2482a99a7e74a7f215066514fe81d2bfa6639d9edddTorne (Richard Coles)} // namespace media 249