normal.cc revision 8b2058e73354e7f02cc44bc212fa58a52bb376cb
18b0063f7f46289983bd1bf9ca61662b4a2ddf5b6Benjamin Pujol/* 28b0063f7f46289983bd1bf9ca61662b4a2ddf5b6Benjamin Pujol * Copyright (c) 2012 The WebRTC project authors. All Rights Reserved. 38b0063f7f46289983bd1bf9ca61662b4a2ddf5b6Benjamin Pujol * 48b0063f7f46289983bd1bf9ca61662b4a2ddf5b6Benjamin Pujol * Use of this source code is governed by a BSD-style license 58b0063f7f46289983bd1bf9ca61662b4a2ddf5b6Benjamin Pujol * that can be found in the LICENSE file in the root of the source 68b0063f7f46289983bd1bf9ca61662b4a2ddf5b6Benjamin Pujol * tree. An additional intellectual property rights grant can be found 78b0063f7f46289983bd1bf9ca61662b4a2ddf5b6Benjamin Pujol * in the file PATENTS. All contributing project authors may 88b0063f7f46289983bd1bf9ca61662b4a2ddf5b6Benjamin Pujol * be found in the AUTHORS file in the root of the source tree. 98b0063f7f46289983bd1bf9ca61662b4a2ddf5b6Benjamin Pujol */ 108b0063f7f46289983bd1bf9ca61662b4a2ddf5b6Benjamin Pujol 118b0063f7f46289983bd1bf9ca61662b4a2ddf5b6Benjamin Pujol#include "webrtc/modules/audio_coding/neteq/normal.h" 128b0063f7f46289983bd1bf9ca61662b4a2ddf5b6Benjamin Pujol 138b0063f7f46289983bd1bf9ca61662b4a2ddf5b6Benjamin Pujol#include <string.h> // memset, memcpy 148b0063f7f46289983bd1bf9ca61662b4a2ddf5b6Benjamin Pujol 158b0063f7f46289983bd1bf9ca61662b4a2ddf5b6Benjamin Pujol#include <algorithm> // min 168b0063f7f46289983bd1bf9ca61662b4a2ddf5b6Benjamin Pujol 178b0063f7f46289983bd1bf9ca61662b4a2ddf5b6Benjamin Pujol#include "webrtc/common_audio/signal_processing/include/signal_processing_library.h" 188b0063f7f46289983bd1bf9ca61662b4a2ddf5b6Benjamin Pujol#include "webrtc/modules/audio_coding/codecs/cng/include/webrtc_cng.h" 198b0063f7f46289983bd1bf9ca61662b4a2ddf5b6Benjamin Pujol#include "webrtc/modules/audio_coding/neteq/audio_multi_vector.h" 208b0063f7f46289983bd1bf9ca61662b4a2ddf5b6Benjamin Pujol#include "webrtc/modules/audio_coding/neteq/background_noise.h" 218b0063f7f46289983bd1bf9ca61662b4a2ddf5b6Benjamin Pujol#include "webrtc/modules/audio_coding/neteq/decoder_database.h" 228b0063f7f46289983bd1bf9ca61662b4a2ddf5b6Benjamin Pujol#include "webrtc/modules/audio_coding/neteq/expand.h" 238b0063f7f46289983bd1bf9ca61662b4a2ddf5b6Benjamin Pujol#include "webrtc/modules/audio_coding/neteq/interface/audio_decoder.h" 248b0063f7f46289983bd1bf9ca61662b4a2ddf5b6Benjamin Pujol 258b0063f7f46289983bd1bf9ca61662b4a2ddf5b6Benjamin Pujolnamespace webrtc { 268b0063f7f46289983bd1bf9ca61662b4a2ddf5b6Benjamin Pujol 278b0063f7f46289983bd1bf9ca61662b4a2ddf5b6Benjamin Pujolint Normal::Process(const int16_t* input, 288b0063f7f46289983bd1bf9ca61662b4a2ddf5b6Benjamin Pujol size_t length, 298b0063f7f46289983bd1bf9ca61662b4a2ddf5b6Benjamin Pujol Modes last_mode, 308b0063f7f46289983bd1bf9ca61662b4a2ddf5b6Benjamin Pujol int16_t* external_mute_factor_array, 318b0063f7f46289983bd1bf9ca61662b4a2ddf5b6Benjamin Pujol AudioMultiVector* output) { 328b0063f7f46289983bd1bf9ca61662b4a2ddf5b6Benjamin Pujol if (length == 0) { 338b0063f7f46289983bd1bf9ca61662b4a2ddf5b6Benjamin Pujol // Nothing to process. 348b0063f7f46289983bd1bf9ca61662b4a2ddf5b6Benjamin Pujol output->Clear(); 358b0063f7f46289983bd1bf9ca61662b4a2ddf5b6Benjamin Pujol return static_cast<int>(length); 368b0063f7f46289983bd1bf9ca61662b4a2ddf5b6Benjamin Pujol } 378b0063f7f46289983bd1bf9ca61662b4a2ddf5b6Benjamin Pujol 388b0063f7f46289983bd1bf9ca61662b4a2ddf5b6Benjamin Pujol assert(output->Empty()); 398b0063f7f46289983bd1bf9ca61662b4a2ddf5b6Benjamin Pujol // Output should be empty at this point. 408b0063f7f46289983bd1bf9ca61662b4a2ddf5b6Benjamin Pujol if (length % output->Channels() != 0) { 418b0063f7f46289983bd1bf9ca61662b4a2ddf5b6Benjamin Pujol // The length does not match the number of channels. 428b0063f7f46289983bd1bf9ca61662b4a2ddf5b6Benjamin Pujol output->Clear(); 438b0063f7f46289983bd1bf9ca61662b4a2ddf5b6Benjamin Pujol return 0; 448b0063f7f46289983bd1bf9ca61662b4a2ddf5b6Benjamin Pujol } 458b0063f7f46289983bd1bf9ca61662b4a2ddf5b6Benjamin Pujol output->PushBackInterleaved(input, length); 468b0063f7f46289983bd1bf9ca61662b4a2ddf5b6Benjamin Pujol int16_t* signal = &(*output)[0][0]; 478b0063f7f46289983bd1bf9ca61662b4a2ddf5b6Benjamin Pujol 488b0063f7f46289983bd1bf9ca61662b4a2ddf5b6Benjamin Pujol const unsigned fs_mult = fs_hz_ / 8000; 498b0063f7f46289983bd1bf9ca61662b4a2ddf5b6Benjamin Pujol assert(fs_mult > 0); 508b0063f7f46289983bd1bf9ca61662b4a2ddf5b6Benjamin Pujol // fs_shift = log2(fs_mult), rounded down. 518b0063f7f46289983bd1bf9ca61662b4a2ddf5b6Benjamin Pujol // Note that |fs_shift| is not "exact" for 48 kHz. 528b0063f7f46289983bd1bf9ca61662b4a2ddf5b6Benjamin Pujol // TODO(hlundin): Investigate this further. 538b0063f7f46289983bd1bf9ca61662b4a2ddf5b6Benjamin Pujol const int fs_shift = 30 - WebRtcSpl_NormW32(fs_mult); 548b0063f7f46289983bd1bf9ca61662b4a2ddf5b6Benjamin Pujol 558b0063f7f46289983bd1bf9ca61662b4a2ddf5b6Benjamin Pujol // Check if last RecOut call resulted in an Expand. If so, we have to take 568b0063f7f46289983bd1bf9ca61662b4a2ddf5b6Benjamin Pujol // care of some cross-fading and unmuting. 578b0063f7f46289983bd1bf9ca61662b4a2ddf5b6Benjamin Pujol if (last_mode == kModeExpand) { 588b0063f7f46289983bd1bf9ca61662b4a2ddf5b6Benjamin Pujol // Generate interpolation data using Expand. 598b0063f7f46289983bd1bf9ca61662b4a2ddf5b6Benjamin Pujol // First, set Expand parameters to appropriate values. 608b0063f7f46289983bd1bf9ca61662b4a2ddf5b6Benjamin Pujol expand_->SetParametersForNormalAfterExpand(); 618b0063f7f46289983bd1bf9ca61662b4a2ddf5b6Benjamin Pujol 628b0063f7f46289983bd1bf9ca61662b4a2ddf5b6Benjamin Pujol // Call Expand. 638b0063f7f46289983bd1bf9ca61662b4a2ddf5b6Benjamin Pujol AudioMultiVector expanded(output->Channels()); 648b0063f7f46289983bd1bf9ca61662b4a2ddf5b6Benjamin Pujol expand_->Process(&expanded); 658b0063f7f46289983bd1bf9ca61662b4a2ddf5b6Benjamin Pujol expand_->Reset(); 668b0063f7f46289983bd1bf9ca61662b4a2ddf5b6Benjamin Pujol 678b0063f7f46289983bd1bf9ca61662b4a2ddf5b6Benjamin Pujol for (size_t channel_ix = 0; channel_ix < output->Channels(); ++channel_ix) { 688b0063f7f46289983bd1bf9ca61662b4a2ddf5b6Benjamin Pujol // Adjust muting factor (main muting factor times expand muting factor). 698b0063f7f46289983bd1bf9ca61662b4a2ddf5b6Benjamin Pujol external_mute_factor_array[channel_ix] = static_cast<int16_t>( 708b0063f7f46289983bd1bf9ca61662b4a2ddf5b6Benjamin Pujol WEBRTC_SPL_MUL_16_16_RSFT(external_mute_factor_array[channel_ix], 718b0063f7f46289983bd1bf9ca61662b4a2ddf5b6Benjamin Pujol expand_->MuteFactor(channel_ix), 14)); 728b0063f7f46289983bd1bf9ca61662b4a2ddf5b6Benjamin Pujol 738b0063f7f46289983bd1bf9ca61662b4a2ddf5b6Benjamin Pujol int16_t* signal = &(*output)[channel_ix][0]; 748b0063f7f46289983bd1bf9ca61662b4a2ddf5b6Benjamin Pujol size_t length_per_channel = length / output->Channels(); 758b0063f7f46289983bd1bf9ca61662b4a2ddf5b6Benjamin Pujol // Find largest absolute value in new data. 768b0063f7f46289983bd1bf9ca61662b4a2ddf5b6Benjamin Pujol int16_t decoded_max = WebRtcSpl_MaxAbsValueW16( 778b0063f7f46289983bd1bf9ca61662b4a2ddf5b6Benjamin Pujol signal, static_cast<int>(length_per_channel)); 788b0063f7f46289983bd1bf9ca61662b4a2ddf5b6Benjamin Pujol // Adjust muting factor if needed (to BGN level). 798b0063f7f46289983bd1bf9ca61662b4a2ddf5b6Benjamin Pujol int energy_length = std::min(static_cast<int>(fs_mult * 64), 808b0063f7f46289983bd1bf9ca61662b4a2ddf5b6Benjamin Pujol static_cast<int>(length_per_channel)); 818b0063f7f46289983bd1bf9ca61662b4a2ddf5b6Benjamin Pujol int scaling = 6 + fs_shift 828b0063f7f46289983bd1bf9ca61662b4a2ddf5b6Benjamin Pujol - WebRtcSpl_NormW32(decoded_max * decoded_max); 838b0063f7f46289983bd1bf9ca61662b4a2ddf5b6Benjamin Pujol scaling = std::max(scaling, 0); // |scaling| should always be >= 0. 848b0063f7f46289983bd1bf9ca61662b4a2ddf5b6Benjamin Pujol int32_t energy = WebRtcSpl_DotProductWithScale(signal, signal, 858b0063f7f46289983bd1bf9ca61662b4a2ddf5b6Benjamin Pujol energy_length, scaling); 868b0063f7f46289983bd1bf9ca61662b4a2ddf5b6Benjamin Pujol if ((energy_length >> scaling) > 0) { 878b0063f7f46289983bd1bf9ca61662b4a2ddf5b6Benjamin Pujol energy = energy / (energy_length >> scaling); 888b0063f7f46289983bd1bf9ca61662b4a2ddf5b6Benjamin Pujol } else { 898b0063f7f46289983bd1bf9ca61662b4a2ddf5b6Benjamin Pujol energy = 0; 908b0063f7f46289983bd1bf9ca61662b4a2ddf5b6Benjamin Pujol } 918b0063f7f46289983bd1bf9ca61662b4a2ddf5b6Benjamin Pujol 928b0063f7f46289983bd1bf9ca61662b4a2ddf5b6Benjamin Pujol int mute_factor; 938b0063f7f46289983bd1bf9ca61662b4a2ddf5b6Benjamin Pujol if ((energy != 0) && 948b0063f7f46289983bd1bf9ca61662b4a2ddf5b6Benjamin Pujol (energy > background_noise_.Energy(channel_ix))) { 958b0063f7f46289983bd1bf9ca61662b4a2ddf5b6Benjamin Pujol // Normalize new frame energy to 15 bits. 968b0063f7f46289983bd1bf9ca61662b4a2ddf5b6Benjamin Pujol scaling = WebRtcSpl_NormW32(energy) - 16; 978b0063f7f46289983bd1bf9ca61662b4a2ddf5b6Benjamin Pujol // We want background_noise_.energy() / energy in Q14. 988b0063f7f46289983bd1bf9ca61662b4a2ddf5b6Benjamin Pujol int32_t bgn_energy = 998b0063f7f46289983bd1bf9ca61662b4a2ddf5b6Benjamin Pujol background_noise_.Energy(channel_ix) << (scaling+14); 1008b0063f7f46289983bd1bf9ca61662b4a2ddf5b6Benjamin Pujol int16_t energy_scaled = energy << scaling; 1018b0063f7f46289983bd1bf9ca61662b4a2ddf5b6Benjamin Pujol int16_t ratio = WebRtcSpl_DivW32W16(bgn_energy, energy_scaled); 1028b0063f7f46289983bd1bf9ca61662b4a2ddf5b6Benjamin Pujol mute_factor = WebRtcSpl_SqrtFloor(static_cast<int32_t>(ratio) << 14); 1038b0063f7f46289983bd1bf9ca61662b4a2ddf5b6Benjamin Pujol } else { 1048b0063f7f46289983bd1bf9ca61662b4a2ddf5b6Benjamin Pujol mute_factor = 16384; // 1.0 in Q14. 1058b0063f7f46289983bd1bf9ca61662b4a2ddf5b6Benjamin Pujol } 1068b0063f7f46289983bd1bf9ca61662b4a2ddf5b6Benjamin Pujol if (mute_factor > external_mute_factor_array[channel_ix]) { 1078b0063f7f46289983bd1bf9ca61662b4a2ddf5b6Benjamin Pujol external_mute_factor_array[channel_ix] = std::min(mute_factor, 16384); 1088b0063f7f46289983bd1bf9ca61662b4a2ddf5b6Benjamin Pujol } 1098b0063f7f46289983bd1bf9ca61662b4a2ddf5b6Benjamin Pujol 1108b0063f7f46289983bd1bf9ca61662b4a2ddf5b6Benjamin Pujol // If muted increase by 0.64 for every 20 ms (NB/WB 0.0040/0.0020 in Q14). 1118b0063f7f46289983bd1bf9ca61662b4a2ddf5b6Benjamin Pujol int16_t increment = 64 / fs_mult; 1128b0063f7f46289983bd1bf9ca61662b4a2ddf5b6Benjamin Pujol for (size_t i = 0; i < length_per_channel; i++) { 113 // Scale with mute factor. 114 assert(channel_ix < output->Channels()); 115 assert(i < output->Size()); 116 int32_t scaled_signal = (*output)[channel_ix][i] * 117 external_mute_factor_array[channel_ix]; 118 // Shift 14 with proper rounding. 119 (*output)[channel_ix][i] = (scaled_signal + 8192) >> 14; 120 // Increase mute_factor towards 16384. 121 external_mute_factor_array[channel_ix] = 122 std::min(external_mute_factor_array[channel_ix] + increment, 16384); 123 } 124 125 // Interpolate the expanded data into the new vector. 126 // (NB/WB/SWB32/SWB48 8/16/32/48 samples.) 127 assert(fs_shift < 3); // Will always be 0, 1, or, 2. 128 increment = 4 >> fs_shift; 129 int fraction = increment; 130 for (size_t i = 0; i < 8 * fs_mult; i++) { 131 // TODO(hlundin): Add 16 instead of 8 for correct rounding. Keeping 8 132 // now for legacy bit-exactness. 133 assert(channel_ix < output->Channels()); 134 assert(i < output->Size()); 135 (*output)[channel_ix][i] = 136 (fraction * (*output)[channel_ix][i] + 137 (32 - fraction) * expanded[channel_ix][i] + 8) >> 5; 138 fraction += increment; 139 } 140 } 141 } else if (last_mode == kModeRfc3389Cng) { 142 assert(output->Channels() == 1); // Not adapted for multi-channel yet. 143 static const int kCngLength = 32; 144 int16_t cng_output[kCngLength]; 145 // Reset mute factor and start up fresh. 146 external_mute_factor_array[0] = 16384; 147 AudioDecoder* cng_decoder = decoder_database_->GetActiveCngDecoder(); 148 149 if (cng_decoder) { 150 // Generate long enough for 32kHz. 151 if (WebRtcCng_Generate(cng_decoder->CngDecoderInstance(), cng_output, 152 kCngLength, 0) < 0) { 153 // Error returned; set return vector to all zeros. 154 memset(cng_output, 0, sizeof(cng_output)); 155 } 156 } else { 157 // If no CNG instance is defined, just copy from the decoded data. 158 // (This will result in interpolating the decoded with itself.) 159 memcpy(cng_output, signal, fs_mult * 8 * sizeof(int16_t)); 160 } 161 // Interpolate the CNG into the new vector. 162 // (NB/WB/SWB32/SWB48 8/16/32/48 samples.) 163 assert(fs_shift < 3); // Will always be 0, 1, or, 2. 164 int16_t increment = 4 >> fs_shift; 165 int16_t fraction = increment; 166 for (size_t i = 0; i < 8 * fs_mult; i++) { 167 // TODO(hlundin): Add 16 instead of 8 for correct rounding. Keeping 8 now 168 // for legacy bit-exactness. 169 signal[i] = 170 (fraction * signal[i] + (32 - fraction) * cng_output[i] + 8) >> 5; 171 fraction += increment; 172 } 173 } else if (external_mute_factor_array[0] < 16384) { 174 // Previous was neither of Expand, FadeToBGN or RFC3389_CNG, but we are 175 // still ramping up from previous muting. 176 // If muted increase by 0.64 for every 20 ms (NB/WB 0.0040/0.0020 in Q14). 177 int16_t increment = 64 / fs_mult; 178 size_t length_per_channel = length / output->Channels(); 179 for (size_t i = 0; i < length_per_channel; i++) { 180 for (size_t channel_ix = 0; channel_ix < output->Channels(); 181 ++channel_ix) { 182 // Scale with mute factor. 183 assert(channel_ix < output->Channels()); 184 assert(i < output->Size()); 185 int32_t scaled_signal = (*output)[channel_ix][i] * 186 external_mute_factor_array[channel_ix]; 187 // Shift 14 with proper rounding. 188 (*output)[channel_ix][i] = (scaled_signal + 8192) >> 14; 189 // Increase mute_factor towards 16384. 190 external_mute_factor_array[channel_ix] = 191 std::min(16384, external_mute_factor_array[channel_ix] + increment); 192 } 193 } 194 } 195 196 return static_cast<int>(length); 197} 198 199} // namespace webrtc 200