1/* 2 * Copyright (c) 2011 The WebRTC project authors. All Rights Reserved. 3 * 4 * Use of this source code is governed by a BSD-style license 5 * that can be found in the LICENSE file in the root of the source 6 * tree. An additional intellectual property rights grant can be found 7 * in the file PATENTS. All contributing project authors may 8 * be found in the AUTHORS file in the root of the source tree. 9 */ 10 11 12/* 13 * This file contains the function WebRtcSpl_ComplexFFT(). 14 * The description header can be found in signal_processing_library.h 15 * 16 */ 17 18#include "signal_processing_library.h" 19 20#define CFFTSFT 14 21#define CFFTRND 1 22#define CFFTRND2 16384 23 24#define CIFFTSFT 14 25#define CIFFTRND 1 26 27static const WebRtc_Word16 kSinTable1024[] = { 28 0, 201, 402, 603, 804, 1005, 1206, 1406, 29 1607, 1808, 2009, 2209, 2410, 2610, 2811, 3011, 30 3211, 3411, 3611, 3811, 4011, 4210, 4409, 4608, 31 4807, 5006, 5205, 5403, 5601, 5799, 5997, 6195, 32 6392, 6589, 6786, 6982, 7179, 7375, 7571, 7766, 33 7961, 8156, 8351, 8545, 8739, 8932, 9126, 9319, 34 9511, 9703, 9895, 10087, 10278, 10469, 10659, 10849, 35 11038, 11227, 11416, 11604, 11792, 11980, 12166, 12353, 36 12539, 12724, 12909, 13094, 13278, 13462, 13645, 13827, 37 14009, 14191, 14372, 14552, 14732, 14911, 15090, 15268, 38 15446, 15623, 15799, 15975, 16150, 16325, 16499, 16672, 39 16845, 17017, 17189, 17360, 17530, 17699, 17868, 18036, 40 18204, 18371, 18537, 18702, 18867, 19031, 19194, 19357, 41 19519, 19680, 19840, 20000, 20159, 20317, 20474, 20631, 42 20787, 20942, 21096, 21249, 21402, 21554, 21705, 21855, 43 22004, 22153, 22301, 22448, 22594, 22739, 22883, 23027, 44 23169, 23311, 23452, 23592, 23731, 23869, 24006, 24143, 45 24278, 24413, 24546, 24679, 24811, 24942, 25072, 25201, 46 25329, 25456, 25582, 25707, 25831, 25954, 26077, 26198, 47 26318, 26437, 26556, 26673, 26789, 26905, 27019, 27132, 48 27244, 27355, 27466, 27575, 27683, 27790, 27896, 28001, 49 28105, 28208, 28309, 28410, 28510, 28608, 28706, 28802, 50 28897, 28992, 29085, 29177, 29268, 29358, 29446, 29534, 51 29621, 29706, 29790, 29873, 29955, 30036, 30116, 30195, 52 30272, 30349, 30424, 30498, 30571, 30643, 30713, 30783, 53 30851, 30918, 30984, 31049, 54 31113, 31175, 31236, 31297, 55 31356, 31413, 31470, 31525, 31580, 31633, 31684, 31735, 56 31785, 31833, 31880, 31926, 31970, 32014, 32056, 32097, 57 32137, 32176, 32213, 32249, 32284, 32318, 32350, 32382, 58 32412, 32441, 32468, 32495, 32520, 32544, 32567, 32588, 59 32609, 32628, 32646, 32662, 32678, 32692, 32705, 32717, 60 32727, 32736, 32744, 32751, 32757, 32761, 32764, 32766, 61 32767, 32766, 32764, 32761, 32757, 32751, 32744, 32736, 62 32727, 32717, 32705, 32692, 32678, 32662, 32646, 32628, 63 32609, 32588, 32567, 32544, 32520, 32495, 32468, 32441, 64 32412, 32382, 32350, 32318, 32284, 32249, 32213, 32176, 65 32137, 32097, 32056, 32014, 31970, 31926, 31880, 31833, 66 31785, 31735, 31684, 31633, 31580, 31525, 31470, 31413, 67 31356, 31297, 31236, 31175, 31113, 31049, 30984, 30918, 68 30851, 30783, 30713, 30643, 30571, 30498, 30424, 30349, 69 30272, 30195, 30116, 30036, 29955, 29873, 29790, 29706, 70 29621, 29534, 29446, 29358, 29268, 29177, 29085, 28992, 71 28897, 28802, 28706, 28608, 28510, 28410, 28309, 28208, 72 28105, 28001, 27896, 27790, 27683, 27575, 27466, 27355, 73 27244, 27132, 27019, 26905, 26789, 26673, 26556, 26437, 74 26318, 26198, 26077, 25954, 25831, 25707, 25582, 25456, 75 25329, 25201, 25072, 24942, 24811, 24679, 24546, 24413, 76 24278, 24143, 24006, 23869, 23731, 23592, 23452, 23311, 77 23169, 23027, 22883, 22739, 22594, 22448, 22301, 22153, 78 22004, 21855, 21705, 21554, 21402, 21249, 21096, 20942, 79 20787, 20631, 20474, 20317, 20159, 20000, 19840, 19680, 80 19519, 19357, 19194, 19031, 18867, 18702, 18537, 18371, 81 18204, 18036, 17868, 17699, 17530, 17360, 17189, 17017, 82 16845, 16672, 16499, 16325, 16150, 15975, 15799, 15623, 83 15446, 15268, 15090, 14911, 14732, 14552, 14372, 14191, 84 14009, 13827, 13645, 13462, 13278, 13094, 12909, 12724, 85 12539, 12353, 12166, 11980, 11792, 11604, 11416, 11227, 86 11038, 10849, 10659, 10469, 10278, 10087, 9895, 9703, 87 9511, 9319, 9126, 8932, 8739, 8545, 8351, 8156, 88 7961, 7766, 7571, 7375, 7179, 6982, 6786, 6589, 89 6392, 6195, 5997, 5799, 5601, 5403, 5205, 5006, 90 4807, 4608, 4409, 4210, 4011, 3811, 3611, 3411, 91 3211, 3011, 2811, 2610, 2410, 2209, 2009, 1808, 92 1607, 1406, 1206, 1005, 804, 603, 402, 201, 93 0, -201, -402, -603, -804, -1005, -1206, -1406, 94 -1607, -1808, -2009, -2209, -2410, -2610, -2811, -3011, 95 -3211, -3411, -3611, -3811, -4011, -4210, -4409, -4608, 96 -4807, -5006, -5205, -5403, -5601, -5799, -5997, -6195, 97 -6392, -6589, -6786, -6982, -7179, -7375, -7571, -7766, 98 -7961, -8156, -8351, -8545, -8739, -8932, -9126, -9319, 99 -9511, -9703, -9895, -10087, -10278, -10469, -10659, -10849, 100 -11038, -11227, -11416, -11604, -11792, -11980, -12166, -12353, 101 -12539, -12724, -12909, -13094, -13278, -13462, -13645, -13827, 102 -14009, -14191, -14372, -14552, -14732, -14911, -15090, -15268, 103 -15446, -15623, -15799, -15975, -16150, -16325, -16499, -16672, 104 -16845, -17017, -17189, -17360, -17530, -17699, -17868, -18036, 105 -18204, -18371, -18537, -18702, -18867, -19031, -19194, -19357, 106 -19519, -19680, -19840, -20000, -20159, -20317, -20474, -20631, 107 -20787, -20942, -21096, -21249, -21402, -21554, -21705, -21855, 108 -22004, -22153, -22301, -22448, -22594, -22739, -22883, -23027, 109 -23169, -23311, -23452, -23592, -23731, -23869, -24006, -24143, 110 -24278, -24413, -24546, -24679, -24811, -24942, -25072, -25201, 111 -25329, -25456, -25582, -25707, -25831, -25954, -26077, -26198, 112 -26318, -26437, -26556, -26673, -26789, -26905, -27019, -27132, 113 -27244, -27355, -27466, -27575, -27683, -27790, -27896, -28001, 114 -28105, -28208, -28309, -28410, -28510, -28608, -28706, -28802, 115 -28897, -28992, -29085, -29177, -29268, -29358, -29446, -29534, 116 -29621, -29706, -29790, -29873, -29955, -30036, -30116, -30195, 117 -30272, -30349, -30424, -30498, -30571, -30643, -30713, -30783, 118 -30851, -30918, -30984, -31049, -31113, -31175, -31236, -31297, 119 -31356, -31413, -31470, -31525, -31580, -31633, -31684, -31735, 120 -31785, -31833, -31880, -31926, -31970, -32014, -32056, -32097, 121 -32137, -32176, -32213, -32249, -32284, -32318, -32350, -32382, 122 -32412, -32441, -32468, -32495, -32520, -32544, -32567, -32588, 123 -32609, -32628, -32646, -32662, -32678, -32692, -32705, -32717, 124 -32727, -32736, -32744, -32751, -32757, -32761, -32764, -32766, 125 -32767, -32766, -32764, -32761, -32757, -32751, -32744, -32736, 126 -32727, -32717, -32705, -32692, -32678, -32662, -32646, -32628, 127 -32609, -32588, -32567, -32544, -32520, -32495, -32468, -32441, 128 -32412, -32382, -32350, -32318, -32284, -32249, -32213, -32176, 129 -32137, -32097, -32056, -32014, -31970, -31926, -31880, -31833, 130 -31785, -31735, -31684, -31633, -31580, -31525, -31470, -31413, 131 -31356, -31297, -31236, -31175, -31113, -31049, -30984, -30918, 132 -30851, -30783, -30713, -30643, -30571, -30498, -30424, -30349, 133 -30272, -30195, -30116, -30036, -29955, -29873, -29790, -29706, 134 -29621, -29534, -29446, -29358, -29268, -29177, -29085, -28992, 135 -28897, -28802, -28706, -28608, -28510, -28410, -28309, -28208, 136 -28105, -28001, -27896, -27790, -27683, -27575, -27466, -27355, 137 -27244, -27132, -27019, -26905, -26789, -26673, -26556, -26437, 138 -26318, -26198, -26077, -25954, -25831, -25707, -25582, -25456, 139 -25329, -25201, -25072, -24942, -24811, -24679, -24546, -24413, 140 -24278, -24143, -24006, -23869, -23731, -23592, -23452, -23311, 141 -23169, -23027, -22883, -22739, -22594, -22448, -22301, -22153, 142 -22004, -21855, -21705, -21554, -21402, -21249, -21096, -20942, 143 -20787, -20631, -20474, -20317, -20159, -20000, -19840, -19680, 144 -19519, -19357, -19194, -19031, -18867, -18702, -18537, -18371, 145 -18204, -18036, -17868, -17699, -17530, -17360, -17189, -17017, 146 -16845, -16672, -16499, -16325, -16150, -15975, -15799, -15623, 147 -15446, -15268, -15090, -14911, -14732, -14552, -14372, -14191, 148 -14009, -13827, -13645, -13462, -13278, -13094, -12909, -12724, 149 -12539, -12353, -12166, -11980, -11792, -11604, -11416, -11227, 150 -11038, -10849, -10659, -10469, -10278, -10087, -9895, -9703, 151 -9511, -9319, -9126, -8932, -8739, -8545, -8351, -8156, 152 -7961, -7766, -7571, -7375, -7179, -6982, -6786, -6589, 153 -6392, -6195, -5997, -5799, -5601, -5403, -5205, -5006, 154 -4807, -4608, -4409, -4210, -4011, -3811, -3611, -3411, 155 -3211, -3011, -2811, -2610, -2410, -2209, -2009, -1808, 156 -1607, -1406, -1206, -1005, -804, -603, -402, -201 157}; 158 159int WebRtcSpl_ComplexFFT(WebRtc_Word16 frfi[], int stages, int mode) 160{ 161 int i, j, l, k, istep, n, m; 162 WebRtc_Word16 wr, wi; 163 WebRtc_Word32 tr32, ti32, qr32, qi32; 164 165 /* The 1024-value is a constant given from the size of kSinTable1024[], 166 * and should not be changed depending on the input parameter 'stages' 167 */ 168 n = 1 << stages; 169 if (n > 1024) 170 return -1; 171 172 l = 1; 173 k = 10 - 1; /* Constant for given kSinTable1024[]. Do not change 174 depending on the input parameter 'stages' */ 175 176 if (mode == 0) 177 { 178 // mode==0: Low-complexity and Low-accuracy mode 179 while (l < n) 180 { 181 istep = l << 1; 182 183 for (m = 0; m < l; ++m) 184 { 185 j = m << k; 186 187 /* The 256-value is a constant given as 1/4 of the size of 188 * kSinTable1024[], and should not be changed depending on the input 189 * parameter 'stages'. It will result in 0 <= j < N_SINE_WAVE/2 190 */ 191 wr = kSinTable1024[j + 256]; 192 wi = -kSinTable1024[j]; 193 194 for (i = m; i < n; i += istep) 195 { 196 j = i + l; 197 198 tr32 = WEBRTC_SPL_RSHIFT_W32((WEBRTC_SPL_MUL_16_16(wr, frfi[2 * j]) 199 - WEBRTC_SPL_MUL_16_16(wi, frfi[2 * j + 1])), 15); 200 201 ti32 = WEBRTC_SPL_RSHIFT_W32((WEBRTC_SPL_MUL_16_16(wr, frfi[2 * j + 1]) 202 + WEBRTC_SPL_MUL_16_16(wi, frfi[2 * j])), 15); 203 204 qr32 = (WebRtc_Word32)frfi[2 * i]; 205 qi32 = (WebRtc_Word32)frfi[2 * i + 1]; 206 frfi[2 * j] = (WebRtc_Word16)WEBRTC_SPL_RSHIFT_W32(qr32 - tr32, 1); 207 frfi[2 * j + 1] = (WebRtc_Word16)WEBRTC_SPL_RSHIFT_W32(qi32 - ti32, 1); 208 frfi[2 * i] = (WebRtc_Word16)WEBRTC_SPL_RSHIFT_W32(qr32 + tr32, 1); 209 frfi[2 * i + 1] = (WebRtc_Word16)WEBRTC_SPL_RSHIFT_W32(qi32 + ti32, 1); 210 } 211 } 212 213 --k; 214 l = istep; 215 216 } 217 218 } else 219 { 220 // mode==1: High-complexity and High-accuracy mode 221 while (l < n) 222 { 223 istep = l << 1; 224 225 for (m = 0; m < l; ++m) 226 { 227 j = m << k; 228 229 /* The 256-value is a constant given as 1/4 of the size of 230 * kSinTable1024[], and should not be changed depending on the input 231 * parameter 'stages'. It will result in 0 <= j < N_SINE_WAVE/2 232 */ 233 wr = kSinTable1024[j + 256]; 234 wi = -kSinTable1024[j]; 235 236#ifdef WEBRTC_ARCH_ARM_V7A 237 WebRtc_Word32 wri; 238 WebRtc_Word32 frfi_r; 239 __asm__("pkhbt %0, %1, %2, lsl #16" : "=r"(wri) : 240 "r"((WebRtc_Word32)wr), "r"((WebRtc_Word32)wi)); 241#endif 242 243 for (i = m; i < n; i += istep) 244 { 245 j = i + l; 246 247#ifdef WEBRTC_ARCH_ARM_V7A 248 __asm__("pkhbt %0, %1, %2, lsl #16" : "=r"(frfi_r) : 249 "r"((WebRtc_Word32)frfi[2*j]), "r"((WebRtc_Word32)frfi[2*j +1])); 250 __asm__("smlsd %0, %1, %2, %3" : "=r"(tr32) : 251 "r"(wri), "r"(frfi_r), "r"(CFFTRND)); 252 __asm__("smladx %0, %1, %2, %3" : "=r"(ti32) : 253 "r"(wri), "r"(frfi_r), "r"(CFFTRND)); 254 255#else 256 tr32 = WEBRTC_SPL_MUL_16_16(wr, frfi[2 * j]) 257 - WEBRTC_SPL_MUL_16_16(wi, frfi[2 * j + 1]) + CFFTRND; 258 259 ti32 = WEBRTC_SPL_MUL_16_16(wr, frfi[2 * j + 1]) 260 + WEBRTC_SPL_MUL_16_16(wi, frfi[2 * j]) + CFFTRND; 261#endif 262 263 tr32 = WEBRTC_SPL_RSHIFT_W32(tr32, 15 - CFFTSFT); 264 ti32 = WEBRTC_SPL_RSHIFT_W32(ti32, 15 - CFFTSFT); 265 266 qr32 = ((WebRtc_Word32)frfi[2 * i]) << CFFTSFT; 267 qi32 = ((WebRtc_Word32)frfi[2 * i + 1]) << CFFTSFT; 268 269 frfi[2 * j] = (WebRtc_Word16)WEBRTC_SPL_RSHIFT_W32( 270 (qr32 - tr32 + CFFTRND2), 1 + CFFTSFT); 271 frfi[2 * j + 1] = (WebRtc_Word16)WEBRTC_SPL_RSHIFT_W32( 272 (qi32 - ti32 + CFFTRND2), 1 + CFFTSFT); 273 frfi[2 * i] = (WebRtc_Word16)WEBRTC_SPL_RSHIFT_W32( 274 (qr32 + tr32 + CFFTRND2), 1 + CFFTSFT); 275 frfi[2 * i + 1] = (WebRtc_Word16)WEBRTC_SPL_RSHIFT_W32( 276 (qi32 + ti32 + CFFTRND2), 1 + CFFTSFT); 277 } 278 } 279 280 --k; 281 l = istep; 282 } 283 } 284 return 0; 285} 286 287int WebRtcSpl_ComplexIFFT(WebRtc_Word16 frfi[], int stages, int mode) 288{ 289 int i, j, l, k, istep, n, m, scale, shift; 290 WebRtc_Word16 wr, wi; 291 WebRtc_Word32 tr32, ti32, qr32, qi32; 292 WebRtc_Word32 tmp32, round2; 293 294 /* The 1024-value is a constant given from the size of kSinTable1024[], 295 * and should not be changed depending on the input parameter 'stages' 296 */ 297 n = 1 << stages; 298 if (n > 1024) 299 return -1; 300 301 scale = 0; 302 303 l = 1; 304 k = 10 - 1; /* Constant for given kSinTable1024[]. Do not change 305 depending on the input parameter 'stages' */ 306 307 while (l < n) 308 { 309 // variable scaling, depending upon data 310 shift = 0; 311 round2 = 8192; 312 313 tmp32 = (WebRtc_Word32)WebRtcSpl_MaxAbsValueW16(frfi, 2 * n); 314 if (tmp32 > 13573) 315 { 316 shift++; 317 scale++; 318 round2 <<= 1; 319 } 320 if (tmp32 > 27146) 321 { 322 shift++; 323 scale++; 324 round2 <<= 1; 325 } 326 327 istep = l << 1; 328 329 if (mode == 0) 330 { 331 // mode==0: Low-complexity and Low-accuracy mode 332 for (m = 0; m < l; ++m) 333 { 334 j = m << k; 335 336 /* The 256-value is a constant given as 1/4 of the size of 337 * kSinTable1024[], and should not be changed depending on the input 338 * parameter 'stages'. It will result in 0 <= j < N_SINE_WAVE/2 339 */ 340 wr = kSinTable1024[j + 256]; 341 wi = kSinTable1024[j]; 342 343 for (i = m; i < n; i += istep) 344 { 345 j = i + l; 346 347 tr32 = WEBRTC_SPL_RSHIFT_W32((WEBRTC_SPL_MUL_16_16_RSFT(wr, frfi[2 * j], 0) 348 - WEBRTC_SPL_MUL_16_16_RSFT(wi, frfi[2 * j + 1], 0)), 15); 349 350 ti32 = WEBRTC_SPL_RSHIFT_W32( 351 (WEBRTC_SPL_MUL_16_16_RSFT(wr, frfi[2 * j + 1], 0) 352 + WEBRTC_SPL_MUL_16_16_RSFT(wi,frfi[2*j],0)), 15); 353 354 qr32 = (WebRtc_Word32)frfi[2 * i]; 355 qi32 = (WebRtc_Word32)frfi[2 * i + 1]; 356 frfi[2 * j] = (WebRtc_Word16)WEBRTC_SPL_RSHIFT_W32(qr32 - tr32, shift); 357 frfi[2 * j + 1] = (WebRtc_Word16)WEBRTC_SPL_RSHIFT_W32(qi32 - ti32, shift); 358 frfi[2 * i] = (WebRtc_Word16)WEBRTC_SPL_RSHIFT_W32(qr32 + tr32, shift); 359 frfi[2 * i + 1] = (WebRtc_Word16)WEBRTC_SPL_RSHIFT_W32(qi32 + ti32, shift); 360 } 361 } 362 } else 363 { 364 // mode==1: High-complexity and High-accuracy mode 365 366 for (m = 0; m < l; ++m) 367 { 368 j = m << k; 369 370 /* The 256-value is a constant given as 1/4 of the size of 371 * kSinTable1024[], and should not be changed depending on the input 372 * parameter 'stages'. It will result in 0 <= j < N_SINE_WAVE/2 373 */ 374 wr = kSinTable1024[j + 256]; 375 wi = kSinTable1024[j]; 376 377#ifdef WEBRTC_ARCH_ARM_V7A 378 WebRtc_Word32 wri; 379 WebRtc_Word32 frfi_r; 380 __asm__("pkhbt %0, %1, %2, lsl #16" : "=r"(wri) : 381 "r"((WebRtc_Word32)wr), "r"((WebRtc_Word32)wi)); 382#endif 383 384 for (i = m; i < n; i += istep) 385 { 386 j = i + l; 387 388#ifdef WEBRTC_ARCH_ARM_V7A 389 __asm__("pkhbt %0, %1, %2, lsl #16" : "=r"(frfi_r) : 390 "r"((WebRtc_Word32)frfi[2*j]), "r"((WebRtc_Word32)frfi[2*j +1])); 391 __asm__("smlsd %0, %1, %2, %3" : "=r"(tr32) : 392 "r"(wri), "r"(frfi_r), "r"(CIFFTRND)); 393 __asm__("smladx %0, %1, %2, %3" : "=r"(ti32) : 394 "r"(wri), "r"(frfi_r), "r"(CIFFTRND)); 395#else 396 397 tr32 = WEBRTC_SPL_MUL_16_16(wr, frfi[2 * j]) 398 - WEBRTC_SPL_MUL_16_16(wi, frfi[2 * j + 1]) + CIFFTRND; 399 400 ti32 = WEBRTC_SPL_MUL_16_16(wr, frfi[2 * j + 1]) 401 + WEBRTC_SPL_MUL_16_16(wi, frfi[2 * j]) + CIFFTRND; 402#endif 403 tr32 = WEBRTC_SPL_RSHIFT_W32(tr32, 15 - CIFFTSFT); 404 ti32 = WEBRTC_SPL_RSHIFT_W32(ti32, 15 - CIFFTSFT); 405 406 qr32 = ((WebRtc_Word32)frfi[2 * i]) << CIFFTSFT; 407 qi32 = ((WebRtc_Word32)frfi[2 * i + 1]) << CIFFTSFT; 408 409 frfi[2 * j] = (WebRtc_Word16)WEBRTC_SPL_RSHIFT_W32((qr32 - tr32+round2), 410 shift+CIFFTSFT); 411 frfi[2 * j + 1] = (WebRtc_Word16)WEBRTC_SPL_RSHIFT_W32( 412 (qi32 - ti32 + round2), shift + CIFFTSFT); 413 frfi[2 * i] = (WebRtc_Word16)WEBRTC_SPL_RSHIFT_W32((qr32 + tr32 + round2), 414 shift + CIFFTSFT); 415 frfi[2 * i + 1] = (WebRtc_Word16)WEBRTC_SPL_RSHIFT_W32( 416 (qi32 + ti32 + round2), shift + CIFFTSFT); 417 } 418 } 419 420 } 421 --k; 422 l = istep; 423 } 424 return scale; 425} 426