15c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)/* 25c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) * Copyright (C) 2010 Google Inc. All rights reserved. 35c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) * 45c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) * Redistribution and use in source and binary forms, with or without 55c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) * modification, are permitted provided that the following conditions 65c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) * are met: 75c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) * 85c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) * 1. Redistributions of source code must retain the above copyright 95c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) * notice, this list of conditions and the following disclaimer. 105c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) * 2. Redistributions in binary form must reproduce the above copyright 115c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) * notice, this list of conditions and the following disclaimer in the 125c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) * documentation and/or other materials provided with the distribution. 135c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) * 3. Neither the name of Apple Computer, Inc. ("Apple") nor the names of 145c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) * its contributors may be used to endorse or promote products derived 155c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) * from this software without specific prior written permission. 165c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) * 175c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) * THIS SOFTWARE IS PROVIDED BY APPLE AND ITS CONTRIBUTORS "AS IS" AND ANY 185c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) * EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED 195c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) * WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE 205c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) * DISCLAIMED. IN NO EVENT SHALL APPLE OR ITS CONTRIBUTORS BE LIABLE FOR ANY 215c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) * DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES 225c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) * (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; 235c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) * LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND 245c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) * ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT 255c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF 265c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 275c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) */ 285c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) 295c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)#ifndef FFTFrame_h 305c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)#define FFTFrame_h 315c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) 3253e740f4a82e17f3ae59772501622dc354e42336Torne (Richard Coles)#include "core/platform/audio/AudioArray.h" 335c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) 345c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)#if OS(DARWIN) && !USE(WEBAUDIO_FFMPEG) 355c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)#define USE_ACCELERATE_FFT 1 365c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)#else 375c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)#define USE_ACCELERATE_FFT 0 385c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)#endif 395c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) 405c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)#if USE_ACCELERATE_FFT 415c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)#include <Accelerate/Accelerate.h> 425c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)#endif 435c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) 445c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)#if !USE_ACCELERATE_FFT 455c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) 4653e740f4a82e17f3ae59772501622dc354e42336Torne (Richard Coles)#if USE(WEBAUDIO_OPENMAX_DL_FFT) 4753e740f4a82e17f3ae59772501622dc354e42336Torne (Richard Coles)#include "dl/sp/api/armSP.h" 4853e740f4a82e17f3ae59772501622dc354e42336Torne (Richard Coles)#include "dl/sp/api/omxSP.h" 4953e740f4a82e17f3ae59772501622dc354e42336Torne (Richard Coles)#elif USE(WEBAUDIO_FFMPEG) 505c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)struct RDFTContext; 5153e740f4a82e17f3ae59772501622dc354e42336Torne (Richard Coles)#endif 525c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) 535c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)#endif // !USE_ACCELERATE_FFT 545c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) 555c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)#if USE(WEBAUDIO_IPP) 565c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)#include <ipps.h> 575c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)#endif // USE(WEBAUDIO_IPP) 585c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) 597757ec2eadfa2dd8ac2aeed0a4399e9b07ec38cbBen Murdoch#include "wtf/Forward.h" 607757ec2eadfa2dd8ac2aeed0a4399e9b07ec38cbBen Murdoch#include "wtf/PassOwnPtr.h" 617757ec2eadfa2dd8ac2aeed0a4399e9b07ec38cbBen Murdoch#include "wtf/Threading.h" 625c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) 635c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)namespace WebCore { 645c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) 655c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)// Defines the interface for an "FFT frame", an object which is able to perform a forward 665c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)// and reverse FFT, internally storing the resultant frequency-domain data. 675c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) 685c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)class FFTFrame { 695c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)public: 705c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) // The constructors, destructor, and methods up to the CROSS-PLATFORM section have platform-dependent implementations. 715c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) 725c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) FFTFrame(unsigned fftSize); 735c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) FFTFrame(); // creates a blank/empty frame for later use with createInterpolatedFrame() 745c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) FFTFrame(const FFTFrame& frame); 755c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) ~FFTFrame(); 765c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) 775c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) static void initialize(); 785c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) static void cleanup(); 795c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) void doFFT(const float* data); 805c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) void doInverseFFT(float* data); 815c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) void multiply(const FFTFrame& frame); // multiplies ourself with frame : effectively operator*=() 825c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) 835c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) float* realData() const; 845c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) float* imagData() const; 855c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) 865c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) void print(); // for debugging 875c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) 885c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) // CROSS-PLATFORM 895c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) // The remaining public methods have cross-platform implementations: 905c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) 915c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) // Interpolates from frame1 -> frame2 as x goes from 0.0 -> 1.0 925c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) static PassOwnPtr<FFTFrame> createInterpolatedFrame(const FFTFrame& frame1, const FFTFrame& frame2, double x); 935c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) 945c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) void doPaddedFFT(const float* data, size_t dataSize); // zero-padding with dataSize <= fftSize 955c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) double extractAverageGroupDelay(); 965c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) void addConstantGroupDelay(double sampleFrameDelay); 975c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) 985c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) unsigned fftSize() const { return m_FFTSize; } 995c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) unsigned log2FFTSize() const { return m_log2FFTSize; } 1005c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) 1015c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)private: 1025c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) unsigned m_FFTSize; 1035c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) unsigned m_log2FFTSize; 1045c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) 1055c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) void interpolateFrequencyComponents(const FFTFrame& frame1, const FFTFrame& frame2, double x); 1065c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) 1075c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)#if USE_ACCELERATE_FFT 1085c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) DSPSplitComplex& dspSplitComplex() { return m_frame; } 1095c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) DSPSplitComplex dspSplitComplex() const { return m_frame; } 1105c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) 1115c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) static FFTSetup fftSetupForSize(unsigned fftSize); 1125c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) 1135c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) static FFTSetup* fftSetups; 1145c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) 1155c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) FFTSetup m_FFTSetup; 1165c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) 1175c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) DSPSplitComplex m_frame; 1185c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) AudioFloatArray m_realData; 1195c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) AudioFloatArray m_imagData; 1205c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)#else // !USE_ACCELERATE_FFT 1215c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) 1225c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)#if USE(WEBAUDIO_FFMPEG) 1235c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) static RDFTContext* contextForSize(unsigned fftSize, int trans); 1245c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) 1255c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) RDFTContext* m_forwardContext; 1265c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) RDFTContext* m_inverseContext; 1275c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) 1285c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) float* getUpToDateComplexData(); 1295c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) AudioFloatArray m_complexData; 1305c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) AudioFloatArray m_realData; 1315c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) AudioFloatArray m_imagData; 1325c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)#endif // USE(WEBAUDIO_FFMPEG) 1335c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) 1345c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)#if USE(WEBAUDIO_IPP) 1355c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) Ipp8u* m_buffer; 1365c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) IppsDFTSpec_R_32f* m_DFTSpec; 1375c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) 1385c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) float* getUpToDateComplexData(); 1395c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) AudioFloatArray m_complexData; 1405c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) AudioFloatArray m_realData; 1415c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) AudioFloatArray m_imagData; 1425c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)#endif // USE(WEBAUDIO_IPP) 1435c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) 14453e740f4a82e17f3ae59772501622dc354e42336Torne (Richard Coles)#if USE(WEBAUDIO_OPENMAX_DL_FFT) 14553e740f4a82e17f3ae59772501622dc354e42336Torne (Richard Coles) static OMXFFTSpec_R_F32* contextForSize(unsigned log2FFTSize); 14653e740f4a82e17f3ae59772501622dc354e42336Torne (Richard Coles) 14753e740f4a82e17f3ae59772501622dc354e42336Torne (Richard Coles) OMXFFTSpec_R_F32* m_forwardContext; 14853e740f4a82e17f3ae59772501622dc354e42336Torne (Richard Coles) OMXFFTSpec_R_F32* m_inverseContext; 14953e740f4a82e17f3ae59772501622dc354e42336Torne (Richard Coles) 15053e740f4a82e17f3ae59772501622dc354e42336Torne (Richard Coles) AudioFloatArray m_complexData; 15153e740f4a82e17f3ae59772501622dc354e42336Torne (Richard Coles) AudioFloatArray m_realData; 15253e740f4a82e17f3ae59772501622dc354e42336Torne (Richard Coles) AudioFloatArray m_imagData; 15353e740f4a82e17f3ae59772501622dc354e42336Torne (Richard Coles)#endif 15402772c6a72f1ee0b226341a4f4439970c29fc861Ben Murdoch 1555c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)#endif // !USE_ACCELERATE_FFT 1565c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)}; 1575c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) 1585c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)} // namespace WebCore 1595c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) 1605c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)#endif // FFTFrame_h 161