15c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)/*
25c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) * Copyright (C) 2010 Google Inc. All rights reserved.
35c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) *
45c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) * Redistribution and use in source and binary forms, with or without
55c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) * modification, are permitted provided that the following conditions
65c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) * are met:
75c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) *
85c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) * 1.  Redistributions of source code must retain the above copyright
95c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) *     notice, this list of conditions and the following disclaimer.
105c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) * 2.  Redistributions in binary form must reproduce the above copyright
115c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) *     notice, this list of conditions and the following disclaimer in the
125c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) *     documentation and/or other materials provided with the distribution.
135c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) * 3.  Neither the name of Apple Computer, Inc. ("Apple") nor the names of
145c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) *     its contributors may be used to endorse or promote products derived
155c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) *     from this software without specific prior written permission.
165c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) *
175c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) * THIS SOFTWARE IS PROVIDED BY APPLE AND ITS CONTRIBUTORS "AS IS" AND ANY
185c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) * EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
195c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) * WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
205c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) * DISCLAIMED. IN NO EVENT SHALL APPLE OR ITS CONTRIBUTORS BE LIABLE FOR ANY
215c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) * DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES
225c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) * (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
235c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) * LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND
245c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) * ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
255c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
265c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) * THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
275c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles) */
285c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)
295c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)#ifndef FFTFrame_h
305c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)#define FFTFrame_h
315c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)
3253e740f4a82e17f3ae59772501622dc354e42336Torne (Richard Coles)#include "core/platform/audio/AudioArray.h"
335c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)
345c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)#if OS(DARWIN) && !USE(WEBAUDIO_FFMPEG)
355c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)#define USE_ACCELERATE_FFT 1
365c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)#else
375c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)#define USE_ACCELERATE_FFT 0
385c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)#endif
395c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)
405c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)#if USE_ACCELERATE_FFT
415c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)#include <Accelerate/Accelerate.h>
425c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)#endif
435c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)
445c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)#if !USE_ACCELERATE_FFT
455c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)
4653e740f4a82e17f3ae59772501622dc354e42336Torne (Richard Coles)#if USE(WEBAUDIO_OPENMAX_DL_FFT)
4753e740f4a82e17f3ae59772501622dc354e42336Torne (Richard Coles)#include "dl/sp/api/armSP.h"
4853e740f4a82e17f3ae59772501622dc354e42336Torne (Richard Coles)#include "dl/sp/api/omxSP.h"
4953e740f4a82e17f3ae59772501622dc354e42336Torne (Richard Coles)#elif USE(WEBAUDIO_FFMPEG)
505c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)struct RDFTContext;
5153e740f4a82e17f3ae59772501622dc354e42336Torne (Richard Coles)#endif
525c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)
535c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)#endif // !USE_ACCELERATE_FFT
545c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)
555c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)#if USE(WEBAUDIO_IPP)
565c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)#include <ipps.h>
575c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)#endif // USE(WEBAUDIO_IPP)
585c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)
597757ec2eadfa2dd8ac2aeed0a4399e9b07ec38cbBen Murdoch#include "wtf/Forward.h"
607757ec2eadfa2dd8ac2aeed0a4399e9b07ec38cbBen Murdoch#include "wtf/PassOwnPtr.h"
617757ec2eadfa2dd8ac2aeed0a4399e9b07ec38cbBen Murdoch#include "wtf/Threading.h"
625c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)
635c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)namespace WebCore {
645c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)
655c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)// Defines the interface for an "FFT frame", an object which is able to perform a forward
665c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)// and reverse FFT, internally storing the resultant frequency-domain data.
675c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)
685c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)class FFTFrame {
695c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)public:
705c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)    // The constructors, destructor, and methods up to the CROSS-PLATFORM section have platform-dependent implementations.
715c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)
725c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)    FFTFrame(unsigned fftSize);
735c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)    FFTFrame(); // creates a blank/empty frame for later use with createInterpolatedFrame()
745c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)    FFTFrame(const FFTFrame& frame);
755c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)    ~FFTFrame();
765c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)
775c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)    static void initialize();
785c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)    static void cleanup();
795c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)    void doFFT(const float* data);
805c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)    void doInverseFFT(float* data);
815c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)    void multiply(const FFTFrame& frame); // multiplies ourself with frame : effectively operator*=()
825c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)
835c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)    float* realData() const;
845c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)    float* imagData() const;
855c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)
865c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)    void print(); // for debugging
875c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)
885c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)    // CROSS-PLATFORM
895c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)    // The remaining public methods have cross-platform implementations:
905c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)
915c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)    // Interpolates from frame1 -> frame2 as x goes from 0.0 -> 1.0
925c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)    static PassOwnPtr<FFTFrame> createInterpolatedFrame(const FFTFrame& frame1, const FFTFrame& frame2, double x);
935c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)
945c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)    void doPaddedFFT(const float* data, size_t dataSize); // zero-padding with dataSize <= fftSize
955c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)    double extractAverageGroupDelay();
965c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)    void addConstantGroupDelay(double sampleFrameDelay);
975c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)
985c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)    unsigned fftSize() const { return m_FFTSize; }
995c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)    unsigned log2FFTSize() const { return m_log2FFTSize; }
1005c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)
1015c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)private:
1025c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)    unsigned m_FFTSize;
1035c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)    unsigned m_log2FFTSize;
1045c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)
1055c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)    void interpolateFrequencyComponents(const FFTFrame& frame1, const FFTFrame& frame2, double x);
1065c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)
1075c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)#if USE_ACCELERATE_FFT
1085c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)    DSPSplitComplex& dspSplitComplex() { return m_frame; }
1095c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)    DSPSplitComplex dspSplitComplex() const { return m_frame; }
1105c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)
1115c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)    static FFTSetup fftSetupForSize(unsigned fftSize);
1125c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)
1135c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)    static FFTSetup* fftSetups;
1145c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)
1155c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)    FFTSetup m_FFTSetup;
1165c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)
1175c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)    DSPSplitComplex m_frame;
1185c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)    AudioFloatArray m_realData;
1195c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)    AudioFloatArray m_imagData;
1205c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)#else // !USE_ACCELERATE_FFT
1215c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)
1225c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)#if USE(WEBAUDIO_FFMPEG)
1235c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)    static RDFTContext* contextForSize(unsigned fftSize, int trans);
1245c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)
1255c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)    RDFTContext* m_forwardContext;
1265c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)    RDFTContext* m_inverseContext;
1275c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)
1285c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)    float* getUpToDateComplexData();
1295c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)    AudioFloatArray m_complexData;
1305c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)    AudioFloatArray m_realData;
1315c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)    AudioFloatArray m_imagData;
1325c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)#endif // USE(WEBAUDIO_FFMPEG)
1335c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)
1345c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)#if USE(WEBAUDIO_IPP)
1355c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)    Ipp8u* m_buffer;
1365c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)    IppsDFTSpec_R_32f* m_DFTSpec;
1375c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)
1385c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)    float* getUpToDateComplexData();
1395c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)    AudioFloatArray m_complexData;
1405c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)    AudioFloatArray m_realData;
1415c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)    AudioFloatArray m_imagData;
1425c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)#endif // USE(WEBAUDIO_IPP)
1435c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)
14453e740f4a82e17f3ae59772501622dc354e42336Torne (Richard Coles)#if USE(WEBAUDIO_OPENMAX_DL_FFT)
14553e740f4a82e17f3ae59772501622dc354e42336Torne (Richard Coles)    static OMXFFTSpec_R_F32* contextForSize(unsigned log2FFTSize);
14653e740f4a82e17f3ae59772501622dc354e42336Torne (Richard Coles)
14753e740f4a82e17f3ae59772501622dc354e42336Torne (Richard Coles)    OMXFFTSpec_R_F32* m_forwardContext;
14853e740f4a82e17f3ae59772501622dc354e42336Torne (Richard Coles)    OMXFFTSpec_R_F32* m_inverseContext;
14953e740f4a82e17f3ae59772501622dc354e42336Torne (Richard Coles)
15053e740f4a82e17f3ae59772501622dc354e42336Torne (Richard Coles)    AudioFloatArray m_complexData;
15153e740f4a82e17f3ae59772501622dc354e42336Torne (Richard Coles)    AudioFloatArray m_realData;
15253e740f4a82e17f3ae59772501622dc354e42336Torne (Richard Coles)    AudioFloatArray m_imagData;
15353e740f4a82e17f3ae59772501622dc354e42336Torne (Richard Coles)#endif
15402772c6a72f1ee0b226341a4f4439970c29fc861Ben Murdoch
1555c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)#endif // !USE_ACCELERATE_FFT
1565c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)};
1575c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)
1585c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)} // namespace WebCore
1595c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)
1605c87bf8b86a7c82ef50fb7a89697d8e02e2553beTorne (Richard Coles)#endif // FFTFrame_h
161