xref: /external/chromium_org/third_party/openmax_dl/dl/sp/src/arm/neon/armSP_FFT_CToC_SC32_Radix4_fs_unsafe_s.S

@//
@//  Copyright (c) 2013 The WebRTC project authors. All Rights Reserved.
@//
@//  Use of this source code is governed by a BSD-style license
@//  that can be found in the LICENSE file in the root of the source
@//  tree. An additional intellectual property rights grant can be found
@//  in the file PATENTS.  All contributing project authors may
@//  be found in the AUTHORS file in the root of the source tree.
@//
@//  This file was originally licensed as follows. It has been
@//  relicensed with permission from the copyright holders.
@//

@//
@// File Name:  armSP_FFT_CToC_SC32_Radix4_fs_unsafe_s.s
@// OpenMAX DL: v1.0.2
@// Last Modified Revision:   7767
@// Last Modified Date:       Thu, 27 Sep 2007
@//
@// (c) Copyright 2007-2008 ARM Limited. All Rights Reserved.
@//
@//
@//
@// Description:
@// Compute a first stage Radix 4 FFT stage for a N point complex signal
@//



@// Include standard headers

#include "dl/api/arm/armCOMM_s.h"
#include "dl/api/arm/omxtypes_s.h"

@// Import symbols required from other files
@// (For example tables)




@// Set debugging level
@//DEBUG_ON    SETL {TRUE}



@// Guarding implementation by the processor name



@// Guarding implementation by the processor name


@//Input Registers

#define pSrc		r0
#define pDst		r2
#define pTwiddle	r1
#define pPingPongBuf	r5
#define subFFTNum	r6
#define subFFTSize	r7


@//Output Registers


@//Local Scratch Registers

#define grpSize		r3
@// Reuse grpSize as setCount
#define setCount	r3
#define pointStep	r4
#define outPointStep	r4
#define setStep		r8
#define step1		r9
#define step3		r10

@// Neon Registers

#define dXr0	D0.S32
#define dXi0	D1.S32
#define dXr1	D2.S32
#define dXi1	D3.S32
#define dXr2	D4.S32
#define dXi2	D5.S32
#define dXr3	D6.S32
#define dXi3	D7.S32
#define dYr0	D8.S32
#define dYi0	D9.S32
#define dYr1	D10.S32
#define dYi1	D11.S32
#define dYr2	D12.S32
#define dYi2	D13.S32
#define dYr3	D14.S32
#define dYi3	D15.S32
#define qX0	Q0.S32
#define qX1	Q1.S32
#define qX2	Q2.S32
#define qX3	Q3.S32
#define qY0	Q4.S32
#define qY1	Q5.S32
#define qY2	Q6.S32
#define qY3	Q7.S32
#define dZr0	D16.S32
#define dZi0	D17.S32
#define dZr1	D18.S32
#define dZi1	D19.S32
#define dZr2	D20.S32
#define dZi2	D21.S32
#define dZr3	D22.S32
#define dZi3	D23.S32
#define qZ0	Q8.S32
#define qZ1	Q9.S32
#define qZ2	Q10.S32
#define qZ3	Q11.S32


        .macro FFTSTAGE scaled, inverse, name

        @// Define stack arguments

        @// pT0+1 increments pT0 by 8 bytes
        @// pT0+pointStep = increment of 8*pointStep bytes = 2*grpSize bytes
        @// Note: outPointStep = pointStep for firststage

        MOV     pointStep,subFFTNum,LSL #1


        @// Update pSubFFTSize and pSubFFTNum regs
        VLD2    {dXr0,dXi0},[pSrc :128],pointStep          @//  data[0]
        MOV     subFFTSize,#4                                 @// subFFTSize = 1 for the first stage

        @// Note: setCount = subFFTNum/4 (reuse the grpSize reg for setCount)
        LSR     grpSize,subFFTNum,#2
        VLD2    {dXr1,dXi1},[pSrc :128],pointStep          @//  data[1]
        MOV     subFFTNum,grpSize


        @// Calculate the step of input data for the next set
        @//MOV     setStep,pointStep,LSL #1
        MOV     setStep,grpSize,LSL #4
        VLD2    {dXr2,dXi2},[pSrc :128],pointStep          @//  data[2]
        ADD     setStep,setStep,pointStep                   @// setStep = 3*pointStep
        RSB     setStep,setStep,#16                         @// setStep = - 3*pointStep+16

        VLD2    {dXr3,dXi3},[pSrc :128],setStep            @//  data[3] & update pSrc for the next set
        MOV     step1,pointStep,LSL #1                      @// step1 = 2*pointStep

        .ifeqs "\scaled", "TRUE"
            VHADD    qY0,qX0,qX2
        .else
            VADD    qY0,qX0,qX2
        .endif

        RSB     step3,pointStep,#0                          @// step3 = -pointStep

        @// grp = 0 a special case since all the twiddle factors are 1
        @// Loop on the sets : 2 sets at a time

grpZeroSetLoop\name :



        @// Decrement setcount
        SUBS    setCount,setCount,#2                    @// decrement the set loop counter

        .ifeqs "\scaled", "TRUE"

            @// finish first stage of 4 point FFT

            VHSUB    qY2,qX0,qX2

            VLD2    {dXr0,dXi0},[pSrc :128],step1          @//  data[0]
            VHADD    qY1,qX1,qX3
            VLD2    {dXr2,dXi2},[pSrc :128],step3          @//  data[2]
            VHSUB    qY3,qX1,qX3


            @// finish second stage of 4 point FFT

            .ifeqs "\inverse", "TRUE"

                VLD2    {dXr1,dXi1},[pSrc :128],step1          @//  data[1]
                VHADD    qZ0,qY0,qY1

                VLD2    {dXr3,dXi3},[pSrc :128],setStep            @//  data[3] & update pSrc for the next set
                VHSUB    dZr3,dYr2,dYi3

                VST2    {dZr0,dZi0},[pDst :128],outPointStep
                VHADD    dZi3,dYi2,dYr3

                VHSUB    qZ1,qY0,qY1
                VST2    {dZr3,dZi3},[pDst :128],outPointStep

                VHADD    dZr2,dYr2,dYi3
                VST2    {dZr1,dZi1},[pDst :128],outPointStep
                VHSUB    dZi2,dYi2,dYr3

                VHADD    qY0,qX0,qX2                     @// u0 for next iteration
                VST2    {dZr2,dZi2},[pDst :128],setStep


            .else

                VLD2    {dXr1,dXi1},[pSrc :128],step1          @//  data[1]
                VHADD    qZ0,qY0,qY1

                VLD2    {dXr3,dXi3},[pSrc :128],setStep            @//  data[3] & update pSrc for the next set
                VHADD    dZr2,dYr2,dYi3

                VST2    {dZr0,dZi0},[pDst :128],outPointStep
                VHSUB    dZi2,dYi2,dYr3

                VHSUB    qZ1,qY0,qY1
                VST2    {dZr2,dZi2},[pDst :128],outPointStep

                VHSUB    dZr3,dYr2,dYi3
                VST2    {dZr1,dZi1},[pDst :128],outPointStep
                VHADD    dZi3,dYi2,dYr3

                VHADD    qY0,qX0,qX2                     @// u0 for next iteration
                VST2    {dZr3,dZi3},[pDst :128],setStep

            .endif



        .else

            @// finish first stage of 4 point FFT


            VSUB    qY2,qX0,qX2

            VLD2    {dXr0,dXi0},[pSrc :128],step1          @//  data[0]
            VADD    qY1,qX1,qX3
            VLD2    {dXr2,dXi2},[pSrc :128],step3          @//  data[2]
            VSUB    qY3,qX1,qX3


            @// finish second stage of 4 point FFT

            .ifeqs "\inverse", "TRUE"

                VLD2    {dXr1,dXi1},[pSrc :128],step1          @//  data[1]
                VADD    qZ0,qY0,qY1

                VLD2    {dXr3,dXi3},[pSrc :128],setStep            @//  data[3] & update pSrc for the next set
                VSUB    dZr3,dYr2,dYi3

                VST2    {dZr0,dZi0},[pDst :128],outPointStep
                VADD    dZi3,dYi2,dYr3

                VSUB    qZ1,qY0,qY1
                VST2    {dZr3,dZi3},[pDst :128],outPointStep

                VADD    dZr2,dYr2,dYi3
                VST2    {dZr1,dZi1},[pDst :128],outPointStep
                VSUB    dZi2,dYi2,dYr3

                VADD    qY0,qX0,qX2                     @// u0 for next iteration
                VST2    {dZr2,dZi2},[pDst :128],setStep


            .else

                VLD2    {dXr1,dXi1},[pSrc :128],step1          @//  data[1]
                VADD    qZ0,qY0,qY1

                VLD2    {dXr3,dXi3},[pSrc :128],setStep            @//  data[3] & update pSrc for the next set
                VADD    dZr2,dYr2,dYi3

                VST2    {dZr0,dZi0},[pDst :128],outPointStep
                VSUB    dZi2,dYi2,dYr3

                VSUB    qZ1,qY0,qY1
                VST2    {dZr2,dZi2},[pDst :128],outPointStep

                VSUB    dZr3,dYr2,dYi3
                VST2    {dZr1,dZi1},[pDst :128],outPointStep
                VADD    dZi3,dYi2,dYr3

                VADD    qY0,qX0,qX2                     @// u0 for next iteration
                VST2    {dZr3,dZi3},[pDst :128],setStep

            .endif

        .endif

        BGT     grpZeroSetLoop\name

        @// reset pSrc to pDst for the next stage
        SUB     pSrc,pDst,pointStep                     @// pDst -= 2*grpSize
        MOV     pDst,pPingPongBuf


        .endm



        M_START armSP_FFTFwd_CToC_SC32_Radix4_fs_OutOfPlace_unsafe,r4
        FFTSTAGE "FALSE","FALSE",fwd
        M_END



        M_START armSP_FFTInv_CToC_SC32_Radix4_fs_OutOfPlace_unsafe,r4
        FFTSTAGE "FALSE","TRUE",inv
        M_END


        M_START armSP_FFTFwd_CToC_SC32_Sfs_Radix4_fs_OutOfPlace_unsafe,r4
        FFTSTAGE "TRUE","FALSE",fwdsfs
        M_END


        M_START armSP_FFTInv_CToC_SC32_Sfs_Radix4_fs_OutOfPlace_unsafe,r4
        FFTSTAGE "TRUE","TRUE",invsfs
        M_END

	.end