xref: /external/libhevc/common/ihevc_itrans_recon_32x32.c

/******************************************************************************
*
* Copyright (C) 2012 Ittiam Systems Pvt Ltd, Bangalore
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at:
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*
******************************************************************************/
/**
 *******************************************************************************
 * @file
 *  ihevc_itrans_recon_32x32.c
 *
 * @brief
 *  Contains function definitions for inverse transform  and reconstruction 32x32
 *
 *
 * @author
 *  100470
 *
 * @par List of Functions:
 *  - ihevc_itrans_recon_32x32()
 *
 * @remarks
 *  None
 *
 *******************************************************************************
 */
#include <stdio.h>
#include <string.h>
#include "ihevc_typedefs.h"
#include "ihevc_macros.h"
#include "ihevc_platform_macros.h"
#include "ihevc_defs.h"
#include "ihevc_trans_tables.h"
#include "ihevc_itrans_recon.h"
#include "ihevc_func_selector.h"
#include "ihevc_trans_macros.h"


/**
 *******************************************************************************
 *
 * @brief
 *  This function performs Inverse transform  and reconstruction for 32x32
 * input block
 *
 * @par Description:
 *  Performs inverse transform and adds the prediction  data and clips output
 * to 8 bit
 *
 * @param[in] pi2_src
 *  Input 32x32 coefficients
 *
 * @param[in] pi2_tmp
 *  Temporary 32x32 buffer for storing inverse
 *
 *  transform
 *  1st stage output
 *
 * @param[in] pu1_pred
 *  Prediction 32x32 block
 *
 * @param[out] pu1_dst
 *  Output 32x32 block
 *
 * @param[in] src_strd
 *  Input stride
 *
 * @param[in] pred_strd
 *  Prediction stride
 *
 * @param[in] dst_strd
 *  Output Stride
 *
 * @param[in] shift
 *  Output shift
 *
 * @param[in] zero_cols
 *  Zero columns in pi2_src
 *
 * @returns  Void
 *
 * @remarks
 *  None
 *
 *******************************************************************************
 */

void ihevc_itrans_recon_32x32(WORD16 *pi2_src,
                              WORD16 *pi2_tmp,
                              UWORD8 *pu1_pred,
                              UWORD8 *pu1_dst,
                              WORD32 src_strd,
                              WORD32 pred_strd,
                              WORD32 dst_strd,
                              WORD32 zero_cols,
                              WORD32 zero_rows)
{
    WORD32 j, k;
    WORD32 e[16], o[16];
    WORD32 ee[8], eo[8];
    WORD32 eee[4], eeo[4];
    WORD32 eeee[2], eeeo[2];
    WORD32 add;
    WORD32 shift;
    WORD16 *pi2_tmp_orig;
    WORD32 trans_size;
    WORD32 zero_rows_2nd_stage = zero_cols;
    WORD32 row_limit_2nd_stage;

    trans_size = TRANS_SIZE_32;
    pi2_tmp_orig = pi2_tmp;

    if((zero_cols & 0xFFFFFFF0) == 0xFFFFFFF0)
        row_limit_2nd_stage = 4;
    else if((zero_cols & 0xFFFFFF00) == 0xFFFFFF00)
        row_limit_2nd_stage = 8;
    else
        row_limit_2nd_stage = TRANS_SIZE_32;

    if((zero_rows & 0xFFFFFFF0) == 0xFFFFFFF0)  /* First 4 rows of input are non-zero */
    {
        /************************************************************************************************/
        /**********************************START - IT_RECON_32x32****************************************/
        /************************************************************************************************/
        /* Inverse Transform 1st stage */
        shift = IT_SHIFT_STAGE_1;
        add = 1 << (shift - 1);

        for(j = 0; j < row_limit_2nd_stage; j++)
        {
            /* Checking for Zero Cols */
            if((zero_cols & 1) == 1)
            {
                memset(pi2_tmp, 0, trans_size * sizeof(WORD16));
            }
            else
            {
                /* Utilizing symmetry properties to the maximum to minimize the number of multiplications */
                for(k = 0; k < 16; k++)
                {
                    o[k] = g_ai2_ihevc_trans_32[1][k] * pi2_src[src_strd]
                                    + g_ai2_ihevc_trans_32[3][k]
                                                    * pi2_src[3 * src_strd];
                }
                for(k = 0; k < 8; k++)
                {
                    eo[k] = g_ai2_ihevc_trans_32[2][k] * pi2_src[2 * src_strd];
                }
//                for(k = 0; k < 4; k++)
                {
                    eeo[0] = 0;
                    eeo[1] = 0;
                    eeo[2] = 0;
                    eeo[3] = 0;
                }
                eeeo[0] = 0;
                eeeo[1] = 0;
                eeee[0] = g_ai2_ihevc_trans_32[0][0] * pi2_src[0];
                eeee[1] = g_ai2_ihevc_trans_32[0][1] * pi2_src[0];

                /* Combining e and o terms at each hierarchy levels to calculate the final spatial domain vector */
                eee[0] = eeee[0] + eeeo[0];
                eee[3] = eeee[0] - eeeo[0];
                eee[1] = eeee[1] + eeeo[1];
                eee[2] = eeee[1] - eeeo[1];
                for(k = 0; k < 4; k++)
                {
                    ee[k] = eee[k] + eeo[k];
                    ee[k + 4] = eee[3 - k] - eeo[3 - k];
                }
                for(k = 0; k < 8; k++)
                {
                    e[k] = ee[k] + eo[k];
                    e[k + 8] = ee[7 - k] - eo[7 - k];
                }
                for(k = 0; k < 16; k++)
                {
                    pi2_tmp[k] =
                                    CLIP_S16(((e[k] + o[k] + add) >> shift));
                    pi2_tmp[k + 16] =
                                    CLIP_S16(((e[15 - k] - o[15 - k] + add) >> shift));
                }
            }
            pi2_src++;
            pi2_tmp += trans_size;
            zero_cols = zero_cols >> 1;
        }

        pi2_tmp = pi2_tmp_orig;

        /* Inverse Transform 2nd stage */
        shift = IT_SHIFT_STAGE_2;
        add = 1 << (shift - 1);
        if((zero_rows_2nd_stage & 0xFFFFFFF0) == 0xFFFFFFF0) /* First 4 rows of output of 1st stage are non-zero */
        {
            for(j = 0; j < trans_size; j++)
            {
                /* Utilizing symmetry properties to the maximum to minimize the number of multiplications */
                for(k = 0; k < 16; k++)
                {
                    o[k] = g_ai2_ihevc_trans_32[1][k] * pi2_tmp[trans_size]
                                    + g_ai2_ihevc_trans_32[3][k]
                                                    * pi2_tmp[3 * trans_size];
                }
                for(k = 0; k < 8; k++)
                {
                    eo[k] = g_ai2_ihevc_trans_32[2][k] * pi2_tmp[2 * trans_size];
                }
//                for(k = 0; k < 4; k++)
                {
                    eeo[0] = 0;
                    eeo[1] = 0;
                    eeo[2] = 0;
                    eeo[3] = 0;
                }
                eeeo[0] = 0;
                eeeo[1] = 0;
                eeee[0] = g_ai2_ihevc_trans_32[0][0] * pi2_tmp[0];
                eeee[1] = g_ai2_ihevc_trans_32[0][1] * pi2_tmp[0];

                /* Combining e and o terms at each hierarchy levels to calculate the final spatial domain vector */
                eee[0] = eeee[0] + eeeo[0];
                eee[3] = eeee[0] - eeeo[0];
                eee[1] = eeee[1] + eeeo[1];
                eee[2] = eeee[1] - eeeo[1];
                for(k = 0; k < 4; k++)
                {
                    ee[k] = eee[k] + eeo[k];
                    ee[k + 4] = eee[3 - k] - eeo[3 - k];
                }
                for(k = 0; k < 8; k++)
                {
                    e[k] = ee[k] + eo[k];
                    e[k + 8] = ee[7 - k] - eo[7 - k];
                }
                for(k = 0; k < 16; k++)
                {
                    WORD32 itrans_out;
                    itrans_out =
                                    CLIP_S16(((e[k] + o[k] + add) >> shift));
                    pu1_dst[k] = CLIP_U8((itrans_out + pu1_pred[k]));
                    itrans_out =
                                    CLIP_S16(((e[15 - k] - o[15 - k] + add) >> shift));
                    pu1_dst[k + 16] = CLIP_U8((itrans_out + pu1_pred[k + 16]));
                }
                pi2_tmp++;
                pu1_pred += pred_strd;
                pu1_dst += dst_strd;
            }
        }
        else if((zero_rows_2nd_stage & 0xFFFFFF00) == 0xFFFFFF00) /* First 8 rows of output of 1st stage are non-zero */
        {
            for(j = 0; j < trans_size; j++)
            {
                /* Utilizing symmetry properties to the maximum to minimize the number of multiplications */
                for(k = 0; k < 16; k++)
                {
                    o[k] = g_ai2_ihevc_trans_32[1][k] * pi2_tmp[trans_size]
                                    + g_ai2_ihevc_trans_32[3][k]
                                                    * pi2_tmp[3 * trans_size]
                                    + g_ai2_ihevc_trans_32[5][k]
                                                    * pi2_tmp[5 * trans_size]
                                    + g_ai2_ihevc_trans_32[7][k]
                                                    * pi2_tmp[7 * trans_size];
                }
                for(k = 0; k < 8; k++)
                {
                    eo[k] = g_ai2_ihevc_trans_32[2][k] * pi2_tmp[2 * trans_size]
                                    + g_ai2_ihevc_trans_32[6][k]
                                                    * pi2_tmp[6 * trans_size];
                }
                for(k = 0; k < 4; k++)
                {
                    eeo[k] = g_ai2_ihevc_trans_32[4][k] * pi2_tmp[4 * trans_size];
                }
                eeeo[0] = 0;
                eeeo[1] = 0;
                eeee[0] = g_ai2_ihevc_trans_32[0][0] * pi2_tmp[0];
                eeee[1] = g_ai2_ihevc_trans_32[0][1] * pi2_tmp[0];

                /* Combining e and o terms at each hierarchy levels to calculate the final spatial domain vector */
                eee[0] = eeee[0] + eeeo[0];
                eee[3] = eeee[0] - eeeo[0];
                eee[1] = eeee[1] + eeeo[1];
                eee[2] = eeee[1] - eeeo[1];
                for(k = 0; k < 4; k++)
                {
                    ee[k] = eee[k] + eeo[k];
                    ee[k + 4] = eee[3 - k] - eeo[3 - k];
                }
                for(k = 0; k < 8; k++)
                {
                    e[k] = ee[k] + eo[k];
                    e[k + 8] = ee[7 - k] - eo[7 - k];
                }
                for(k = 0; k < 16; k++)
                {
                    WORD32 itrans_out;
                    itrans_out =
                                    CLIP_S16(((e[k] + o[k] + add) >> shift));
                    pu1_dst[k] = CLIP_U8((itrans_out + pu1_pred[k]));
                    itrans_out =
                                    CLIP_S16(((e[15 - k] - o[15 - k] + add) >> shift));
                    pu1_dst[k + 16] = CLIP_U8((itrans_out + pu1_pred[k + 16]));
                }
                pi2_tmp++;
                pu1_pred += pred_strd;
                pu1_dst += dst_strd;
            }
        }
        else /* All rows of output of 1st stage are non-zero */
        {
            for(j = 0; j < trans_size; j++)
            {
                /* Utilizing symmetry properties to the maximum to minimize the number of multiplications */
                for(k = 0; k < 16; k++)
                {
                    o[k] = g_ai2_ihevc_trans_32[1][k] * pi2_tmp[trans_size]
                                    + g_ai2_ihevc_trans_32[3][k]
                                                    * pi2_tmp[3 * trans_size]
                                    + g_ai2_ihevc_trans_32[5][k]
                                                    * pi2_tmp[5 * trans_size]
                                    + g_ai2_ihevc_trans_32[7][k]
                                                    * pi2_tmp[7 * trans_size]
                                    + g_ai2_ihevc_trans_32[9][k]
                                                    * pi2_tmp[9 * trans_size]
                                    + g_ai2_ihevc_trans_32[11][k]
                                                    * pi2_tmp[11 * trans_size]
                                    + g_ai2_ihevc_trans_32[13][k]
                                                    * pi2_tmp[13 * trans_size]
                                    + g_ai2_ihevc_trans_32[15][k]
                                                    * pi2_tmp[15 * trans_size]
                                    + g_ai2_ihevc_trans_32[17][k]
                                                    * pi2_tmp[17 * trans_size]
                                    + g_ai2_ihevc_trans_32[19][k]
                                                    * pi2_tmp[19 * trans_size]
                                    + g_ai2_ihevc_trans_32[21][k]
                                                    * pi2_tmp[21 * trans_size]
                                    + g_ai2_ihevc_trans_32[23][k]
                                                    * pi2_tmp[23 * trans_size]
                                    + g_ai2_ihevc_trans_32[25][k]
                                                    * pi2_tmp[25 * trans_size]
                                    + g_ai2_ihevc_trans_32[27][k]
                                                    * pi2_tmp[27 * trans_size]
                                    + g_ai2_ihevc_trans_32[29][k]
                                                    * pi2_tmp[29 * trans_size]
                                    + g_ai2_ihevc_trans_32[31][k]
                                                    * pi2_tmp[31 * trans_size];
                }
                for(k = 0; k < 8; k++)
                {
                    eo[k] = g_ai2_ihevc_trans_32[2][k] * pi2_tmp[2 * trans_size]
                                    + g_ai2_ihevc_trans_32[6][k]
                                                    * pi2_tmp[6 * trans_size]
                                    + g_ai2_ihevc_trans_32[10][k]
                                                    * pi2_tmp[10 * trans_size]
                                    + g_ai2_ihevc_trans_32[14][k]
                                                    * pi2_tmp[14 * trans_size]
                                    + g_ai2_ihevc_trans_32[18][k]
                                                    * pi2_tmp[18 * trans_size]
                                    + g_ai2_ihevc_trans_32[22][k]
                                                    * pi2_tmp[22 * trans_size]
                                    + g_ai2_ihevc_trans_32[26][k]
                                                    * pi2_tmp[26 * trans_size]
                                    + g_ai2_ihevc_trans_32[30][k]
                                                    * pi2_tmp[30 * trans_size];
                }
                for(k = 0; k < 4; k++)
                {
                    eeo[k] = g_ai2_ihevc_trans_32[4][k] * pi2_tmp[4 * trans_size]
                                    + g_ai2_ihevc_trans_32[12][k]
                                                    * pi2_tmp[12 * trans_size]
                                    + g_ai2_ihevc_trans_32[20][k]
                                                    * pi2_tmp[20 * trans_size]
                                    + g_ai2_ihevc_trans_32[28][k]
                                                    * pi2_tmp[28 * trans_size];
                }
                eeeo[0] =
                                g_ai2_ihevc_trans_32[8][0] * pi2_tmp[8 * trans_size]
                                                + g_ai2_ihevc_trans_32[24][0]
                                                                * pi2_tmp[24
                                                                                * trans_size];
                eeeo[1] =
                                g_ai2_ihevc_trans_32[8][1] * pi2_tmp[8 * trans_size]
                                                + g_ai2_ihevc_trans_32[24][1]
                                                                * pi2_tmp[24
                                                                                * trans_size];
                eeee[0] =
                                g_ai2_ihevc_trans_32[0][0] * pi2_tmp[0]
                                                + g_ai2_ihevc_trans_32[16][0]
                                                                * pi2_tmp[16
                                                                                * trans_size];
                eeee[1] =
                                g_ai2_ihevc_trans_32[0][1] * pi2_tmp[0]
                                                + g_ai2_ihevc_trans_32[16][1]
                                                                * pi2_tmp[16
                                                                                * trans_size];

                /* Combining e and o terms at each hierarchy levels to calculate the final spatial domain vector */
                eee[0] = eeee[0] + eeeo[0];
                eee[3] = eeee[0] - eeeo[0];
                eee[1] = eeee[1] + eeeo[1];
                eee[2] = eeee[1] - eeeo[1];
                for(k = 0; k < 4; k++)
                {
                    ee[k] = eee[k] + eeo[k];
                    ee[k + 4] = eee[3 - k] - eeo[3 - k];
                }
                for(k = 0; k < 8; k++)
                {
                    e[k] = ee[k] + eo[k];
                    e[k + 8] = ee[7 - k] - eo[7 - k];
                }
                for(k = 0; k < 16; k++)
                {
                    WORD32 itrans_out;
                    itrans_out =
                                    CLIP_S16(((e[k] + o[k] + add) >> shift));
                    pu1_dst[k] = CLIP_U8((itrans_out + pu1_pred[k]));
                    itrans_out =
                                    CLIP_S16(((e[15 - k] - o[15 - k] + add) >> shift));
                    pu1_dst[k + 16] = CLIP_U8((itrans_out + pu1_pred[k + 16]));
                }
                pi2_tmp++;
                pu1_pred += pred_strd;
                pu1_dst += dst_strd;
            }
        }
        /************************************************************************************************/
        /************************************END - IT_RECON_32x32****************************************/
        /************************************************************************************************/
    }
    else if((zero_rows & 0xFFFFFF00) == 0xFFFFFF00) /* First 8 rows of input are non-zero */
    {
        /************************************************************************************************/
        /**********************************START - IT_RECON_32x32****************************************/
        /************************************************************************************************/
        /* Inverse Transform 1st stage */
        shift = IT_SHIFT_STAGE_1;
        add = 1 << (shift - 1);

        for(j = 0; j < row_limit_2nd_stage; j++)
        {
            /* Checking for Zero Cols */
            if((zero_cols & 1) == 1)
            {
                memset(pi2_tmp, 0, trans_size * sizeof(WORD16));
            }
            else
            {
                /* Utilizing symmetry properties to the maximum to minimize the number of multiplications */
                for(k = 0; k < 16; k++)
                {
                    o[k] = g_ai2_ihevc_trans_32[1][k] * pi2_src[src_strd]
                                    + g_ai2_ihevc_trans_32[3][k]
                                                    * pi2_src[3 * src_strd]
                                    + g_ai2_ihevc_trans_32[5][k]
                                                    * pi2_src[5 * src_strd]
                                    + g_ai2_ihevc_trans_32[7][k]
                                                    * pi2_src[7 * src_strd];
                }
                for(k = 0; k < 8; k++)
                {
                    eo[k] = g_ai2_ihevc_trans_32[2][k] * pi2_src[2 * src_strd]
                                    + g_ai2_ihevc_trans_32[6][k]
                                                    * pi2_src[6 * src_strd];
                }
                for(k = 0; k < 4; k++)
                {
                    eeo[k] = g_ai2_ihevc_trans_32[4][k] * pi2_src[4 * src_strd];
                }
                eeeo[0] = 0;
                eeeo[1] = 0;
                eeee[0] = g_ai2_ihevc_trans_32[0][0] * pi2_src[0];
                eeee[1] = g_ai2_ihevc_trans_32[0][1] * pi2_src[0];

                /* Combining e and o terms at each hierarchy levels to calculate the final spatial domain vector */
                eee[0] = eeee[0] + eeeo[0];
                eee[3] = eeee[0] - eeeo[0];
                eee[1] = eeee[1] + eeeo[1];
                eee[2] = eeee[1] - eeeo[1];
                for(k = 0; k < 4; k++)
                {
                    ee[k] = eee[k] + eeo[k];
                    ee[k + 4] = eee[3 - k] - eeo[3 - k];
                }
                for(k = 0; k < 8; k++)
                {
                    e[k] = ee[k] + eo[k];
                    e[k + 8] = ee[7 - k] - eo[7 - k];
                }
                for(k = 0; k < 16; k++)
                {
                    pi2_tmp[k] =
                                    CLIP_S16(((e[k] + o[k] + add) >> shift));
                    pi2_tmp[k + 16] =
                                    CLIP_S16(((e[15 - k] - o[15 - k] + add) >> shift));
                }
            }
            pi2_src++;
            pi2_tmp += trans_size;
            zero_cols = zero_cols >> 1;
        }

        pi2_tmp = pi2_tmp_orig;

        /* Inverse Transform 2nd stage */
        shift = IT_SHIFT_STAGE_2;
        add = 1 << (shift - 1);
        if((zero_rows_2nd_stage & 0xFFFFFFF0) == 0xFFFFFFF0) /* First 4 rows of output of 1st stage are non-zero */
        {
            for(j = 0; j < trans_size; j++)
            {
                /* Utilizing symmetry properties to the maximum to minimize the number of multiplications */
                for(k = 0; k < 16; k++)
                {
                    o[k] = g_ai2_ihevc_trans_32[1][k] * pi2_tmp[trans_size]
                                    + g_ai2_ihevc_trans_32[3][k]
                                                    * pi2_tmp[3 * trans_size];
                }
                for(k = 0; k < 8; k++)
                {
                    eo[k] = g_ai2_ihevc_trans_32[2][k] * pi2_tmp[2 * trans_size];
                }
//                for(k = 0; k < 4; k++)
                {
                    eeo[0] = 0;
                    eeo[1] = 0;
                    eeo[2] = 0;
                    eeo[3] = 0;
                }
                eeeo[0] = 0;
                eeeo[1] = 0;
                eeee[0] = g_ai2_ihevc_trans_32[0][0] * pi2_tmp[0];
                eeee[1] = g_ai2_ihevc_trans_32[0][1] * pi2_tmp[0];

                /* Combining e and o terms at each hierarchy levels to calculate the final spatial domain vector */
                eee[0] = eeee[0] + eeeo[0];
                eee[3] = eeee[0] - eeeo[0];
                eee[1] = eeee[1] + eeeo[1];
                eee[2] = eeee[1] - eeeo[1];
                for(k = 0; k < 4; k++)
                {
                    ee[k] = eee[k] + eeo[k];
                    ee[k + 4] = eee[3 - k] - eeo[3 - k];
                }
                for(k = 0; k < 8; k++)
                {
                    e[k] = ee[k] + eo[k];
                    e[k + 8] = ee[7 - k] - eo[7 - k];
                }
                for(k = 0; k < 16; k++)
                {
                    WORD32 itrans_out;
                    itrans_out =
                                    CLIP_S16(((e[k] + o[k] + add) >> shift));
                    pu1_dst[k] = CLIP_U8((itrans_out + pu1_pred[k]));
                    itrans_out =
                                    CLIP_S16(((e[15 - k] - o[15 - k] + add) >> shift));
                    pu1_dst[k + 16] = CLIP_U8((itrans_out + pu1_pred[k + 16]));
                }
                pi2_tmp++;
                pu1_pred += pred_strd;
                pu1_dst += dst_strd;
            }
        }
        else if((zero_rows_2nd_stage & 0xFFFFFF00) == 0xFFFFFF00) /* First 8 rows of output of 1st stage are non-zero */
        {
            for(j = 0; j < trans_size; j++)
            {
                /* Utilizing symmetry properties to the maximum to minimize the number of multiplications */
                for(k = 0; k < 16; k++)
                {
                    o[k] = g_ai2_ihevc_trans_32[1][k] * pi2_tmp[trans_size]
                                    + g_ai2_ihevc_trans_32[3][k]
                                                    * pi2_tmp[3 * trans_size]
                                    + g_ai2_ihevc_trans_32[5][k]
                                                    * pi2_tmp[5 * trans_size]
                                    + g_ai2_ihevc_trans_32[7][k]
                                                    * pi2_tmp[7 * trans_size];
                }
                for(k = 0; k < 8; k++)
                {
                    eo[k] = g_ai2_ihevc_trans_32[2][k] * pi2_tmp[2 * trans_size]
                                    + g_ai2_ihevc_trans_32[6][k]
                                                    * pi2_tmp[6 * trans_size];
                }
                for(k = 0; k < 4; k++)
                {
                    eeo[k] = g_ai2_ihevc_trans_32[4][k] * pi2_tmp[4 * trans_size];
                }
                eeeo[0] = 0;
                eeeo[1] = 0;
                eeee[0] = g_ai2_ihevc_trans_32[0][0] * pi2_tmp[0];
                eeee[1] = g_ai2_ihevc_trans_32[0][1] * pi2_tmp[0];

                /* Combining e and o terms at each hierarchy levels to calculate the final spatial domain vector */
                eee[0] = eeee[0] + eeeo[0];
                eee[3] = eeee[0] - eeeo[0];
                eee[1] = eeee[1] + eeeo[1];
                eee[2] = eeee[1] - eeeo[1];
                for(k = 0; k < 4; k++)
                {
                    ee[k] = eee[k] + eeo[k];
                    ee[k + 4] = eee[3 - k] - eeo[3 - k];
                }
                for(k = 0; k < 8; k++)
                {
                    e[k] = ee[k] + eo[k];
                    e[k + 8] = ee[7 - k] - eo[7 - k];
                }
                for(k = 0; k < 16; k++)
                {
                    WORD32 itrans_out;
                    itrans_out =
                                    CLIP_S16(((e[k] + o[k] + add) >> shift));
                    pu1_dst[k] = CLIP_U8((itrans_out + pu1_pred[k]));
                    itrans_out =
                                    CLIP_S16(((e[15 - k] - o[15 - k] + add) >> shift));
                    pu1_dst[k + 16] = CLIP_U8((itrans_out + pu1_pred[k + 16]));
                }
                pi2_tmp++;
                pu1_pred += pred_strd;
                pu1_dst += dst_strd;
            }
        }
        else /* All rows of output of 1st stage are non-zero */
        {
            for(j = 0; j < trans_size; j++)
            {
                /* Utilizing symmetry properties to the maximum to minimize the number of multiplications */
                for(k = 0; k < 16; k++)
                {
                    o[k] = g_ai2_ihevc_trans_32[1][k] * pi2_tmp[trans_size]
                                    + g_ai2_ihevc_trans_32[3][k]
                                                    * pi2_tmp[3 * trans_size]
                                    + g_ai2_ihevc_trans_32[5][k]
                                                    * pi2_tmp[5 * trans_size]
                                    + g_ai2_ihevc_trans_32[7][k]
                                                    * pi2_tmp[7 * trans_size]
                                    + g_ai2_ihevc_trans_32[9][k]
                                                    * pi2_tmp[9 * trans_size]
                                    + g_ai2_ihevc_trans_32[11][k]
                                                    * pi2_tmp[11 * trans_size]
                                    + g_ai2_ihevc_trans_32[13][k]
                                                    * pi2_tmp[13 * trans_size]
                                    + g_ai2_ihevc_trans_32[15][k]
                                                    * pi2_tmp[15 * trans_size]
                                    + g_ai2_ihevc_trans_32[17][k]
                                                    * pi2_tmp[17 * trans_size]
                                    + g_ai2_ihevc_trans_32[19][k]
                                                    * pi2_tmp[19 * trans_size]
                                    + g_ai2_ihevc_trans_32[21][k]
                                                    * pi2_tmp[21 * trans_size]
                                    + g_ai2_ihevc_trans_32[23][k]
                                                    * pi2_tmp[23 * trans_size]
                                    + g_ai2_ihevc_trans_32[25][k]
                                                    * pi2_tmp[25 * trans_size]
                                    + g_ai2_ihevc_trans_32[27][k]
                                                    * pi2_tmp[27 * trans_size]
                                    + g_ai2_ihevc_trans_32[29][k]
                                                    * pi2_tmp[29 * trans_size]
                                    + g_ai2_ihevc_trans_32[31][k]
                                                    * pi2_tmp[31 * trans_size];
                }
                for(k = 0; k < 8; k++)
                {
                    eo[k] = g_ai2_ihevc_trans_32[2][k] * pi2_tmp[2 * trans_size]
                                    + g_ai2_ihevc_trans_32[6][k]
                                                    * pi2_tmp[6 * trans_size]
                                    + g_ai2_ihevc_trans_32[10][k]
                                                    * pi2_tmp[10 * trans_size]
                                    + g_ai2_ihevc_trans_32[14][k]
                                                    * pi2_tmp[14 * trans_size]
                                    + g_ai2_ihevc_trans_32[18][k]
                                                    * pi2_tmp[18 * trans_size]
                                    + g_ai2_ihevc_trans_32[22][k]
                                                    * pi2_tmp[22 * trans_size]
                                    + g_ai2_ihevc_trans_32[26][k]
                                                    * pi2_tmp[26 * trans_size]
                                    + g_ai2_ihevc_trans_32[30][k]
                                                    * pi2_tmp[30 * trans_size];
                }
                for(k = 0; k < 4; k++)
                {
                    eeo[k] = g_ai2_ihevc_trans_32[4][k] * pi2_tmp[4 * trans_size]
                                    + g_ai2_ihevc_trans_32[12][k]
                                                    * pi2_tmp[12 * trans_size]
                                    + g_ai2_ihevc_trans_32[20][k]
                                                    * pi2_tmp[20 * trans_size]
                                    + g_ai2_ihevc_trans_32[28][k]
                                                    * pi2_tmp[28 * trans_size];
                }
                eeeo[0] =
                                g_ai2_ihevc_trans_32[8][0] * pi2_tmp[8 * trans_size]
                                                + g_ai2_ihevc_trans_32[24][0]
                                                                * pi2_tmp[24
                                                                                * trans_size];
                eeeo[1] =
                                g_ai2_ihevc_trans_32[8][1] * pi2_tmp[8 * trans_size]
                                                + g_ai2_ihevc_trans_32[24][1]
                                                                * pi2_tmp[24
                                                                                * trans_size];
                eeee[0] =
                                g_ai2_ihevc_trans_32[0][0] * pi2_tmp[0]
                                                + g_ai2_ihevc_trans_32[16][0]
                                                                * pi2_tmp[16
                                                                                * trans_size];
                eeee[1] =
                                g_ai2_ihevc_trans_32[0][1] * pi2_tmp[0]
                                                + g_ai2_ihevc_trans_32[16][1]
                                                                * pi2_tmp[16
                                                                                * trans_size];

                /* Combining e and o terms at each hierarchy levels to calculate the final spatial domain vector */
                eee[0] = eeee[0] + eeeo[0];
                eee[3] = eeee[0] - eeeo[0];
                eee[1] = eeee[1] + eeeo[1];
                eee[2] = eeee[1] - eeeo[1];
                for(k = 0; k < 4; k++)
                {
                    ee[k] = eee[k] + eeo[k];
                    ee[k + 4] = eee[3 - k] - eeo[3 - k];
                }
                for(k = 0; k < 8; k++)
                {
                    e[k] = ee[k] + eo[k];
                    e[k + 8] = ee[7 - k] - eo[7 - k];
                }
                for(k = 0; k < 16; k++)
                {
                    WORD32 itrans_out;
                    itrans_out =
                                    CLIP_S16(((e[k] + o[k] + add) >> shift));
                    pu1_dst[k] = CLIP_U8((itrans_out + pu1_pred[k]));
                    itrans_out =
                                    CLIP_S16(((e[15 - k] - o[15 - k] + add) >> shift));
                    pu1_dst[k + 16] = CLIP_U8((itrans_out + pu1_pred[k + 16]));
                }
                pi2_tmp++;
                pu1_pred += pred_strd;
                pu1_dst += dst_strd;
            }
        }
        /************************************************************************************************/
        /************************************END - IT_RECON_32x32****************************************/
        /************************************************************************************************/
    }
    else  /* All rows of input are non-zero */
    {
        /************************************************************************************************/
        /**********************************START - IT_RECON_32x32****************************************/
        /************************************************************************************************/
        /* Inverse Transform 1st stage */
        shift = IT_SHIFT_STAGE_1;
        add = 1 << (shift - 1);

        for(j = 0; j < row_limit_2nd_stage; j++)
        {
            /* Checking for Zero Cols */
            if((zero_cols & 1) == 1)
            {
                memset(pi2_tmp, 0, trans_size * sizeof(WORD16));
            }
            else
            {
                /* Utilizing symmetry properties to the maximum to minimize the number of multiplications */
                for(k = 0; k < 16; k++)
                {
                    o[k] = g_ai2_ihevc_trans_32[1][k] * pi2_src[src_strd]
                                    + g_ai2_ihevc_trans_32[3][k]
                                                    * pi2_src[3 * src_strd]
                                    + g_ai2_ihevc_trans_32[5][k]
                                                    * pi2_src[5 * src_strd]
                                    + g_ai2_ihevc_trans_32[7][k]
                                                    * pi2_src[7 * src_strd]
                                    + g_ai2_ihevc_trans_32[9][k]
                                                    * pi2_src[9 * src_strd]
                                    + g_ai2_ihevc_trans_32[11][k]
                                                    * pi2_src[11 * src_strd]
                                    + g_ai2_ihevc_trans_32[13][k]
                                                    * pi2_src[13 * src_strd]
                                    + g_ai2_ihevc_trans_32[15][k]
                                                    * pi2_src[15 * src_strd]
                                    + g_ai2_ihevc_trans_32[17][k]
                                                    * pi2_src[17 * src_strd]
                                    + g_ai2_ihevc_trans_32[19][k]
                                                    * pi2_src[19 * src_strd]
                                    + g_ai2_ihevc_trans_32[21][k]
                                                    * pi2_src[21 * src_strd]
                                    + g_ai2_ihevc_trans_32[23][k]
                                                    * pi2_src[23 * src_strd]
                                    + g_ai2_ihevc_trans_32[25][k]
                                                    * pi2_src[25 * src_strd]
                                    + g_ai2_ihevc_trans_32[27][k]
                                                    * pi2_src[27 * src_strd]
                                    + g_ai2_ihevc_trans_32[29][k]
                                                    * pi2_src[29 * src_strd]
                                    + g_ai2_ihevc_trans_32[31][k]
                                                    * pi2_src[31 * src_strd];
                }
                for(k = 0; k < 8; k++)
                {
                    eo[k] = g_ai2_ihevc_trans_32[2][k] * pi2_src[2 * src_strd]
                                    + g_ai2_ihevc_trans_32[6][k]
                                                    * pi2_src[6 * src_strd]
                                    + g_ai2_ihevc_trans_32[10][k]
                                                    * pi2_src[10 * src_strd]
                                    + g_ai2_ihevc_trans_32[14][k]
                                                    * pi2_src[14 * src_strd]
                                    + g_ai2_ihevc_trans_32[18][k]
                                                    * pi2_src[18 * src_strd]
                                    + g_ai2_ihevc_trans_32[22][k]
                                                    * pi2_src[22 * src_strd]
                                    + g_ai2_ihevc_trans_32[26][k]
                                                    * pi2_src[26 * src_strd]
                                    + g_ai2_ihevc_trans_32[30][k]
                                                    * pi2_src[30 * src_strd];
                }
                for(k = 0; k < 4; k++)
                {
                    eeo[k] = g_ai2_ihevc_trans_32[4][k] * pi2_src[4 * src_strd]
                                    + g_ai2_ihevc_trans_32[12][k]
                                                    * pi2_src[12 * src_strd]
                                    + g_ai2_ihevc_trans_32[20][k]
                                                    * pi2_src[20 * src_strd]
                                    + g_ai2_ihevc_trans_32[28][k]
                                                    * pi2_src[28 * src_strd];
                }
                eeeo[0] = g_ai2_ihevc_trans_32[8][0] * pi2_src[8 * src_strd]
                                + g_ai2_ihevc_trans_32[24][0]
                                                * pi2_src[24 * src_strd];
                eeeo[1] = g_ai2_ihevc_trans_32[8][1] * pi2_src[8 * src_strd]
                                + g_ai2_ihevc_trans_32[24][1]
                                                * pi2_src[24 * src_strd];
                eeee[0] = g_ai2_ihevc_trans_32[0][0] * pi2_src[0]
                                + g_ai2_ihevc_trans_32[16][0]
                                                * pi2_src[16 * src_strd];
                eeee[1] = g_ai2_ihevc_trans_32[0][1] * pi2_src[0]
                                + g_ai2_ihevc_trans_32[16][1]
                                                * pi2_src[16 * src_strd];

                /* Combining e and o terms at each hierarchy levels to calculate the final spatial domain vector */
                eee[0] = eeee[0] + eeeo[0];
                eee[3] = eeee[0] - eeeo[0];
                eee[1] = eeee[1] + eeeo[1];
                eee[2] = eeee[1] - eeeo[1];
                for(k = 0; k < 4; k++)
                {
                    ee[k] = eee[k] + eeo[k];
                    ee[k + 4] = eee[3 - k] - eeo[3 - k];
                }
                for(k = 0; k < 8; k++)
                {
                    e[k] = ee[k] + eo[k];
                    e[k + 8] = ee[7 - k] - eo[7 - k];
                }
                for(k = 0; k < 16; k++)
                {
                    pi2_tmp[k] =
                                    CLIP_S16(((e[k] + o[k] + add) >> shift));
                    pi2_tmp[k + 16] =
                                    CLIP_S16(((e[15 - k] - o[15 - k] + add) >> shift));
                }
            }
            pi2_src++;
            pi2_tmp += trans_size;
            zero_cols = zero_cols >> 1;
        }

        pi2_tmp = pi2_tmp_orig;

        /* Inverse Transform 2nd stage */
        shift = IT_SHIFT_STAGE_2;
        add = 1 << (shift - 1);
        if((zero_rows_2nd_stage & 0xFFFFFFF0) == 0xFFFFFFF0) /* First 4 rows of output of 1st stage are non-zero */
        {
            for(j = 0; j < trans_size; j++)
            {
                /* Utilizing symmetry properties to the maximum to minimize the number of multiplications */
                for(k = 0; k < 16; k++)
                {
                    o[k] = g_ai2_ihevc_trans_32[1][k] * pi2_tmp[trans_size]
                                    + g_ai2_ihevc_trans_32[3][k]
                                                    * pi2_tmp[3 * trans_size];
                }
                for(k = 0; k < 8; k++)
                {
                    eo[k] = g_ai2_ihevc_trans_32[2][k] * pi2_tmp[2 * trans_size];
                }
//                for(k = 0; k < 4; k++)
                {
                    eeo[0] = 0;
                    eeo[1] = 0;
                    eeo[2] = 0;
                    eeo[3] = 0;
                }
                eeeo[0] = 0;
                eeeo[1] = 0;
                eeee[0] = g_ai2_ihevc_trans_32[0][0] * pi2_tmp[0];
                eeee[1] = g_ai2_ihevc_trans_32[0][1] * pi2_tmp[0];

                /* Combining e and o terms at each hierarchy levels to calculate the final spatial domain vector */
                eee[0] = eeee[0] + eeeo[0];
                eee[3] = eeee[0] - eeeo[0];
                eee[1] = eeee[1] + eeeo[1];
                eee[2] = eeee[1] - eeeo[1];
                for(k = 0; k < 4; k++)
                {
                    ee[k] = eee[k] + eeo[k];
                    ee[k + 4] = eee[3 - k] - eeo[3 - k];
                }
                for(k = 0; k < 8; k++)
                {
                    e[k] = ee[k] + eo[k];
                    e[k + 8] = ee[7 - k] - eo[7 - k];
                }
                for(k = 0; k < 16; k++)
                {
                    WORD32 itrans_out;
                    itrans_out =
                                    CLIP_S16(((e[k] + o[k] + add) >> shift));
                    pu1_dst[k] = CLIP_U8((itrans_out + pu1_pred[k]));
                    itrans_out =
                                    CLIP_S16(((e[15 - k] - o[15 - k] + add) >> shift));
                    pu1_dst[k + 16] = CLIP_U8((itrans_out + pu1_pred[k + 16]));
                }
                pi2_tmp++;
                pu1_pred += pred_strd;
                pu1_dst += dst_strd;
            }
        }
        else if((zero_rows_2nd_stage & 0xFFFFFF00) == 0xFFFFFF00) /* First 8 rows of output of 1st stage are non-zero */
        {
            for(j = 0; j < trans_size; j++)
            {
                /* Utilizing symmetry properties to the maximum to minimize the number of multiplications */
                for(k = 0; k < 16; k++)
                {
                    o[k] = g_ai2_ihevc_trans_32[1][k] * pi2_tmp[trans_size]
                                    + g_ai2_ihevc_trans_32[3][k]
                                                    * pi2_tmp[3 * trans_size]
                                    + g_ai2_ihevc_trans_32[5][k]
                                                    * pi2_tmp[5 * trans_size]
                                    + g_ai2_ihevc_trans_32[7][k]
                                                    * pi2_tmp[7 * trans_size];
                }
                for(k = 0; k < 8; k++)
                {
                    eo[k] = g_ai2_ihevc_trans_32[2][k] * pi2_tmp[2 * trans_size]
                                    + g_ai2_ihevc_trans_32[6][k]
                                                    * pi2_tmp[6 * trans_size];
                }
                for(k = 0; k < 4; k++)
                {
                    eeo[k] = g_ai2_ihevc_trans_32[4][k] * pi2_tmp[4 * trans_size];
                }
                eeeo[0] = 0;
                eeeo[1] = 0;
                eeee[0] = g_ai2_ihevc_trans_32[0][0] * pi2_tmp[0];
                eeee[1] = g_ai2_ihevc_trans_32[0][1] * pi2_tmp[0];

                /* Combining e and o terms at each hierarchy levels to calculate the final spatial domain vector */
                eee[0] = eeee[0] + eeeo[0];
                eee[3] = eeee[0] - eeeo[0];
                eee[1] = eeee[1] + eeeo[1];
                eee[2] = eeee[1] - eeeo[1];
                for(k = 0; k < 4; k++)
                {
                    ee[k] = eee[k] + eeo[k];
                    ee[k + 4] = eee[3 - k] - eeo[3 - k];
                }
                for(k = 0; k < 8; k++)
                {
                    e[k] = ee[k] + eo[k];
                    e[k + 8] = ee[7 - k] - eo[7 - k];
                }
                for(k = 0; k < 16; k++)
                {
                    WORD32 itrans_out;
                    itrans_out =
                                    CLIP_S16(((e[k] + o[k] + add) >> shift));
                    pu1_dst[k] = CLIP_U8((itrans_out + pu1_pred[k]));
                    itrans_out =
                                    CLIP_S16(((e[15 - k] - o[15 - k] + add) >> shift));
                    pu1_dst[k + 16] = CLIP_U8((itrans_out + pu1_pred[k + 16]));
                }
                pi2_tmp++;
                pu1_pred += pred_strd;
                pu1_dst += dst_strd;
            }
        }
        else /* All rows of output of 1st stage are non-zero */
        {
            for(j = 0; j < trans_size; j++)
            {
                /* Utilizing symmetry properties to the maximum to minimize the number of multiplications */
                for(k = 0; k < 16; k++)
                {
                    o[k] = g_ai2_ihevc_trans_32[1][k] * pi2_tmp[trans_size]
                                    + g_ai2_ihevc_trans_32[3][k]
                                                    * pi2_tmp[3 * trans_size]
                                    + g_ai2_ihevc_trans_32[5][k]
                                                    * pi2_tmp[5 * trans_size]
                                    + g_ai2_ihevc_trans_32[7][k]
                                                    * pi2_tmp[7 * trans_size]
                                    + g_ai2_ihevc_trans_32[9][k]
                                                    * pi2_tmp[9 * trans_size]
                                    + g_ai2_ihevc_trans_32[11][k]
                                                    * pi2_tmp[11 * trans_size]
                                    + g_ai2_ihevc_trans_32[13][k]
                                                    * pi2_tmp[13 * trans_size]
                                    + g_ai2_ihevc_trans_32[15][k]
                                                    * pi2_tmp[15 * trans_size]
                                    + g_ai2_ihevc_trans_32[17][k]
                                                    * pi2_tmp[17 * trans_size]
                                    + g_ai2_ihevc_trans_32[19][k]
                                                    * pi2_tmp[19 * trans_size]
                                    + g_ai2_ihevc_trans_32[21][k]
                                                    * pi2_tmp[21 * trans_size]
                                    + g_ai2_ihevc_trans_32[23][k]
                                                    * pi2_tmp[23 * trans_size]
                                    + g_ai2_ihevc_trans_32[25][k]
                                                    * pi2_tmp[25 * trans_size]
                                    + g_ai2_ihevc_trans_32[27][k]
                                                    * pi2_tmp[27 * trans_size]
                                    + g_ai2_ihevc_trans_32[29][k]
                                                    * pi2_tmp[29 * trans_size]
                                    + g_ai2_ihevc_trans_32[31][k]
                                                    * pi2_tmp[31 * trans_size];
                }
                for(k = 0; k < 8; k++)
                {
                    eo[k] = g_ai2_ihevc_trans_32[2][k] * pi2_tmp[2 * trans_size]
                                    + g_ai2_ihevc_trans_32[6][k]
                                                    * pi2_tmp[6 * trans_size]
                                    + g_ai2_ihevc_trans_32[10][k]
                                                    * pi2_tmp[10 * trans_size]
                                    + g_ai2_ihevc_trans_32[14][k]
                                                    * pi2_tmp[14 * trans_size]
                                    + g_ai2_ihevc_trans_32[18][k]
                                                    * pi2_tmp[18 * trans_size]
                                    + g_ai2_ihevc_trans_32[22][k]
                                                    * pi2_tmp[22 * trans_size]
                                    + g_ai2_ihevc_trans_32[26][k]
                                                    * pi2_tmp[26 * trans_size]
                                    + g_ai2_ihevc_trans_32[30][k]
                                                    * pi2_tmp[30 * trans_size];
                }
                for(k = 0; k < 4; k++)
                {
                    eeo[k] = g_ai2_ihevc_trans_32[4][k] * pi2_tmp[4 * trans_size]
                                    + g_ai2_ihevc_trans_32[12][k]
                                                    * pi2_tmp[12 * trans_size]
                                    + g_ai2_ihevc_trans_32[20][k]
                                                    * pi2_tmp[20 * trans_size]
                                    + g_ai2_ihevc_trans_32[28][k]
                                                    * pi2_tmp[28 * trans_size];
                }
                eeeo[0] =
                                g_ai2_ihevc_trans_32[8][0] * pi2_tmp[8 * trans_size]
                                                + g_ai2_ihevc_trans_32[24][0]
                                                                * pi2_tmp[24
                                                                                * trans_size];
                eeeo[1] =
                                g_ai2_ihevc_trans_32[8][1] * pi2_tmp[8 * trans_size]
                                                + g_ai2_ihevc_trans_32[24][1]
                                                                * pi2_tmp[24
                                                                                * trans_size];
                eeee[0] =
                                g_ai2_ihevc_trans_32[0][0] * pi2_tmp[0]
                                                + g_ai2_ihevc_trans_32[16][0]
                                                                * pi2_tmp[16
                                                                                * trans_size];
                eeee[1] =
                                g_ai2_ihevc_trans_32[0][1] * pi2_tmp[0]
                                                + g_ai2_ihevc_trans_32[16][1]
                                                                * pi2_tmp[16
                                                                                * trans_size];

                /* Combining e and o terms at each hierarchy levels to calculate the final spatial domain vector */
                eee[0] = eeee[0] + eeeo[0];
                eee[3] = eeee[0] - eeeo[0];
                eee[1] = eeee[1] + eeeo[1];
                eee[2] = eeee[1] - eeeo[1];
                for(k = 0; k < 4; k++)
                {
                    ee[k] = eee[k] + eeo[k];
                    ee[k + 4] = eee[3 - k] - eeo[3 - k];
                }
                for(k = 0; k < 8; k++)
                {
                    e[k] = ee[k] + eo[k];
                    e[k + 8] = ee[7 - k] - eo[7 - k];
                }
                for(k = 0; k < 16; k++)
                {
                    WORD32 itrans_out;
                    itrans_out =
                                    CLIP_S16(((e[k] + o[k] + add) >> shift));
                    pu1_dst[k] = CLIP_U8((itrans_out + pu1_pred[k]));
                    itrans_out =
                                    CLIP_S16(((e[15 - k] - o[15 - k] + add) >> shift));
                    pu1_dst[k + 16] = CLIP_U8((itrans_out + pu1_pred[k + 16]));
                }
                pi2_tmp++;
                pu1_pred += pred_strd;
                pu1_dst += dst_strd;
            }
        }
        /************************************************************************************************/
        /************************************END - IT_RECON_32x32****************************************/
        /************************************************************************************************/
    }
}