xref: /frameworks/av/media/libstagefright/codecs/on2/h264dec/omxdl/reference/vc/m4p10/src/omxVCM4P10_FilterDeblockingLuma_VerEdge_I.c

/*
 * Copyright (C) 2007-2008 ARM Limited
 *
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 *      http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 *
 */
/* ----------------------------------------------------------------
 *
 *
 * File Name:  omxVCM4P10_FilterDeblockingLuma_VerEdge_I.c
 * OpenMAX DL: v1.0.2
 * Revision:   9641
 * Date:       Thursday, February 7, 2008
 *
 *
 *
 *
 * H.264 luma deblock module
 *
 */

#include "omxtypes.h"
#include "armOMX.h"
#include "omxVC.h"

#include "armCOMM.h"
#include "armVC.h"

/**
 * Function:  omxVCM4P10_FilterDeblockingLuma_VerEdge_I   (6.3.3.3.1)
 *
 * Description:
 * Performs in-place deblock filtering on four vertical edges of the luma
 * macroblock (16x16).
 *
 * Input Arguments:
 *
 *   pSrcDst - Pointer to the input macroblock; must be 16-byte aligned.
 *   srcdstStep -Step of the arrays; must be a multiple of 16.
 *   pAlpha -Array of size 2 of alpha thresholds (the first item is the alpha
 *            threshold for the external vertical edge, and the second item is
 *            for the internal vertical edge); per [ISO14496-10] alpha values
 *            must be in the range [0,255].
 *   pBeta -Array of size 2 of beta thresholds (the first item is the beta
 *            threshold for the external vertical edge, and the second item is
 *            for the internal vertical edge); per [ISO14496-10] beta values
 *            must be in the range [0,18].
 *   pThresholds -Array of size 16 of Thresholds (TC0) (values for the left
 *            edge of each 4x4 block, arranged in vertical block order); must
 *            be aligned on a 4-byte boundary..  Per [ISO14496-10] values must
 *            be in the range [0,25].
 *   pBS -Array of size 16 of BS parameters (arranged in vertical block
 *            order); valid in the range [0,4] with the following
 *            restrictions: i) pBS[i]== 4 may occur only for 0<=i<=3, ii)
 *            pBS[i]== 4 if and only if pBS[i^3]== 4.  Must be 4-byte aligned.
 *
 * Output Arguments:
 *
 *   pSrcDst -Pointer to filtered output macroblock.
 *
 * Return Value:
 *    If the function runs without error, it returns OMX_Sts_NoErr.
 *    If one of the following cases occurs, the function returns
 *              OMX_Sts_BadArgErr:
 *    Either of the pointers in pSrcDst, pAlpha, pBeta, pThresholds, or pBS
 *              is NULL.
 *    Either pThresholds or pBS is not aligned on a 4-byte boundary.
 *    pSrcDst is not 16-byte aligned.
 *    srcdstStep is not a multiple of 16.
 *    pAlpha[0] and/or pAlpha[1] is outside the range [0,255].
 *    pBeta[0] and/or pBeta[1] is outside the range [0,18].
 *    One or more entries in the table pThresholds[0..15]is outside of the
 *              range [0,25].
 *    pBS is out of range, i.e., one of the following conditions is true:
 *              pBS[i]<0, pBS[i]>4, pBS[i]==4 for i>=4, or (pBS[i]==4 &&
 *              pBS[i^3]!=4) for 0<=i<=3.
 *
 */

OMXResult omxVCM4P10_FilterDeblockingLuma_VerEdge_I(
     OMX_U8* pSrcDst,
     OMX_S32 srcdstStep,
     const OMX_U8* pAlpha,
     const OMX_U8* pBeta,
     const OMX_U8* pThresholds,
     const OMX_U8 *pBS
 )
{
    int X, Y, I, Internal=0;

    armRetArgErrIf(pSrcDst == NULL,             OMX_Sts_BadArgErr);
    armRetArgErrIf(armNot16ByteAligned(pSrcDst),OMX_Sts_BadArgErr);
    armRetArgErrIf(srcdstStep & 15,             OMX_Sts_BadArgErr);
    armRetArgErrIf(pAlpha == NULL,              OMX_Sts_BadArgErr);
    armRetArgErrIf(pBeta == NULL,               OMX_Sts_BadArgErr);
    armRetArgErrIf(pThresholds == NULL,         OMX_Sts_BadArgErr);
    armRetArgErrIf(armNot4ByteAligned(pThresholds), OMX_Sts_BadArgErr);
    armRetArgErrIf(pBS == NULL,                     OMX_Sts_BadArgErr);
    armRetArgErrIf(armNot4ByteAligned(pBS),         OMX_Sts_BadArgErr);
    armRetArgErrIf(pBeta[0] > 18,  OMX_Sts_BadArgErr);
    armRetArgErrIf(pBeta[1] > 18,  OMX_Sts_BadArgErr);


    for (X=0; X<16; X+=4, Internal=1)
    {
        for (Y=0; Y<16; Y++)
        {
            I = (Y>>2)+4*(X>>2);

            armRetArgErrIf(pBS[Y] > 4, OMX_Sts_BadArgErr);

            armRetArgErrIf((pBS[Y] == 4) && (Y > 3),
                            OMX_Sts_BadArgErr);

            armRetArgErrIf(( (pBS[Y] == 4) && (pBS[Y^3] != 4) ),
                            OMX_Sts_BadArgErr);

            armRetArgErrIf(pThresholds[Y] > 25, OMX_Sts_BadArgErr);

            /* Filter vertical edge with q0 at (X,Y) */
            armVCM4P10_DeBlockPixel(
                pSrcDst + Y*srcdstStep + X,
                1,
                pThresholds[I],
                pAlpha[Internal],
                pBeta[Internal],
                pBS[I],
                0);
        }
    }

    return OMX_Sts_NoErr;
}