xref: /external/libhevc/common/arm64/ihevc_inter_pred_luma_vert_w16inp_w16out.s

///*****************************************************************************
//*
//* Copyright (C) 2012 Ittiam Systems Pvt Ltd, Bangalore
//*
//* Licensed under the Apache License, Version 2.0 (the "License");
//* you may not use this file except in compliance with the License.
//* You may obtain a copy of the License at:
//*
//* http://www.apache.org/licenses/LICENSE-2.0
//*
//* Unless required by applicable law or agreed to in writing, software
//* distributed under the License is distributed on an "AS IS" BASIS,
//* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
//* See the License for the specific language governing permissions and
//* limitations under the License.
//*
//*****************************************************************************/
///**
//******************************************************************************
//* //file
//*  ihevc_inter_pred_filters_luma_vert_w16inp.s
//*
//* //brief
//*  contains function definitions for inter prediction  interpolation.
//* functions are coded using neon  intrinsics and can be compiled using

//* rvct
//*
//* //author
//*  yogeswaran rs
//*
//* //par list of functions:
//*
//*  - ihevc_inter_pred_luma_vert()
//*
//* //remarks
//*  none
//*
//*******************************************************************************
//*/

///* all the functions here are replicated from ihevc_inter_pred_filters.c and modified to */
///* include reconstruction */
//

///**
//*******************************************************************************
//*
//* //brief
//*    luma vertical filter for 16bit input.
//*
//* //par description:
//*     applies a vertical filter with coefficients pointed to  by 'pi1_coeff' to
//*     the elements pointed by 'pu1_src' and  writes to the location pointed by
//*    'pu1_dst'  input is 16 bits  the filter output is downshifted by 12 and
//*     clipped to lie  between 0 and 255   assumptions : the function is
//*     optimized considering the fact width is  multiple of 4. and height as
//*     multiple of 2.
//*
//* //param[in] pi2_src
//*  word16 pointer to the source
//*
//* //param[out] pu1_dst
//*  uword8 pointer to the destination
//*
//* //param[in] src_strd
//*  integer source stride
//*
//* //param[in] dst_strd
//*  integer destination stride
//*
//* //param[in] pi1_coeff
//*  word8 pointer to the filter coefficients
//*
//* //param[in] ht
//*  integer height of the array
//*
//* //param[in] wd
//*  integer width of the array
//*
//* //returns
//*
//* //remarks
//*  none
//*
//*******************************************************************************
//*/

//void ihevc_inter_pred_luma_vert_w16inp(word16 *pi2_src,
//                                    uword8 *pu1_dst,
//                                    word32 src_strd,
//                                    word32 dst_strd,
//                                    word8 *pi1_coeff,
//                                    word32 ht,
//                                    word32 wd   )
//**************variables vs registers*****************************************
//  r0 => *pu2_src
//  r1 => *pu1_dst
//  r2 =>  src_strd
//  r3 =>  dst_strd
//  r4 => *pi1_coeff
//  r5 =>  ht
//  r6 =>  wd

.text
.align 4

.include "ihevc_neon_macros.s"

.globl ihevc_inter_pred_luma_vert_w16inp_w16out_av8

.type ihevc_inter_pred_luma_vert_w16inp_w16out_av8, %function

ihevc_inter_pred_luma_vert_w16inp_w16out_av8:

    //stmfd     sp!, {r4-r12, r14}  //stack stores the values of the arguments

    stp         x19,x20,[sp, #-16]!

    mov         x15,x4 // pi1_coeff
    mov         x16,x5 // ht
    mov         x17,x6 // wd


    mov         x12,x15                     //load pi1_coeff
    lsl         x6,x3,#1
    mov         x5,x17                      //load wd
    ld1         {v0.8b},[x12]               //coeff = ld1_s8(pi1_coeff)
    lsl         x2, x2,#1
    sub         x12,x2,x2,lsl #2            //src_ctrd & pi1_coeff
    //vabs.s8   d0,d0               //vabs_s8(coeff)
    add         x0,x0,x12                   //r0->pu1_src   r12->pi1_coeff
    mov         x3,x16                      //load ht
    subs        x7,x3,#0                    //r3->ht
    //ble       end_loops           //end loop jump
    sxtl        v0.8h,v0.8b
    dup         v22.4h,v0.h[0]              //coeffabs_0 = vdup_lane_u8(coeffabs, 0)//
    dup         v23.4h,v0.h[1]              //coeffabs_1 = vdup_lane_u8(coeffabs, 1)//
    dup         v24.4h,v0.h[2]              //coeffabs_2 = vdup_lane_u8(coeffabs, 2)//
    dup         v25.4h,v0.h[3]              //coeffabs_3 = vdup_lane_u8(coeffabs, 3)//
    dup         v26.4h,v0.h[4]              //coeffabs_4 = vdup_lane_u8(coeffabs, 4)//
    dup         v27.4h,v0.h[5]              //coeffabs_5 = vdup_lane_u8(coeffabs, 5)//
    dup         v28.4h,v0.h[6]              //coeffabs_6 = vdup_lane_u8(coeffabs, 6)//
    dup         v29.4h,v0.h[7]              //coeffabs_7 = vdup_lane_u8(coeffabs, 7)//
    movi        v30.4s,#8, lsl #16

    sub         x9,x5,x6,lsl #2             //r6->dst_strd  r5  ->wd
    neg         x9,x9
    sub         x8,x5,x2,lsl #2             //r2->src_strd
    neg         x8,x8
    sub         x8,x8,x5
    sub         x9,x9,x5
    lsr         x3, x5, #2                  //divide by 4
    mul         x7, x7, x3                  //multiply height by width
    sub         x7, x7, #4                  //subtract by one for epilog
    mov         x4,x5                       //r5 ->wd
    //mov           r2, r2, lsl #1

prolog:

    add         x3,x0,x2                    //pu1_src_tmp += src_strd//
    ld1         {v1.4h},[x3],x2             //src_tmp2 = ld1_u8(pu1_src_tmp)//
    ld1         {v0.4h},[x0], #8            //src_tmp1 = ld1_u8(pu1_src_tmp)//
    subs        x4,x4,#4
    ld1         {v2.4h},[x3],x2             //src_tmp3 = ld1_u8(pu1_src_tmp)//
    smull       v19.4s,v1.4h,v23.4h         //mul_res1 = smull_u8(src_tmp2, coeffabs_1)//
    ld1         {v3.4h},[x3],x2             //src_tmp4 = ld1_u8(pu1_src_tmp)//
    smlal       v19.4s,v0.4h,v22.4h         //mul_res1 = smlal_u8(mul_res1, src_tmp1, coeffabs_0)//
    ld1         {v4.4h},[x3],x2             //src_tmp1 = ld1_u8(pu1_src_tmp)//
    smlal       v19.4s,v2.4h,v24.4h         //mul_res1 = smlal_u8(mul_res1, src_tmp3, coeffabs_2)//
    ld1         {v5.4h},[x3],x2             //src_tmp2 = ld1_u8(pu1_src_tmp)//
    smlal       v19.4s,v3.4h,v25.4h         //mul_res1 = smlal_u8(mul_res1, src_tmp4, coeffabs_3)//
    ld1         {v6.4h},[x3],x2             //src_tmp3 = ld1_u8(pu1_src_tmp)//
    smlal       v19.4s,v4.4h,v26.4h         //mul_res1 = smlal_u8(mul_res1, src_tmp1, coeffabs_4)//
    ld1         {v7.4h},[x3],x2             //src_tmp4 = ld1_u8(pu1_src_tmp)//
    smlal       v19.4s,v5.4h,v27.4h         //mul_res1 = smlal_u8(mul_res1, src_tmp2, coeffabs_5)//
    smlal       v19.4s,v6.4h,v28.4h         //mul_res1 = smlal_u8(mul_res1, src_tmp3, coeffabs_6)//
    smlal       v19.4s,v7.4h,v29.4h         //mul_res1 = smlal_u8(mul_res1, src_tmp4, coeffabs_7)//

    ld1         {v16.4h},[x3],x2            //src_tmp1 = ld1_u8(pu1_src_tmp)//

    smull       v20.4s,v2.4h,v23.4h         //mul_res2 = smull_u8(src_tmp3, coeffabs_1)//
    add         x20,x0,x8,lsl #0
    csel        x0,x20,x0,le
    smlal       v20.4s,v1.4h,v22.4h         //mul_res2 = smlal_u8(mul_res2, src_tmp2, coeffabs_0)//
    csel        x4,x5,x4,le
    smlal       v20.4s,v3.4h,v24.4h         //mul_res2 = smlal_u8(mul_res2, src_tmp4, coeffabs_2)//
    ld1         {v17.4h},[x3],x2            //src_tmp2 = ld1_u8(pu1_src_tmp)//
    smlal       v20.4s,v4.4h,v25.4h         //mul_res2 = smlal_u8(mul_res2, src_tmp1, coeffabs_3)//
    ld1         {v18.4h},[x3],x2            //src_tmp3 = ld1_u8(pu1_src_tmp)//
    smlal       v20.4s,v5.4h,v26.4h         //mul_res2 = smlal_u8(mul_res2, src_tmp2, coeffabs_4)//
    add         x3,x0,x2                    //pu1_src_tmp += src_strd//
    smlal       v20.4s,v6.4h,v27.4h         //mul_res2 = smlal_u8(mul_res2, src_tmp3, coeffabs_5)//
    smlal       v20.4s,v7.4h,v28.4h         //mul_res2 = smlal_u8(mul_res2, src_tmp4, coeffabs_6)//
    smlal       v20.4s,v16.4h,v29.4h        //mul_res2 = smlal_u8(mul_res2, src_tmp1, coeffabs_7)//
    sub         v19.4s, v19.4s, v30.4s

    ld1         {v1.4h},[x3],x2             //src_tmp3 = ld1_u8(pu1_src_tmp)//
    smull       v21.4s,v3.4h,v23.4h
    ld1         {v0.4h},[x0],#8             //src_tmp1 = ld1_u8(pu1_src_tmp)//
    smlal       v21.4s,v2.4h,v22.4h
    ld1         {v2.4h},[x3],x2             //src_tmp3 = ld1_u8(pu1_src_tmp)//
    smlal       v21.4s,v4.4h,v24.4h
    smlal       v21.4s,v5.4h,v25.4h
    smlal       v21.4s,v6.4h,v26.4h
    smlal       v21.4s,v7.4h,v27.4h
    smlal       v21.4s,v16.4h,v28.4h
    smlal       v21.4s,v17.4h,v29.4h
    add         x14,x1,x6
    sub         v20.4s, v20.4s, v30.4s
    shrn        v19.4h, v19.4s, #6
    //vqrshrun d8,q4,#6         //sto_res = vqmovun_s16(sto_res_tmp)//

    smull       v31.4s,v4.4h,v23.4h
    smlal       v31.4s,v3.4h,v22.4h
    smlal       v31.4s,v5.4h,v24.4h
    smlal       v31.4s,v6.4h,v25.4h
    ld1         {v3.4h},[x3],x2             //src_tmp4 = ld1_u8(pu1_src_tmp)//
    smlal       v31.4s,v7.4h,v26.4h
    ld1         {v4.4h},[x3],x2             //src_tmp1 = ld1_u8(pu1_src_tmp)//
    smlal       v31.4s,v16.4h,v27.4h
    ld1         {v5.4h},[x3],x2             //src_tmp2 = ld1_u8(pu1_src_tmp)//
    smlal       v31.4s,v17.4h,v28.4h
    ld1         {v6.4h},[x3],x2             //src_tmp3 = ld1_u8(pu1_src_tmp)//
    smlal       v31.4s,v18.4h,v29.4h
    ld1         {v7.4h},[x3],x2             //src_tmp4 = ld1_u8(pu1_src_tmp)//

    st1         {v19.2s},[x1],#8            //st1_u8(pu1_dst,sto_res)//
    sub         v21.4s, v21.4s, v30.4s
    shrn        v20.4h, v20.4s, #6
    //vqrshrun d10,q5,#6            //sto_res = vqmovun_s16(sto_res_tmp)//
    add         x20, x1, x9
    csel        x1, x20, x1, le

    subs        x7,x7,#4


    blt         epilog_end                  //jumps to epilog_end
    beq         epilog                      //jumps to epilog

kernel_8:

    smull       v19.4s,v1.4h,v23.4h         //mul_res1 = smull_u8(src_tmp2, coeffabs_1)//
    subs        x4,x4,#4
    smlal       v19.4s,v0.4h,v22.4h         //mul_res1 = smlal_u8(mul_res1, src_tmp1, coeffabs_0)//
    add         x20,x0,x8,lsl #0
    csel        x0,x20,x0,le
    smlal       v19.4s,v2.4h,v24.4h         //mul_res1 = smlal_u8(mul_res1, src_tmp3, coeffabs_2)//
    smlal       v19.4s,v3.4h,v25.4h         //mul_res1 = smlal_u8(mul_res1, src_tmp4, coeffabs_3)//
    smlal       v19.4s,v4.4h,v26.4h         //mul_res1 = smlal_u8(mul_res1, src_tmp1, coeffabs_4)//
    smlal       v19.4s,v5.4h,v27.4h         //mul_res1 = smlal_u8(mul_res1, src_tmp2, coeffabs_5)//
    smlal       v19.4s,v6.4h,v28.4h         //mul_res1 = smlal_u8(mul_res1, src_tmp3, coeffabs_6)//
    smlal       v19.4s,v7.4h,v29.4h         //mul_res1 = smlal_u8(mul_res1, src_tmp4, coeffabs_7)//
    st1         {v20.2s},[x14],x6           //st1_u8(pu1_dst_tmp,sto_res)//

    sub         v31.4S, v31.4s, v30.4s
    shrn        v21.4h, v21.4s, #6
    //vqrshrun d12,q6,#6
    ld1         {v16.4h},[x3],x2            //src_tmp1 = ld1_u8(pu1_src_tmp)//

    smull       v20.4s,v2.4h,v23.4h         //mul_res2 = smull_u8(src_tmp3, coeffabs_1)//
    smlal       v20.4s,v1.4h,v22.4h         //mul_res2 = smlal_u8(mul_res2, src_tmp2, coeffabs_0)//
    smlal       v20.4s,v3.4h,v24.4h         //mul_res2 = smlal_u8(mul_res2, src_tmp4, coeffabs_2)//
    smlal       v20.4s,v4.4h,v25.4h         //mul_res2 = smlal_u8(mul_res2, src_tmp1, coeffabs_3)//
    smlal       v20.4s,v5.4h,v26.4h         //mul_res2 = smlal_u8(mul_res2, src_tmp2, coeffabs_4)//
    smlal       v20.4s,v6.4h,v27.4h         //mul_res2 = smlal_u8(mul_res2, src_tmp3, coeffabs_5)//
    st1         {v21.2s},[x14],x6

    smlal       v20.4s,v7.4h,v28.4h         //mul_res2 = smlal_u8(mul_res2, src_tmp4, coeffabs_6)//
    ld1         {v17.4h},[x3],x2            //src_tmp2 = ld1_u8(pu1_src_tmp)//

    smlal       v20.4s,v16.4h,v29.4h        //mul_res2 = smlal_u8(mul_res2, src_tmp1, coeffabs_7)//

    sub         v19.4s, v19.4s, v30.4s
    shrn        v31.4h, v31.4s, #6
    //vqrshrun d14,q7,#6

    smull       v21.4s,v3.4h,v23.4h
    csel        x4,x5,x4,le

    smlal       v21.4s,v2.4h,v22.4h
    ld1         {v18.4h},[x3],x2            //src_tmp3 = ld1_u8(pu1_src_tmp)//

    smlal       v21.4s,v4.4h,v24.4h
    add         x3,x0,x2                    //pu1_src_tmp += src_strd//

    smlal       v21.4s,v5.4h,v25.4h

    smlal       v21.4s,v6.4h,v26.4h
    st1         {v31.2s},[x14],x6

    smlal       v21.4s,v7.4h,v27.4h
    ld1         {v1.4h},[x3],x2             //src_tmp2 = ld1_u8(pu1_src_tmp)//

    smlal       v21.4s,v16.4h,v28.4h
    add         x14,x1,x6

    smlal       v21.4s,v17.4h,v29.4h
    ld1         {v0.4h},[x0],#8             //src_tmp1 = ld1_u8(pu1_src_tmp)//

    sub         v20.4s, v20.4s, v30.4s
    shrn        v19.4h, v19.4s, #6
    //vqrshrun d8,q4,#6         //sto_res = vqmovun_s16(sto_res_tmp)//
    ld1         {v2.4h},[x3],x2             //src_tmp3 = ld1_u8(pu1_src_tmp)//

    smull       v31.4s,v4.4h,v23.4h
    smlal       v31.4s,v3.4h,v22.4h
    smlal       v31.4s,v5.4h,v24.4h
    ld1         {v3.4h},[x3],x2             //src_tmp4 = ld1_u8(pu1_src_tmp)//

    smlal       v31.4s,v6.4h,v25.4h
    ld1         {v4.4h},[x3],x2             //src_tmp1 = ld1_u8(pu1_src_tmp)//
    smlal       v31.4s,v7.4h,v26.4h
    ld1         {v5.4h},[x3],x2             //src_tmp2 = ld1_u8(pu1_src_tmp)//
    smlal       v31.4s,v16.4h,v27.4h
    ld1         {v6.4h},[x3],x2             //src_tmp3 = ld1_u8(pu1_src_tmp)//
    smlal       v31.4s,v17.4h,v28.4h
    ld1         {v7.4h},[x3],x2             //src_tmp4 = ld1_u8(pu1_src_tmp)//
    smlal       v31.4s,v18.4h,v29.4h
    st1         {v19.2s},[x1],#8            //st1_u8(pu1_dst,sto_res)//

    sub         v21.4s, v21.4s, v30.4s
    shrn        v20.4h, v20.4s, #6
    add         x20, x1, x9
    csel        x1, x20, x1, le

    //vqrshrun d10,q5,#6            //sto_res = vqmovun_s16(sto_res_tmp)//
    subs        x7,x7,#4

    bgt         kernel_8                    //jumps to kernel_8

epilog:

    smull       v19.4s,v1.4h,v23.4h         //mul_res1 = smull_u8(src_tmp2, coeffabs_1)//
    smlal       v19.4s,v0.4h,v22.4h         //mul_res1 = smlal_u8(mul_res1, src_tmp1, coeffabs_0)//
    smlal       v19.4s,v2.4h,v24.4h         //mul_res1 = smlal_u8(mul_res1, src_tmp3, coeffabs_2)//
    smlal       v19.4s,v3.4h,v25.4h         //mul_res1 = smlal_u8(mul_res1, src_tmp4, coeffabs_3)//
    smlal       v19.4s,v4.4h,v26.4h         //mul_res1 = smlal_u8(mul_res1, src_tmp1, coeffabs_4)//
    smlal       v19.4s,v5.4h,v27.4h         //mul_res1 = smlal_u8(mul_res1, src_tmp2, coeffabs_5)//
    smlal       v19.4s,v6.4h,v28.4h         //mul_res1 = smlal_u8(mul_res1, src_tmp3, coeffabs_6)//
    smlal       v19.4s,v7.4h,v29.4h         //mul_res1 = smlal_u8(mul_res1, src_tmp4, coeffabs_7)//
    st1         {v20.2s},[x14],x6

    sub         v31.4s, v31.4s, v30.4s
    shrn        v21.4h, v21.4s, #6
    //vqrshrun d12,q6,#6

    ld1         {v16.4h},[x3],x2            //src_tmp1 = ld1_u8(pu1_src_tmp)//
    smull       v20.4s,v2.4h,v23.4h         //mul_res2 = smull_u8(src_tmp3, coeffabs_1)//
    smlal       v20.4s,v1.4h,v22.4h         //mul_res2 = smlal_u8(mul_res2, src_tmp2, coeffabs_0)//
    smlal       v20.4s,v3.4h,v24.4h         //mul_res2 = smlal_u8(mul_res2, src_tmp4, coeffabs_2)//
    smlal       v20.4s,v4.4h,v25.4h         //mul_res2 = smlal_u8(mul_res2, src_tmp1, coeffabs_3)//
    smlal       v20.4s,v5.4h,v26.4h         //mul_res2 = smlal_u8(mul_res2, src_tmp2, coeffabs_4)//
    smlal       v20.4s,v6.4h,v27.4h         //mul_res2 = smlal_u8(mul_res2, src_tmp3, coeffabs_5)//
    smlal       v20.4s,v7.4h,v28.4h         //mul_res2 = smlal_u8(mul_res2, src_tmp4, coeffabs_6)//
    smlal       v20.4s,v16.4h,v29.4h        //mul_res2 = smlal_u8(mul_res2, src_tmp1, coeffabs_7)//
    st1         {v21.2s},[x14],x6

    sub         v19.4s, v19.4s, v30.4s
    shrn        v31.4h, v31.4s, #6
    //vqrshrun d14,q7,#6

    ld1         {v17.4h},[x3],x2            //src_tmp2 = ld1_u8(pu1_src_tmp)//
    smull       v21.4s,v3.4h,v23.4h
    smlal       v21.4s,v2.4h,v22.4h
    smlal       v21.4s,v4.4h,v24.4h
    smlal       v21.4s,v5.4h,v25.4h
    smlal       v21.4s,v6.4h,v26.4h
    smlal       v21.4s,v7.4h,v27.4h
    smlal       v21.4s,v16.4h,v28.4h
    smlal       v21.4s,v17.4h,v29.4h
    st1         {v31.2s},[x14],x6
    sub         v20.4s, v20.4s, v30.4s
    shrn        v19.4h, v19.4s, #6
    //vqrshrun d8,q4,#6         //sto_res = vqmovun_s16(sto_res_tmp)//

    ld1         {v18.4h},[x3],x2            //src_tmp3 = ld1_u8(pu1_src_tmp)//
    smull       v31.4s,v4.4h,v23.4h
    smlal       v31.4s,v3.4h,v22.4h
    smlal       v31.4s,v5.4h,v24.4h
    smlal       v31.4s,v6.4h,v25.4h
    smlal       v31.4s,v7.4h,v26.4h
    smlal       v31.4s,v16.4h,v27.4h
    smlal       v31.4s,v17.4h,v28.4h
    smlal       v31.4s,v18.4h,v29.4h
    sub         v21.4s, v21.4s, v30.4s
    shrn        v20.4h, v20.4s, #6
    //vqrshrun d10,q5,#6            //sto_res = vqmovun_s16(sto_res_tmp)//

    add         x14,x1,x6
    st1         {v19.2s},[x1],#8            //st1_u8(pu1_dst,sto_res)//

epilog_end:
    st1         {v20.2s},[x14],x6           //st1_u8(pu1_dst_tmp,sto_res)//
    shrn        v21.4h, v21.4s, #6
    //vqrshrun d12,q6,#6

    st1         {v21.2s},[x14],x6
    sub         v31.4s, v31.4s, v30.4s
    shrn        v31.4h, v31.4s, #6
    //vqrshrun d14,q7,#6

    st1         {v31.2s},[x14],x6


end_loops:

    //ldmfd     sp!,{r4-r12,r15}            //reload the registers from sp
    ldp         x19, x20,[sp], #16

    ret