10d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar///*****************************************************************************
20d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar//*
30d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar//* Copyright (C) 2012 Ittiam Systems Pvt Ltd, Bangalore
40d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar//*
50d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar//* Licensed under the Apache License, Version 2.0 (the "License");
60d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar//* you may not use this file except in compliance with the License.
70d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar//* You may obtain a copy of the License at:
80d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar//*
90d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar//* http://www.apache.org/licenses/LICENSE-2.0
100d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar//*
110d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar//* Unless required by applicable law or agreed to in writing, software
120d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar//* distributed under the License is distributed on an "AS IS" BASIS,
130d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar//* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
140d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar//* See the License for the specific language governing permissions and
150d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar//* limitations under the License.
160d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar//*
170d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar//*****************************************************************************/
180d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar///**
190d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar//*******************************************************************************
200d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar//* @file
210d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar//*  ihevc_intra_pred_luma_mode2_neon.s
220d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar//*
230d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar//* @brief
240d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar//*  contains function definitions for intra prediction dc filtering.
250d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar//* functions are coded using neon  intrinsics and can be compiled using
260d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar
270d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar//* rvct
280d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar//*
290d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar//* @author
300d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar//*  yogeswaran rs
310d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar//*
320d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar//* @par list of functions:
330d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar//*
340d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar//*
350d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar//* @remarks
360d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar//*  none
370d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar//*
380d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar//*******************************************************************************
390d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar//*/
400d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar///**
410d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar//*******************************************************************************
420d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar//*
430d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar//* @brief
440d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar//*    luma intraprediction filter for dc input
450d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar//*
460d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar//* @par description:
470d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar//*
480d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar//* @param[in] pu1_ref
490d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar//*  uword8 pointer to the source
500d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar//*
510d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar//* @param[out] pu1_dst
520d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar//*  uword8 pointer to the destination
530d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar//*
540d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar//* @param[in] src_strd
550d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar//*  integer source stride
560d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar//*
570d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar//* @param[in] dst_strd
580d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar//*  integer destination stride
590d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar//*
600d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar//* @param[in] pi1_coeff
610d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar//*  word8 pointer to the planar coefficients
620d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar//*
630d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar//* @param[in] nt
640d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar//*  size of tranform block
650d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar//*
660d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar//* @param[in] mode
670d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar//*  type of filtering
680d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar//*
690d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar//* @returns
700d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar//*
710d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar//* @remarks
720d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar//*  none
730d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar//*
740d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar//*******************************************************************************
750d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar//*/
760d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar
770d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar//void ihevc_intra_pred_luma_mode2(uword8 *pu1_ref,
780d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar//                                 word32 src_strd,
790d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar//                                 uword8 *pu1_dst,
800d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar//                                 word32 dst_strd,
810d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar//                                 word32 nt,
820d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar//                                 word32 mode)
830d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar//
840d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar//**************variables vs registers*****************************************
850d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar//x0 => *pu1_ref
860d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar//x1 => src_strd
870d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar//x2 => *pu1_dst
880d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar//x3 => dst_strd
890d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar
900d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar//stack contents from #40
910d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar//    nt
920d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar//    mode
930d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar//    pi1_coeff
940d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar
950d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar.text
960d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar.align 4
970d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar.include "ihevc_neon_macros.s"
980d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar
990d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar
1000d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar
1010d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar.globl ihevc_intra_pred_chroma_mode2_av8
1020d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar
1030d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar.type ihevc_intra_pred_chroma_mode2_av8, %function
1040d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar
1050d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakarihevc_intra_pred_chroma_mode2_av8:
1060d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar
1070d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar    // stmfd sp!, {x4-x12, x14}    //stack stores the values of the arguments
1080d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar    push_v_regs
1090d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar    stp         x19, x20,[sp,#-16]!
1100d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar
1110d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar    mov         x8,#-4
1120d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar
1130d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar    cmp         x4,#4
1140d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar    beq         mode2_4
1150d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar
1160d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar    add         x0,x0,x4,lsl #2
1170d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar
1180d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar    sub         x0,x0,#0x12                 //src[1]
119d91eedb8cdcdd3d4f23379517752d48fa5791604Bernhard Rosenkränzer    sub         x10,x0,#2
1200d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar
1210d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakarprologue_cpy_32:
1220d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar
1230d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar    ld2         {v0.8b, v1.8b},[x0],x8
1240d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar
1250d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar    mov         x11,x4
1260d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar    rev64       v16.8b,  v0.8b
1270d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar    rev64       v17.8b,  v1.8b
1280d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar
1290d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar    ld2         {v2.8b, v3.8b},[x10],x8
1300d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar    mov         x6, x2
1310d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar
1320d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar    ld2         {v4.8b, v5.8b},[x0],x8
1330d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar    ld2         {v6.8b, v7.8b},[x10],x8
1340d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar    lsr         x1, x4, #3
1350d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar
1360d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar    ld2         {v8.8b, v9.8b},[x0],x8
1370d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar    ld2         {v10.8b, v11.8b},[x10],x8
1380d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar    ld2         {v12.8b, v13.8b},[x0],x8
1390d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar    mul         x1, x4, x1
1400d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar
1410d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar    ld2         {v14.8b, v15.8b},[x10],x8
1420d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar    add         x7,x6,x3
1430d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar
1440d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar    rev64       v18.8b,  v2.8b
1450d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar    rev64       v19.8b,  v3.8b
1460d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar    lsl         x5, x3, #2
1470d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar
1480d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar    rev64       v20.8b,  v4.8b
1490d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar    rev64       v21.8b,  v5.8b
1500d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar    add         x9,x7,x3
1510d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar
1520d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar    rev64       v22.8b,  v6.8b
1530d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar    rev64       v23.8b,  v7.8b
1540d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar
1550d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar    rev64       v24.8b,  v8.8b
1560d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar    rev64       v25.8b,  v9.8b
1570d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar
1580d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar    rev64       v26.8b,  v10.8b
1590d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar    subs        x1,x1,#8
1600d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar
1610d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar    rev64       v27.8b,  v11.8b
1620d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar
1630d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar    rev64       v28.8b,  v12.8b
1640d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar    rev64       v29.8b,  v13.8b
1650d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar
1660d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar    rev64       v30.8b,  v14.8b
1670d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar    add         x14,x9,x3
1680d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar    rev64       v31.8b,  v15.8b
1690d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar
1700d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar    beq         epilogue_mode2
1710d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar
1720d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar    sub         x12,x4,#8
1730d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar
1740d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakarkernel_mode2:
1750d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar
1760d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar    st2         {v16.8b, v17.8b},[x6],x5
1770d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar    st2         {v18.8b, v19.8b},[x7],x5
1780d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar    subs        x11,x11,#8
1790d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar    st2         {v20.8b, v21.8b},[x9],x5
1800d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar    st2         {v22.8b, v23.8b},[x14],x5
1810d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar    st2         {v24.8b, v25.8b},[x6],x5
1820d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar    add         x20,x2,#16
1830d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar    csel        x2, x20, x2,gt
1840d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar    st2         {v26.8b, v27.8b},[x7],x5
1850d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar    st2         {v28.8b, v29.8b},[x9],x5
1860d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar    st2         {v30.8b, v31.8b},[x14],x5
1870d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar
1880d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar    ld2         {v0.8b, v1.8b},[x0],x8
1890d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar    csel        x11, x4, x11,le
1900d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar
1910d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar    ld2         {v2.8b, v3.8b},[x10],x8
1920d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar    ld2         {v4.8b, v5.8b},[x0],x8
1930d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar    add         x20, x2, x3, lsl #2
1940d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar    csel        x2, x20, x2,le
1950d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar    ld2         {v6.8b, v7.8b},[x10],x8
1960d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar    rev64       v16.8b,  v0.8b
1970d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar
1980d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar    ld2         {v8.8b, v9.8b},[x0],x8
1990d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar    ld2         {v10.8b, v11.8b},[x10],x8
2000d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar    sub         x20, x6,#16
2010d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar    csel        x2, x20, x2,le
2020d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar    ld2         {v12.8b, v13.8b},[x0],x8
2030d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar    rev64       v17.8b,  v1.8b
2040d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar    ld2         {v14.8b, v15.8b},[x10],x8
2050d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar
2060d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar    subs        x12,x12,#8
2070d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar    mov         x6, x2
2080d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar    add         x20, x0, x4,lsl #1
2090d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar    csel        x0, x20, x0,le
2100d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar    add         x7, x6, x3
2110d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar
2120d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar    rev64       v18.8b,  v2.8b
2130d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar    sub         x20, x0, #16
2140d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar    csel        x0, x20, x0,le
2150d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar    rev64       v19.8b,  v3.8b
2160d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar
2170d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar    rev64       v20.8b,  v4.8b
2180d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar    csel        x12, x4, x12,le
2190d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar    rev64       v21.8b,  v5.8b
2200d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar
2210d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar    rev64       v22.8b,  v6.8b
2220d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar    add         x9, x7, x3
2230d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar    rev64       v23.8b,  v7.8b
2240d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar
2250d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar    rev64       v24.8b,  v8.8b
226d91eedb8cdcdd3d4f23379517752d48fa5791604Bernhard Rosenkränzer    sub         x10,x0,#2
2270d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar    rev64       v25.8b,  v9.8b
2280d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar
2290d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar    rev64       v26.8b,  v10.8b
2300d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar    subs        x1, x1, #8
2310d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar    rev64       v27.8b,  v11.8b
2320d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar
2330d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar    rev64       v28.8b,  v12.8b
2340d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar    rev64       v29.8b,  v13.8b
2350d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar
2360d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar    rev64       v30.8b,  v14.8b
2370d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar    add         x14, x9, x3
2380d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar    rev64       v31.8b,  v15.8b
2390d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar
2400d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar    bne         kernel_mode2
2410d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar
2420d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakarepilogue_mode2:
2430d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar
2440d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar    st2         {v16.8b, v17.8b},[x6],x5
2450d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar    st2         {v18.8b, v19.8b},[x7],x5
2460d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar    st2         {v20.8b, v21.8b},[x9],x5
2470d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar    st2         {v22.8b, v23.8b},[x14],x5
2480d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar    st2         {v24.8b, v25.8b},[x6],x5
2490d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar    st2         {v26.8b, v27.8b},[x7],x5
2500d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar    st2         {v28.8b, v29.8b},[x9],x5
2510d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar    st2         {v30.8b, v31.8b},[x14],x5
2520d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar
2530d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar    b           end_func
2540d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar
2550d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakarmode2_4:
2560d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar
2570d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar    lsl         x12,x4,#1
2580d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar    add         x0,x0,x12
2590d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar    sub         x0,x0,#2
2600d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar
2610d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar    ld2         {v12.8b, v13.8b},[x0],x8
2620d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar    shl         d0, d12,#32
2630d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar    add         x10,x0,#2
2640d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar    shl         d1, d13,#32
2650d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar
2660d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar    rev64       v0.8b,  v0.8b
2670d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar    ld2         {v14.8b, v15.8b},[x10],x8
2680d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar    shl         d2, d14,#32
2690d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar
2700d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar    rev64       v1.8b,  v1.8b
2710d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar    shl         d3, d15,#32
2720d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar    zip1        v0.8b, v0.8b, v1.8b
2730d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar    zip2        v1.8b, v0.8b, v1.8b
2740d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar    st1         {v0.8b},[x2],x3
2750d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar
2760d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar    rev64       v2.8b,  v2.8b
2770d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar    ld2         {v16.8b, v17.8b},[x0],x8
2780d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar    shl         d4, d16,#32
2790d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar    rev64       v3.8b,  v3.8b
2800d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar    shl         d5, d17,#32
2810d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar    zip1        v2.8b, v2.8b, v3.8b
2820d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar    zip2        v3.8b, v2.8b, v3.8b
2830d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar    rev64       v4.8b,  v4.8b
2840d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar    rev64       v5.8b,  v5.8b
2850d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar    st1         {v2.8b},[x2],x3
2860d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar
2870d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar
2880d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar    ld2         {v18.8b, v19.8b},[x10],x8
2890d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar    shl         d6, d18,#32
2900d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar
2910d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar    zip1        v4.8b, v4.8b, v5.8b
2920d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar    zip2        v5.8b, v4.8b, v5.8b
2930d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar    shl         d7, d19,#32
2940d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar    rev64       v6.8b,  v6.8b
2950d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar    st1         {v4.8b},[x2],x3
2960d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar
2970d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar    rev64       v7.8b,  v7.8b
2980d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar    zip1        v6.8b, v6.8b, v7.8b
2990d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar    zip2        v7.8b, v6.8b, v7.8b
3000d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar    st1         {v6.8b},[x2],x3
3010d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar
3020d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakarend_func:
3030d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar    // ldmfd sp!,{x4-x12,x15}                  //reload the registers from sp
3040d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar    ldp         x19, x20,[sp],#16
3050d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar    pop_v_regs
3060d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar    ret
3070d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar
3080d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar
3090d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar
3100d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar
3110d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar
3120d8951cef4b1a1dbf4ff5ba3e8796cf1d4503098Harish Mahendrakar
313