1810cf1767dc8df4783e02ba8a712072f50ddc99efgalligan@chromium.org/* 2810cf1767dc8df4783e02ba8a712072f50ddc99efgalligan@chromium.org * Copyright (c) 2014 The WebM project authors. All Rights Reserved. 3810cf1767dc8df4783e02ba8a712072f50ddc99efgalligan@chromium.org * 4810cf1767dc8df4783e02ba8a712072f50ddc99efgalligan@chromium.org * Use of this source code is governed by a BSD-style license 5810cf1767dc8df4783e02ba8a712072f50ddc99efgalligan@chromium.org * that can be found in the LICENSE file in the root of the source 6810cf1767dc8df4783e02ba8a712072f50ddc99efgalligan@chromium.org * tree. An additional intellectual property rights grant can be found 7810cf1767dc8df4783e02ba8a712072f50ddc99efgalligan@chromium.org * in the file PATENTS. All contributing project authors may 8810cf1767dc8df4783e02ba8a712072f50ddc99efgalligan@chromium.org * be found in the AUTHORS file in the root of the source tree. 9810cf1767dc8df4783e02ba8a712072f50ddc99efgalligan@chromium.org */ 10810cf1767dc8df4783e02ba8a712072f50ddc99efgalligan@chromium.org 11810cf1767dc8df4783e02ba8a712072f50ddc99efgalligan@chromium.org#include <arm_neon.h> 12810cf1767dc8df4783e02ba8a712072f50ddc99efgalligan@chromium.org 13810cf1767dc8df4783e02ba8a712072f50ddc99efgalligan@chromium.orgstatic const int16_t cospi8sqrt2minus1 = 20091; 14810cf1767dc8df4783e02ba8a712072f50ddc99efgalligan@chromium.orgstatic const int16_t sinpi8sqrt2 = 35468; 15810cf1767dc8df4783e02ba8a712072f50ddc99efgalligan@chromium.org 16810cf1767dc8df4783e02ba8a712072f50ddc99efgalligan@chromium.orgvoid vp8_short_idct4x4llm_neon( 17810cf1767dc8df4783e02ba8a712072f50ddc99efgalligan@chromium.org int16_t *input, 18810cf1767dc8df4783e02ba8a712072f50ddc99efgalligan@chromium.org unsigned char *pred_ptr, 19810cf1767dc8df4783e02ba8a712072f50ddc99efgalligan@chromium.org int pred_stride, 20810cf1767dc8df4783e02ba8a712072f50ddc99efgalligan@chromium.org unsigned char *dst_ptr, 21810cf1767dc8df4783e02ba8a712072f50ddc99efgalligan@chromium.org int dst_stride) { 22810cf1767dc8df4783e02ba8a712072f50ddc99efgalligan@chromium.org int i; 23810cf1767dc8df4783e02ba8a712072f50ddc99efgalligan@chromium.org uint32x2_t d6u32 = vdup_n_u32(0); 24810cf1767dc8df4783e02ba8a712072f50ddc99efgalligan@chromium.org uint8x8_t d1u8; 25810cf1767dc8df4783e02ba8a712072f50ddc99efgalligan@chromium.org int16x4_t d2, d3, d4, d5, d10, d11, d12, d13; 26810cf1767dc8df4783e02ba8a712072f50ddc99efgalligan@chromium.org uint16x8_t q1u16; 27810cf1767dc8df4783e02ba8a712072f50ddc99efgalligan@chromium.org int16x8_t q1s16, q2s16, q3s16, q4s16; 28810cf1767dc8df4783e02ba8a712072f50ddc99efgalligan@chromium.org int32x2x2_t v2tmp0, v2tmp1; 29810cf1767dc8df4783e02ba8a712072f50ddc99efgalligan@chromium.org int16x4x2_t v2tmp2, v2tmp3; 30810cf1767dc8df4783e02ba8a712072f50ddc99efgalligan@chromium.org 31810cf1767dc8df4783e02ba8a712072f50ddc99efgalligan@chromium.org d2 = vld1_s16(input); 32810cf1767dc8df4783e02ba8a712072f50ddc99efgalligan@chromium.org d3 = vld1_s16(input + 4); 33810cf1767dc8df4783e02ba8a712072f50ddc99efgalligan@chromium.org d4 = vld1_s16(input + 8); 34810cf1767dc8df4783e02ba8a712072f50ddc99efgalligan@chromium.org d5 = vld1_s16(input + 12); 35810cf1767dc8df4783e02ba8a712072f50ddc99efgalligan@chromium.org 36810cf1767dc8df4783e02ba8a712072f50ddc99efgalligan@chromium.org // 1st for loop 37810cf1767dc8df4783e02ba8a712072f50ddc99efgalligan@chromium.org q1s16 = vcombine_s16(d2, d4); // Swap d3 d4 here 38810cf1767dc8df4783e02ba8a712072f50ddc99efgalligan@chromium.org q2s16 = vcombine_s16(d3, d5); 39810cf1767dc8df4783e02ba8a712072f50ddc99efgalligan@chromium.org 40810cf1767dc8df4783e02ba8a712072f50ddc99efgalligan@chromium.org q3s16 = vqdmulhq_n_s16(q2s16, sinpi8sqrt2); 41810cf1767dc8df4783e02ba8a712072f50ddc99efgalligan@chromium.org q4s16 = vqdmulhq_n_s16(q2s16, cospi8sqrt2minus1); 42810cf1767dc8df4783e02ba8a712072f50ddc99efgalligan@chromium.org 43810cf1767dc8df4783e02ba8a712072f50ddc99efgalligan@chromium.org d12 = vqadd_s16(vget_low_s16(q1s16), vget_high_s16(q1s16)); // a1 44810cf1767dc8df4783e02ba8a712072f50ddc99efgalligan@chromium.org d13 = vqsub_s16(vget_low_s16(q1s16), vget_high_s16(q1s16)); // b1 45810cf1767dc8df4783e02ba8a712072f50ddc99efgalligan@chromium.org 46810cf1767dc8df4783e02ba8a712072f50ddc99efgalligan@chromium.org q3s16 = vshrq_n_s16(q3s16, 1); 47810cf1767dc8df4783e02ba8a712072f50ddc99efgalligan@chromium.org q4s16 = vshrq_n_s16(q4s16, 1); 48810cf1767dc8df4783e02ba8a712072f50ddc99efgalligan@chromium.org 49810cf1767dc8df4783e02ba8a712072f50ddc99efgalligan@chromium.org q3s16 = vqaddq_s16(q3s16, q2s16); 50810cf1767dc8df4783e02ba8a712072f50ddc99efgalligan@chromium.org q4s16 = vqaddq_s16(q4s16, q2s16); 51810cf1767dc8df4783e02ba8a712072f50ddc99efgalligan@chromium.org 52810cf1767dc8df4783e02ba8a712072f50ddc99efgalligan@chromium.org d10 = vqsub_s16(vget_low_s16(q3s16), vget_high_s16(q4s16)); // c1 53810cf1767dc8df4783e02ba8a712072f50ddc99efgalligan@chromium.org d11 = vqadd_s16(vget_high_s16(q3s16), vget_low_s16(q4s16)); // d1 54810cf1767dc8df4783e02ba8a712072f50ddc99efgalligan@chromium.org 55810cf1767dc8df4783e02ba8a712072f50ddc99efgalligan@chromium.org d2 = vqadd_s16(d12, d11); 56810cf1767dc8df4783e02ba8a712072f50ddc99efgalligan@chromium.org d3 = vqadd_s16(d13, d10); 57810cf1767dc8df4783e02ba8a712072f50ddc99efgalligan@chromium.org d4 = vqsub_s16(d13, d10); 58810cf1767dc8df4783e02ba8a712072f50ddc99efgalligan@chromium.org d5 = vqsub_s16(d12, d11); 59810cf1767dc8df4783e02ba8a712072f50ddc99efgalligan@chromium.org 60810cf1767dc8df4783e02ba8a712072f50ddc99efgalligan@chromium.org v2tmp0 = vtrn_s32(vreinterpret_s32_s16(d2), vreinterpret_s32_s16(d4)); 61810cf1767dc8df4783e02ba8a712072f50ddc99efgalligan@chromium.org v2tmp1 = vtrn_s32(vreinterpret_s32_s16(d3), vreinterpret_s32_s16(d5)); 62810cf1767dc8df4783e02ba8a712072f50ddc99efgalligan@chromium.org v2tmp2 = vtrn_s16(vreinterpret_s16_s32(v2tmp0.val[0]), 63810cf1767dc8df4783e02ba8a712072f50ddc99efgalligan@chromium.org vreinterpret_s16_s32(v2tmp1.val[0])); 64810cf1767dc8df4783e02ba8a712072f50ddc99efgalligan@chromium.org v2tmp3 = vtrn_s16(vreinterpret_s16_s32(v2tmp0.val[1]), 65810cf1767dc8df4783e02ba8a712072f50ddc99efgalligan@chromium.org vreinterpret_s16_s32(v2tmp1.val[1])); 66810cf1767dc8df4783e02ba8a712072f50ddc99efgalligan@chromium.org 67810cf1767dc8df4783e02ba8a712072f50ddc99efgalligan@chromium.org // 2nd for loop 68810cf1767dc8df4783e02ba8a712072f50ddc99efgalligan@chromium.org q1s16 = vcombine_s16(v2tmp2.val[0], v2tmp3.val[0]); 69810cf1767dc8df4783e02ba8a712072f50ddc99efgalligan@chromium.org q2s16 = vcombine_s16(v2tmp2.val[1], v2tmp3.val[1]); 70810cf1767dc8df4783e02ba8a712072f50ddc99efgalligan@chromium.org 71810cf1767dc8df4783e02ba8a712072f50ddc99efgalligan@chromium.org q3s16 = vqdmulhq_n_s16(q2s16, sinpi8sqrt2); 72810cf1767dc8df4783e02ba8a712072f50ddc99efgalligan@chromium.org q4s16 = vqdmulhq_n_s16(q2s16, cospi8sqrt2minus1); 73810cf1767dc8df4783e02ba8a712072f50ddc99efgalligan@chromium.org 74810cf1767dc8df4783e02ba8a712072f50ddc99efgalligan@chromium.org d12 = vqadd_s16(vget_low_s16(q1s16), vget_high_s16(q1s16)); // a1 75810cf1767dc8df4783e02ba8a712072f50ddc99efgalligan@chromium.org d13 = vqsub_s16(vget_low_s16(q1s16), vget_high_s16(q1s16)); // b1 76810cf1767dc8df4783e02ba8a712072f50ddc99efgalligan@chromium.org 77810cf1767dc8df4783e02ba8a712072f50ddc99efgalligan@chromium.org q3s16 = vshrq_n_s16(q3s16, 1); 78810cf1767dc8df4783e02ba8a712072f50ddc99efgalligan@chromium.org q4s16 = vshrq_n_s16(q4s16, 1); 79810cf1767dc8df4783e02ba8a712072f50ddc99efgalligan@chromium.org 80810cf1767dc8df4783e02ba8a712072f50ddc99efgalligan@chromium.org q3s16 = vqaddq_s16(q3s16, q2s16); 81810cf1767dc8df4783e02ba8a712072f50ddc99efgalligan@chromium.org q4s16 = vqaddq_s16(q4s16, q2s16); 82810cf1767dc8df4783e02ba8a712072f50ddc99efgalligan@chromium.org 83810cf1767dc8df4783e02ba8a712072f50ddc99efgalligan@chromium.org d10 = vqsub_s16(vget_low_s16(q3s16), vget_high_s16(q4s16)); // c1 84810cf1767dc8df4783e02ba8a712072f50ddc99efgalligan@chromium.org d11 = vqadd_s16(vget_high_s16(q3s16), vget_low_s16(q4s16)); // d1 85810cf1767dc8df4783e02ba8a712072f50ddc99efgalligan@chromium.org 86810cf1767dc8df4783e02ba8a712072f50ddc99efgalligan@chromium.org d2 = vqadd_s16(d12, d11); 87810cf1767dc8df4783e02ba8a712072f50ddc99efgalligan@chromium.org d3 = vqadd_s16(d13, d10); 88810cf1767dc8df4783e02ba8a712072f50ddc99efgalligan@chromium.org d4 = vqsub_s16(d13, d10); 89810cf1767dc8df4783e02ba8a712072f50ddc99efgalligan@chromium.org d5 = vqsub_s16(d12, d11); 90810cf1767dc8df4783e02ba8a712072f50ddc99efgalligan@chromium.org 91810cf1767dc8df4783e02ba8a712072f50ddc99efgalligan@chromium.org d2 = vrshr_n_s16(d2, 3); 92810cf1767dc8df4783e02ba8a712072f50ddc99efgalligan@chromium.org d3 = vrshr_n_s16(d3, 3); 93810cf1767dc8df4783e02ba8a712072f50ddc99efgalligan@chromium.org d4 = vrshr_n_s16(d4, 3); 94810cf1767dc8df4783e02ba8a712072f50ddc99efgalligan@chromium.org d5 = vrshr_n_s16(d5, 3); 95810cf1767dc8df4783e02ba8a712072f50ddc99efgalligan@chromium.org 96810cf1767dc8df4783e02ba8a712072f50ddc99efgalligan@chromium.org v2tmp0 = vtrn_s32(vreinterpret_s32_s16(d2), vreinterpret_s32_s16(d4)); 97810cf1767dc8df4783e02ba8a712072f50ddc99efgalligan@chromium.org v2tmp1 = vtrn_s32(vreinterpret_s32_s16(d3), vreinterpret_s32_s16(d5)); 98810cf1767dc8df4783e02ba8a712072f50ddc99efgalligan@chromium.org v2tmp2 = vtrn_s16(vreinterpret_s16_s32(v2tmp0.val[0]), 99810cf1767dc8df4783e02ba8a712072f50ddc99efgalligan@chromium.org vreinterpret_s16_s32(v2tmp1.val[0])); 100810cf1767dc8df4783e02ba8a712072f50ddc99efgalligan@chromium.org v2tmp3 = vtrn_s16(vreinterpret_s16_s32(v2tmp0.val[1]), 101810cf1767dc8df4783e02ba8a712072f50ddc99efgalligan@chromium.org vreinterpret_s16_s32(v2tmp1.val[1])); 102810cf1767dc8df4783e02ba8a712072f50ddc99efgalligan@chromium.org 103810cf1767dc8df4783e02ba8a712072f50ddc99efgalligan@chromium.org q1s16 = vcombine_s16(v2tmp2.val[0], v2tmp2.val[1]); 104810cf1767dc8df4783e02ba8a712072f50ddc99efgalligan@chromium.org q2s16 = vcombine_s16(v2tmp3.val[0], v2tmp3.val[1]); 105810cf1767dc8df4783e02ba8a712072f50ddc99efgalligan@chromium.org 106810cf1767dc8df4783e02ba8a712072f50ddc99efgalligan@chromium.org // dc_only_idct_add 107810cf1767dc8df4783e02ba8a712072f50ddc99efgalligan@chromium.org for (i = 0; i < 2; i++, q1s16 = q2s16) { 108810cf1767dc8df4783e02ba8a712072f50ddc99efgalligan@chromium.org d6u32 = vld1_lane_u32((const uint32_t *)pred_ptr, d6u32, 0); 109810cf1767dc8df4783e02ba8a712072f50ddc99efgalligan@chromium.org pred_ptr += pred_stride; 110810cf1767dc8df4783e02ba8a712072f50ddc99efgalligan@chromium.org d6u32 = vld1_lane_u32((const uint32_t *)pred_ptr, d6u32, 1); 111810cf1767dc8df4783e02ba8a712072f50ddc99efgalligan@chromium.org pred_ptr += pred_stride; 112810cf1767dc8df4783e02ba8a712072f50ddc99efgalligan@chromium.org 113810cf1767dc8df4783e02ba8a712072f50ddc99efgalligan@chromium.org q1u16 = vaddw_u8(vreinterpretq_u16_s16(q1s16), 114810cf1767dc8df4783e02ba8a712072f50ddc99efgalligan@chromium.org vreinterpret_u8_u32(d6u32)); 115810cf1767dc8df4783e02ba8a712072f50ddc99efgalligan@chromium.org d1u8 = vqmovun_s16(vreinterpretq_s16_u16(q1u16)); 116810cf1767dc8df4783e02ba8a712072f50ddc99efgalligan@chromium.org 117810cf1767dc8df4783e02ba8a712072f50ddc99efgalligan@chromium.org vst1_lane_u32((uint32_t *)dst_ptr, vreinterpret_u32_u8(d1u8), 0); 118810cf1767dc8df4783e02ba8a712072f50ddc99efgalligan@chromium.org dst_ptr += dst_stride; 119810cf1767dc8df4783e02ba8a712072f50ddc99efgalligan@chromium.org vst1_lane_u32((uint32_t *)dst_ptr, vreinterpret_u32_u8(d1u8), 1); 120810cf1767dc8df4783e02ba8a712072f50ddc99efgalligan@chromium.org dst_ptr += dst_stride; 121810cf1767dc8df4783e02ba8a712072f50ddc99efgalligan@chromium.org } 122810cf1767dc8df4783e02ba8a712072f50ddc99efgalligan@chromium.org return; 123810cf1767dc8df4783e02ba8a712072f50ddc99efgalligan@chromium.org} 124