1da49e34c1fb5e99681f4ad99c21d9cfd83eddb96Vignesh Venkatasubramanian/* 2da49e34c1fb5e99681f4ad99c21d9cfd83eddb96Vignesh Venkatasubramanian * Copyright (c) 2014 The WebM project authors. All Rights Reserved. 3da49e34c1fb5e99681f4ad99c21d9cfd83eddb96Vignesh Venkatasubramanian * 4da49e34c1fb5e99681f4ad99c21d9cfd83eddb96Vignesh Venkatasubramanian * Use of this source code is governed by a BSD-style license 5da49e34c1fb5e99681f4ad99c21d9cfd83eddb96Vignesh Venkatasubramanian * that can be found in the LICENSE file in the root of the source 6da49e34c1fb5e99681f4ad99c21d9cfd83eddb96Vignesh Venkatasubramanian * tree. An additional intellectual property rights grant can be found 7da49e34c1fb5e99681f4ad99c21d9cfd83eddb96Vignesh Venkatasubramanian * in the file PATENTS. All contributing project authors may 8da49e34c1fb5e99681f4ad99c21d9cfd83eddb96Vignesh Venkatasubramanian * be found in the AUTHORS file in the root of the source tree. 9da49e34c1fb5e99681f4ad99c21d9cfd83eddb96Vignesh Venkatasubramanian */ 10da49e34c1fb5e99681f4ad99c21d9cfd83eddb96Vignesh Venkatasubramanian 11da49e34c1fb5e99681f4ad99c21d9cfd83eddb96Vignesh Venkatasubramanian#include <arm_neon.h> 12da49e34c1fb5e99681f4ad99c21d9cfd83eddb96Vignesh Venkatasubramanian#include "./vpx_config.h" 13da49e34c1fb5e99681f4ad99c21d9cfd83eddb96Vignesh Venkatasubramanian#include "vpx_ports/arm.h" 14da49e34c1fb5e99681f4ad99c21d9cfd83eddb96Vignesh Venkatasubramanian 157bc9febe8749e98a3812a0dc4380ceae75c29450Johannstatic INLINE void vp8_loop_filter_neon(uint8x16_t qblimit, // flimit 167bc9febe8749e98a3812a0dc4380ceae75c29450Johann uint8x16_t qlimit, // limit 177bc9febe8749e98a3812a0dc4380ceae75c29450Johann uint8x16_t qthresh, // thresh 187bc9febe8749e98a3812a0dc4380ceae75c29450Johann uint8x16_t q3, // p3 197bc9febe8749e98a3812a0dc4380ceae75c29450Johann uint8x16_t q4, // p2 207bc9febe8749e98a3812a0dc4380ceae75c29450Johann uint8x16_t q5, // p1 217bc9febe8749e98a3812a0dc4380ceae75c29450Johann uint8x16_t q6, // p0 227bc9febe8749e98a3812a0dc4380ceae75c29450Johann uint8x16_t q7, // q0 237bc9febe8749e98a3812a0dc4380ceae75c29450Johann uint8x16_t q8, // q1 247bc9febe8749e98a3812a0dc4380ceae75c29450Johann uint8x16_t q9, // q2 257bc9febe8749e98a3812a0dc4380ceae75c29450Johann uint8x16_t q10, // q3 267bc9febe8749e98a3812a0dc4380ceae75c29450Johann uint8x16_t *q5r, // p1 277bc9febe8749e98a3812a0dc4380ceae75c29450Johann uint8x16_t *q6r, // p0 287bc9febe8749e98a3812a0dc4380ceae75c29450Johann uint8x16_t *q7r, // q0 297bc9febe8749e98a3812a0dc4380ceae75c29450Johann uint8x16_t *q8r) { // q1 307bc9febe8749e98a3812a0dc4380ceae75c29450Johann uint8x16_t q0u8, q1u8, q2u8, q11u8, q12u8, q13u8, q14u8, q15u8; 317bc9febe8749e98a3812a0dc4380ceae75c29450Johann int16x8_t q2s16, q11s16; 327bc9febe8749e98a3812a0dc4380ceae75c29450Johann uint16x8_t q4u16; 337bc9febe8749e98a3812a0dc4380ceae75c29450Johann int8x16_t q1s8, q2s8, q10s8, q11s8, q12s8, q13s8; 347bc9febe8749e98a3812a0dc4380ceae75c29450Johann int8x8_t d2s8, d3s8; 357bc9febe8749e98a3812a0dc4380ceae75c29450Johann 367bc9febe8749e98a3812a0dc4380ceae75c29450Johann q11u8 = vabdq_u8(q3, q4); 377bc9febe8749e98a3812a0dc4380ceae75c29450Johann q12u8 = vabdq_u8(q4, q5); 387bc9febe8749e98a3812a0dc4380ceae75c29450Johann q13u8 = vabdq_u8(q5, q6); 397bc9febe8749e98a3812a0dc4380ceae75c29450Johann q14u8 = vabdq_u8(q8, q7); 407bc9febe8749e98a3812a0dc4380ceae75c29450Johann q3 = vabdq_u8(q9, q8); 417bc9febe8749e98a3812a0dc4380ceae75c29450Johann q4 = vabdq_u8(q10, q9); 427bc9febe8749e98a3812a0dc4380ceae75c29450Johann 437bc9febe8749e98a3812a0dc4380ceae75c29450Johann q11u8 = vmaxq_u8(q11u8, q12u8); 447bc9febe8749e98a3812a0dc4380ceae75c29450Johann q12u8 = vmaxq_u8(q13u8, q14u8); 457bc9febe8749e98a3812a0dc4380ceae75c29450Johann q3 = vmaxq_u8(q3, q4); 467bc9febe8749e98a3812a0dc4380ceae75c29450Johann q15u8 = vmaxq_u8(q11u8, q12u8); 477bc9febe8749e98a3812a0dc4380ceae75c29450Johann 487bc9febe8749e98a3812a0dc4380ceae75c29450Johann q9 = vabdq_u8(q6, q7); 497bc9febe8749e98a3812a0dc4380ceae75c29450Johann 507bc9febe8749e98a3812a0dc4380ceae75c29450Johann // vp8_hevmask 517bc9febe8749e98a3812a0dc4380ceae75c29450Johann q13u8 = vcgtq_u8(q13u8, qthresh); 527bc9febe8749e98a3812a0dc4380ceae75c29450Johann q14u8 = vcgtq_u8(q14u8, qthresh); 537bc9febe8749e98a3812a0dc4380ceae75c29450Johann q15u8 = vmaxq_u8(q15u8, q3); 547bc9febe8749e98a3812a0dc4380ceae75c29450Johann 557bc9febe8749e98a3812a0dc4380ceae75c29450Johann q2u8 = vabdq_u8(q5, q8); 567bc9febe8749e98a3812a0dc4380ceae75c29450Johann q9 = vqaddq_u8(q9, q9); 577bc9febe8749e98a3812a0dc4380ceae75c29450Johann 587bc9febe8749e98a3812a0dc4380ceae75c29450Johann q15u8 = vcgeq_u8(qlimit, q15u8); 597bc9febe8749e98a3812a0dc4380ceae75c29450Johann 607bc9febe8749e98a3812a0dc4380ceae75c29450Johann // vp8_filter() function 617bc9febe8749e98a3812a0dc4380ceae75c29450Johann // convert to signed 627bc9febe8749e98a3812a0dc4380ceae75c29450Johann q10 = vdupq_n_u8(0x80); 637bc9febe8749e98a3812a0dc4380ceae75c29450Johann q8 = veorq_u8(q8, q10); 647bc9febe8749e98a3812a0dc4380ceae75c29450Johann q7 = veorq_u8(q7, q10); 657bc9febe8749e98a3812a0dc4380ceae75c29450Johann q6 = veorq_u8(q6, q10); 667bc9febe8749e98a3812a0dc4380ceae75c29450Johann q5 = veorq_u8(q5, q10); 677bc9febe8749e98a3812a0dc4380ceae75c29450Johann 687bc9febe8749e98a3812a0dc4380ceae75c29450Johann q2u8 = vshrq_n_u8(q2u8, 1); 697bc9febe8749e98a3812a0dc4380ceae75c29450Johann q9 = vqaddq_u8(q9, q2u8); 707bc9febe8749e98a3812a0dc4380ceae75c29450Johann 717bc9febe8749e98a3812a0dc4380ceae75c29450Johann q10 = vdupq_n_u8(3); 727bc9febe8749e98a3812a0dc4380ceae75c29450Johann 737bc9febe8749e98a3812a0dc4380ceae75c29450Johann q2s16 = vsubl_s8(vget_low_s8(vreinterpretq_s8_u8(q7)), 747bc9febe8749e98a3812a0dc4380ceae75c29450Johann vget_low_s8(vreinterpretq_s8_u8(q6))); 757bc9febe8749e98a3812a0dc4380ceae75c29450Johann q11s16 = vsubl_s8(vget_high_s8(vreinterpretq_s8_u8(q7)), 767bc9febe8749e98a3812a0dc4380ceae75c29450Johann vget_high_s8(vreinterpretq_s8_u8(q6))); 777bc9febe8749e98a3812a0dc4380ceae75c29450Johann 787bc9febe8749e98a3812a0dc4380ceae75c29450Johann q9 = vcgeq_u8(qblimit, q9); 797bc9febe8749e98a3812a0dc4380ceae75c29450Johann 807bc9febe8749e98a3812a0dc4380ceae75c29450Johann q1s8 = vqsubq_s8(vreinterpretq_s8_u8(q5), vreinterpretq_s8_u8(q8)); 817bc9febe8749e98a3812a0dc4380ceae75c29450Johann 827bc9febe8749e98a3812a0dc4380ceae75c29450Johann q14u8 = vorrq_u8(q13u8, q14u8); 837bc9febe8749e98a3812a0dc4380ceae75c29450Johann 847bc9febe8749e98a3812a0dc4380ceae75c29450Johann q4u16 = vmovl_u8(vget_low_u8(q10)); 857bc9febe8749e98a3812a0dc4380ceae75c29450Johann q2s16 = vmulq_s16(q2s16, vreinterpretq_s16_u16(q4u16)); 867bc9febe8749e98a3812a0dc4380ceae75c29450Johann q11s16 = vmulq_s16(q11s16, vreinterpretq_s16_u16(q4u16)); 877bc9febe8749e98a3812a0dc4380ceae75c29450Johann 887bc9febe8749e98a3812a0dc4380ceae75c29450Johann q1u8 = vandq_u8(vreinterpretq_u8_s8(q1s8), q14u8); 897bc9febe8749e98a3812a0dc4380ceae75c29450Johann q15u8 = vandq_u8(q15u8, q9); 907bc9febe8749e98a3812a0dc4380ceae75c29450Johann 917bc9febe8749e98a3812a0dc4380ceae75c29450Johann q1s8 = vreinterpretq_s8_u8(q1u8); 927bc9febe8749e98a3812a0dc4380ceae75c29450Johann q2s16 = vaddw_s8(q2s16, vget_low_s8(q1s8)); 937bc9febe8749e98a3812a0dc4380ceae75c29450Johann q11s16 = vaddw_s8(q11s16, vget_high_s8(q1s8)); 947bc9febe8749e98a3812a0dc4380ceae75c29450Johann 957bc9febe8749e98a3812a0dc4380ceae75c29450Johann q9 = vdupq_n_u8(4); 967bc9febe8749e98a3812a0dc4380ceae75c29450Johann // vp8_filter = clamp(vp8_filter + 3 * ( qs0 - ps0)) 977bc9febe8749e98a3812a0dc4380ceae75c29450Johann d2s8 = vqmovn_s16(q2s16); 987bc9febe8749e98a3812a0dc4380ceae75c29450Johann d3s8 = vqmovn_s16(q11s16); 997bc9febe8749e98a3812a0dc4380ceae75c29450Johann q1s8 = vcombine_s8(d2s8, d3s8); 1007bc9febe8749e98a3812a0dc4380ceae75c29450Johann q1u8 = vandq_u8(vreinterpretq_u8_s8(q1s8), q15u8); 1017bc9febe8749e98a3812a0dc4380ceae75c29450Johann q1s8 = vreinterpretq_s8_u8(q1u8); 1027bc9febe8749e98a3812a0dc4380ceae75c29450Johann 1037bc9febe8749e98a3812a0dc4380ceae75c29450Johann q2s8 = vqaddq_s8(q1s8, vreinterpretq_s8_u8(q10)); 1047bc9febe8749e98a3812a0dc4380ceae75c29450Johann q1s8 = vqaddq_s8(q1s8, vreinterpretq_s8_u8(q9)); 1057bc9febe8749e98a3812a0dc4380ceae75c29450Johann q2s8 = vshrq_n_s8(q2s8, 3); 1067bc9febe8749e98a3812a0dc4380ceae75c29450Johann q1s8 = vshrq_n_s8(q1s8, 3); 1077bc9febe8749e98a3812a0dc4380ceae75c29450Johann 1087bc9febe8749e98a3812a0dc4380ceae75c29450Johann q11s8 = vqaddq_s8(vreinterpretq_s8_u8(q6), q2s8); 1097bc9febe8749e98a3812a0dc4380ceae75c29450Johann q10s8 = vqsubq_s8(vreinterpretq_s8_u8(q7), q1s8); 1107bc9febe8749e98a3812a0dc4380ceae75c29450Johann 1117bc9febe8749e98a3812a0dc4380ceae75c29450Johann q1s8 = vrshrq_n_s8(q1s8, 1); 1127bc9febe8749e98a3812a0dc4380ceae75c29450Johann q1s8 = vbicq_s8(q1s8, vreinterpretq_s8_u8(q14u8)); 1137bc9febe8749e98a3812a0dc4380ceae75c29450Johann 1147bc9febe8749e98a3812a0dc4380ceae75c29450Johann q13s8 = vqaddq_s8(vreinterpretq_s8_u8(q5), q1s8); 1157bc9febe8749e98a3812a0dc4380ceae75c29450Johann q12s8 = vqsubq_s8(vreinterpretq_s8_u8(q8), q1s8); 1167bc9febe8749e98a3812a0dc4380ceae75c29450Johann 1177bc9febe8749e98a3812a0dc4380ceae75c29450Johann q0u8 = vdupq_n_u8(0x80); 1187bc9febe8749e98a3812a0dc4380ceae75c29450Johann *q8r = veorq_u8(vreinterpretq_u8_s8(q12s8), q0u8); 1197bc9febe8749e98a3812a0dc4380ceae75c29450Johann *q7r = veorq_u8(vreinterpretq_u8_s8(q10s8), q0u8); 1207bc9febe8749e98a3812a0dc4380ceae75c29450Johann *q6r = veorq_u8(vreinterpretq_u8_s8(q11s8), q0u8); 1217bc9febe8749e98a3812a0dc4380ceae75c29450Johann *q5r = veorq_u8(vreinterpretq_u8_s8(q13s8), q0u8); 1227bc9febe8749e98a3812a0dc4380ceae75c29450Johann return; 123da49e34c1fb5e99681f4ad99c21d9cfd83eddb96Vignesh Venkatasubramanian} 124da49e34c1fb5e99681f4ad99c21d9cfd83eddb96Vignesh Venkatasubramanian 1257bc9febe8749e98a3812a0dc4380ceae75c29450Johannvoid vp8_loop_filter_horizontal_edge_y_neon(unsigned char *src, int pitch, 1267bc9febe8749e98a3812a0dc4380ceae75c29450Johann unsigned char blimit, 1277bc9febe8749e98a3812a0dc4380ceae75c29450Johann unsigned char limit, 1287bc9febe8749e98a3812a0dc4380ceae75c29450Johann unsigned char thresh) { 1297bc9febe8749e98a3812a0dc4380ceae75c29450Johann uint8x16_t qblimit, qlimit, qthresh, q3, q4; 1307bc9febe8749e98a3812a0dc4380ceae75c29450Johann uint8x16_t q5, q6, q7, q8, q9, q10; 1317bc9febe8749e98a3812a0dc4380ceae75c29450Johann 1327bc9febe8749e98a3812a0dc4380ceae75c29450Johann qblimit = vdupq_n_u8(blimit); 1337bc9febe8749e98a3812a0dc4380ceae75c29450Johann qlimit = vdupq_n_u8(limit); 1347bc9febe8749e98a3812a0dc4380ceae75c29450Johann qthresh = vdupq_n_u8(thresh); 1357bc9febe8749e98a3812a0dc4380ceae75c29450Johann src -= (pitch << 2); 1367bc9febe8749e98a3812a0dc4380ceae75c29450Johann 1377bc9febe8749e98a3812a0dc4380ceae75c29450Johann q3 = vld1q_u8(src); 1387bc9febe8749e98a3812a0dc4380ceae75c29450Johann src += pitch; 1397bc9febe8749e98a3812a0dc4380ceae75c29450Johann q4 = vld1q_u8(src); 1407bc9febe8749e98a3812a0dc4380ceae75c29450Johann src += pitch; 1417bc9febe8749e98a3812a0dc4380ceae75c29450Johann q5 = vld1q_u8(src); 1427bc9febe8749e98a3812a0dc4380ceae75c29450Johann src += pitch; 1437bc9febe8749e98a3812a0dc4380ceae75c29450Johann q6 = vld1q_u8(src); 1447bc9febe8749e98a3812a0dc4380ceae75c29450Johann src += pitch; 1457bc9febe8749e98a3812a0dc4380ceae75c29450Johann q7 = vld1q_u8(src); 1467bc9febe8749e98a3812a0dc4380ceae75c29450Johann src += pitch; 1477bc9febe8749e98a3812a0dc4380ceae75c29450Johann q8 = vld1q_u8(src); 1487bc9febe8749e98a3812a0dc4380ceae75c29450Johann src += pitch; 1497bc9febe8749e98a3812a0dc4380ceae75c29450Johann q9 = vld1q_u8(src); 1507bc9febe8749e98a3812a0dc4380ceae75c29450Johann src += pitch; 1517bc9febe8749e98a3812a0dc4380ceae75c29450Johann q10 = vld1q_u8(src); 1527bc9febe8749e98a3812a0dc4380ceae75c29450Johann 1537bc9febe8749e98a3812a0dc4380ceae75c29450Johann vp8_loop_filter_neon(qblimit, qlimit, qthresh, q3, q4, q5, q6, q7, q8, q9, 1547bc9febe8749e98a3812a0dc4380ceae75c29450Johann q10, &q5, &q6, &q7, &q8); 1557bc9febe8749e98a3812a0dc4380ceae75c29450Johann 1567bc9febe8749e98a3812a0dc4380ceae75c29450Johann src -= (pitch * 5); 1577bc9febe8749e98a3812a0dc4380ceae75c29450Johann vst1q_u8(src, q5); 1587bc9febe8749e98a3812a0dc4380ceae75c29450Johann src += pitch; 1597bc9febe8749e98a3812a0dc4380ceae75c29450Johann vst1q_u8(src, q6); 1607bc9febe8749e98a3812a0dc4380ceae75c29450Johann src += pitch; 1617bc9febe8749e98a3812a0dc4380ceae75c29450Johann vst1q_u8(src, q7); 1627bc9febe8749e98a3812a0dc4380ceae75c29450Johann src += pitch; 1637bc9febe8749e98a3812a0dc4380ceae75c29450Johann vst1q_u8(src, q8); 1647bc9febe8749e98a3812a0dc4380ceae75c29450Johann return; 165da49e34c1fb5e99681f4ad99c21d9cfd83eddb96Vignesh Venkatasubramanian} 166da49e34c1fb5e99681f4ad99c21d9cfd83eddb96Vignesh Venkatasubramanian 1677bc9febe8749e98a3812a0dc4380ceae75c29450Johannvoid vp8_loop_filter_horizontal_edge_uv_neon(unsigned char *u, int pitch, 1687bc9febe8749e98a3812a0dc4380ceae75c29450Johann unsigned char blimit, 1697bc9febe8749e98a3812a0dc4380ceae75c29450Johann unsigned char limit, 1707bc9febe8749e98a3812a0dc4380ceae75c29450Johann unsigned char thresh, 1717bc9febe8749e98a3812a0dc4380ceae75c29450Johann unsigned char *v) { 1727bc9febe8749e98a3812a0dc4380ceae75c29450Johann uint8x16_t qblimit, qlimit, qthresh, q3, q4; 1737bc9febe8749e98a3812a0dc4380ceae75c29450Johann uint8x16_t q5, q6, q7, q8, q9, q10; 1747bc9febe8749e98a3812a0dc4380ceae75c29450Johann uint8x8_t d6, d7, d8, d9, d10, d11, d12, d13, d14; 1757bc9febe8749e98a3812a0dc4380ceae75c29450Johann uint8x8_t d15, d16, d17, d18, d19, d20, d21; 1767bc9febe8749e98a3812a0dc4380ceae75c29450Johann 1777bc9febe8749e98a3812a0dc4380ceae75c29450Johann qblimit = vdupq_n_u8(blimit); 1787bc9febe8749e98a3812a0dc4380ceae75c29450Johann qlimit = vdupq_n_u8(limit); 1797bc9febe8749e98a3812a0dc4380ceae75c29450Johann qthresh = vdupq_n_u8(thresh); 1807bc9febe8749e98a3812a0dc4380ceae75c29450Johann 1817bc9febe8749e98a3812a0dc4380ceae75c29450Johann u -= (pitch << 2); 1827bc9febe8749e98a3812a0dc4380ceae75c29450Johann v -= (pitch << 2); 1837bc9febe8749e98a3812a0dc4380ceae75c29450Johann 1847bc9febe8749e98a3812a0dc4380ceae75c29450Johann d6 = vld1_u8(u); 1857bc9febe8749e98a3812a0dc4380ceae75c29450Johann u += pitch; 1867bc9febe8749e98a3812a0dc4380ceae75c29450Johann d7 = vld1_u8(v); 1877bc9febe8749e98a3812a0dc4380ceae75c29450Johann v += pitch; 1887bc9febe8749e98a3812a0dc4380ceae75c29450Johann d8 = vld1_u8(u); 1897bc9febe8749e98a3812a0dc4380ceae75c29450Johann u += pitch; 1907bc9febe8749e98a3812a0dc4380ceae75c29450Johann d9 = vld1_u8(v); 1917bc9febe8749e98a3812a0dc4380ceae75c29450Johann v += pitch; 1927bc9febe8749e98a3812a0dc4380ceae75c29450Johann d10 = vld1_u8(u); 1937bc9febe8749e98a3812a0dc4380ceae75c29450Johann u += pitch; 1947bc9febe8749e98a3812a0dc4380ceae75c29450Johann d11 = vld1_u8(v); 1957bc9febe8749e98a3812a0dc4380ceae75c29450Johann v += pitch; 1967bc9febe8749e98a3812a0dc4380ceae75c29450Johann d12 = vld1_u8(u); 1977bc9febe8749e98a3812a0dc4380ceae75c29450Johann u += pitch; 1987bc9febe8749e98a3812a0dc4380ceae75c29450Johann d13 = vld1_u8(v); 1997bc9febe8749e98a3812a0dc4380ceae75c29450Johann v += pitch; 2007bc9febe8749e98a3812a0dc4380ceae75c29450Johann d14 = vld1_u8(u); 2017bc9febe8749e98a3812a0dc4380ceae75c29450Johann u += pitch; 2027bc9febe8749e98a3812a0dc4380ceae75c29450Johann d15 = vld1_u8(v); 2037bc9febe8749e98a3812a0dc4380ceae75c29450Johann v += pitch; 2047bc9febe8749e98a3812a0dc4380ceae75c29450Johann d16 = vld1_u8(u); 2057bc9febe8749e98a3812a0dc4380ceae75c29450Johann u += pitch; 2067bc9febe8749e98a3812a0dc4380ceae75c29450Johann d17 = vld1_u8(v); 2077bc9febe8749e98a3812a0dc4380ceae75c29450Johann v += pitch; 2087bc9febe8749e98a3812a0dc4380ceae75c29450Johann d18 = vld1_u8(u); 2097bc9febe8749e98a3812a0dc4380ceae75c29450Johann u += pitch; 2107bc9febe8749e98a3812a0dc4380ceae75c29450Johann d19 = vld1_u8(v); 2117bc9febe8749e98a3812a0dc4380ceae75c29450Johann v += pitch; 2127bc9febe8749e98a3812a0dc4380ceae75c29450Johann d20 = vld1_u8(u); 2137bc9febe8749e98a3812a0dc4380ceae75c29450Johann d21 = vld1_u8(v); 2147bc9febe8749e98a3812a0dc4380ceae75c29450Johann 2157bc9febe8749e98a3812a0dc4380ceae75c29450Johann q3 = vcombine_u8(d6, d7); 2167bc9febe8749e98a3812a0dc4380ceae75c29450Johann q4 = vcombine_u8(d8, d9); 2177bc9febe8749e98a3812a0dc4380ceae75c29450Johann q5 = vcombine_u8(d10, d11); 2187bc9febe8749e98a3812a0dc4380ceae75c29450Johann q6 = vcombine_u8(d12, d13); 2197bc9febe8749e98a3812a0dc4380ceae75c29450Johann q7 = vcombine_u8(d14, d15); 2207bc9febe8749e98a3812a0dc4380ceae75c29450Johann q8 = vcombine_u8(d16, d17); 2217bc9febe8749e98a3812a0dc4380ceae75c29450Johann q9 = vcombine_u8(d18, d19); 2227bc9febe8749e98a3812a0dc4380ceae75c29450Johann q10 = vcombine_u8(d20, d21); 2237bc9febe8749e98a3812a0dc4380ceae75c29450Johann 2247bc9febe8749e98a3812a0dc4380ceae75c29450Johann vp8_loop_filter_neon(qblimit, qlimit, qthresh, q3, q4, q5, q6, q7, q8, q9, 2257bc9febe8749e98a3812a0dc4380ceae75c29450Johann q10, &q5, &q6, &q7, &q8); 2267bc9febe8749e98a3812a0dc4380ceae75c29450Johann 2277bc9febe8749e98a3812a0dc4380ceae75c29450Johann u -= (pitch * 5); 2287bc9febe8749e98a3812a0dc4380ceae75c29450Johann vst1_u8(u, vget_low_u8(q5)); 2297bc9febe8749e98a3812a0dc4380ceae75c29450Johann u += pitch; 2307bc9febe8749e98a3812a0dc4380ceae75c29450Johann vst1_u8(u, vget_low_u8(q6)); 2317bc9febe8749e98a3812a0dc4380ceae75c29450Johann u += pitch; 2327bc9febe8749e98a3812a0dc4380ceae75c29450Johann vst1_u8(u, vget_low_u8(q7)); 2337bc9febe8749e98a3812a0dc4380ceae75c29450Johann u += pitch; 2347bc9febe8749e98a3812a0dc4380ceae75c29450Johann vst1_u8(u, vget_low_u8(q8)); 2357bc9febe8749e98a3812a0dc4380ceae75c29450Johann 2367bc9febe8749e98a3812a0dc4380ceae75c29450Johann v -= (pitch * 5); 2377bc9febe8749e98a3812a0dc4380ceae75c29450Johann vst1_u8(v, vget_high_u8(q5)); 2387bc9febe8749e98a3812a0dc4380ceae75c29450Johann v += pitch; 2397bc9febe8749e98a3812a0dc4380ceae75c29450Johann vst1_u8(v, vget_high_u8(q6)); 2407bc9febe8749e98a3812a0dc4380ceae75c29450Johann v += pitch; 2417bc9febe8749e98a3812a0dc4380ceae75c29450Johann vst1_u8(v, vget_high_u8(q7)); 2427bc9febe8749e98a3812a0dc4380ceae75c29450Johann v += pitch; 2437bc9febe8749e98a3812a0dc4380ceae75c29450Johann vst1_u8(v, vget_high_u8(q8)); 2447bc9febe8749e98a3812a0dc4380ceae75c29450Johann return; 245da49e34c1fb5e99681f4ad99c21d9cfd83eddb96Vignesh Venkatasubramanian} 246da49e34c1fb5e99681f4ad99c21d9cfd83eddb96Vignesh Venkatasubramanian 247da49e34c1fb5e99681f4ad99c21d9cfd83eddb96Vignesh Venkatasubramanianstatic INLINE void write_4x8(unsigned char *dst, int pitch, 248da49e34c1fb5e99681f4ad99c21d9cfd83eddb96Vignesh Venkatasubramanian const uint8x8x4_t result) { 249da49e34c1fb5e99681f4ad99c21d9cfd83eddb96Vignesh Venkatasubramanian#ifdef VPX_INCOMPATIBLE_GCC 2507bc9febe8749e98a3812a0dc4380ceae75c29450Johann /* 2517bc9febe8749e98a3812a0dc4380ceae75c29450Johann * uint8x8x4_t result 2527bc9febe8749e98a3812a0dc4380ceae75c29450Johann 00 01 02 03 | 04 05 06 07 2537bc9febe8749e98a3812a0dc4380ceae75c29450Johann 10 11 12 13 | 14 15 16 17 2547bc9febe8749e98a3812a0dc4380ceae75c29450Johann 20 21 22 23 | 24 25 26 27 2557bc9febe8749e98a3812a0dc4380ceae75c29450Johann 30 31 32 33 | 34 35 36 37 2567bc9febe8749e98a3812a0dc4380ceae75c29450Johann --- 2577bc9febe8749e98a3812a0dc4380ceae75c29450Johann * after vtrn_u16 2587bc9febe8749e98a3812a0dc4380ceae75c29450Johann 00 01 20 21 | 04 05 24 25 2597bc9febe8749e98a3812a0dc4380ceae75c29450Johann 02 03 22 23 | 06 07 26 27 2607bc9febe8749e98a3812a0dc4380ceae75c29450Johann 10 11 30 31 | 14 15 34 35 2617bc9febe8749e98a3812a0dc4380ceae75c29450Johann 12 13 32 33 | 16 17 36 37 2627bc9febe8749e98a3812a0dc4380ceae75c29450Johann --- 2637bc9febe8749e98a3812a0dc4380ceae75c29450Johann * after vtrn_u8 2647bc9febe8749e98a3812a0dc4380ceae75c29450Johann 00 10 20 30 | 04 14 24 34 2657bc9febe8749e98a3812a0dc4380ceae75c29450Johann 01 11 21 31 | 05 15 25 35 2667bc9febe8749e98a3812a0dc4380ceae75c29450Johann 02 12 22 32 | 06 16 26 36 2677bc9febe8749e98a3812a0dc4380ceae75c29450Johann 03 13 23 33 | 07 17 27 37 2687bc9febe8749e98a3812a0dc4380ceae75c29450Johann */ 2697bc9febe8749e98a3812a0dc4380ceae75c29450Johann const uint16x4x2_t r02_u16 = vtrn_u16(vreinterpret_u16_u8(result.val[0]), 2707bc9febe8749e98a3812a0dc4380ceae75c29450Johann vreinterpret_u16_u8(result.val[2])); 2717bc9febe8749e98a3812a0dc4380ceae75c29450Johann const uint16x4x2_t r13_u16 = vtrn_u16(vreinterpret_u16_u8(result.val[1]), 2727bc9febe8749e98a3812a0dc4380ceae75c29450Johann vreinterpret_u16_u8(result.val[3])); 2737bc9febe8749e98a3812a0dc4380ceae75c29450Johann const uint8x8x2_t r01_u8 = vtrn_u8(vreinterpret_u8_u16(r02_u16.val[0]), 2747bc9febe8749e98a3812a0dc4380ceae75c29450Johann vreinterpret_u8_u16(r13_u16.val[0])); 2757bc9febe8749e98a3812a0dc4380ceae75c29450Johann const uint8x8x2_t r23_u8 = vtrn_u8(vreinterpret_u8_u16(r02_u16.val[1]), 2767bc9febe8749e98a3812a0dc4380ceae75c29450Johann vreinterpret_u8_u16(r13_u16.val[1])); 2777bc9febe8749e98a3812a0dc4380ceae75c29450Johann const uint32x2_t x_0_4 = vreinterpret_u32_u8(r01_u8.val[0]); 2787bc9febe8749e98a3812a0dc4380ceae75c29450Johann const uint32x2_t x_1_5 = vreinterpret_u32_u8(r01_u8.val[1]); 2797bc9febe8749e98a3812a0dc4380ceae75c29450Johann const uint32x2_t x_2_6 = vreinterpret_u32_u8(r23_u8.val[0]); 2807bc9febe8749e98a3812a0dc4380ceae75c29450Johann const uint32x2_t x_3_7 = vreinterpret_u32_u8(r23_u8.val[1]); 2817bc9febe8749e98a3812a0dc4380ceae75c29450Johann vst1_lane_u32((uint32_t *)dst, x_0_4, 0); 2827bc9febe8749e98a3812a0dc4380ceae75c29450Johann dst += pitch; 2837bc9febe8749e98a3812a0dc4380ceae75c29450Johann vst1_lane_u32((uint32_t *)dst, x_1_5, 0); 2847bc9febe8749e98a3812a0dc4380ceae75c29450Johann dst += pitch; 2857bc9febe8749e98a3812a0dc4380ceae75c29450Johann vst1_lane_u32((uint32_t *)dst, x_2_6, 0); 2867bc9febe8749e98a3812a0dc4380ceae75c29450Johann dst += pitch; 2877bc9febe8749e98a3812a0dc4380ceae75c29450Johann vst1_lane_u32((uint32_t *)dst, x_3_7, 0); 2887bc9febe8749e98a3812a0dc4380ceae75c29450Johann dst += pitch; 2897bc9febe8749e98a3812a0dc4380ceae75c29450Johann vst1_lane_u32((uint32_t *)dst, x_0_4, 1); 2907bc9febe8749e98a3812a0dc4380ceae75c29450Johann dst += pitch; 2917bc9febe8749e98a3812a0dc4380ceae75c29450Johann vst1_lane_u32((uint32_t *)dst, x_1_5, 1); 2927bc9febe8749e98a3812a0dc4380ceae75c29450Johann dst += pitch; 2937bc9febe8749e98a3812a0dc4380ceae75c29450Johann vst1_lane_u32((uint32_t *)dst, x_2_6, 1); 2947bc9febe8749e98a3812a0dc4380ceae75c29450Johann dst += pitch; 2957bc9febe8749e98a3812a0dc4380ceae75c29450Johann vst1_lane_u32((uint32_t *)dst, x_3_7, 1); 296da49e34c1fb5e99681f4ad99c21d9cfd83eddb96Vignesh Venkatasubramanian#else 2977bc9febe8749e98a3812a0dc4380ceae75c29450Johann vst4_lane_u8(dst, result, 0); 2987bc9febe8749e98a3812a0dc4380ceae75c29450Johann dst += pitch; 2997bc9febe8749e98a3812a0dc4380ceae75c29450Johann vst4_lane_u8(dst, result, 1); 3007bc9febe8749e98a3812a0dc4380ceae75c29450Johann dst += pitch; 3017bc9febe8749e98a3812a0dc4380ceae75c29450Johann vst4_lane_u8(dst, result, 2); 3027bc9febe8749e98a3812a0dc4380ceae75c29450Johann dst += pitch; 3037bc9febe8749e98a3812a0dc4380ceae75c29450Johann vst4_lane_u8(dst, result, 3); 3047bc9febe8749e98a3812a0dc4380ceae75c29450Johann dst += pitch; 3057bc9febe8749e98a3812a0dc4380ceae75c29450Johann vst4_lane_u8(dst, result, 4); 3067bc9febe8749e98a3812a0dc4380ceae75c29450Johann dst += pitch; 3077bc9febe8749e98a3812a0dc4380ceae75c29450Johann vst4_lane_u8(dst, result, 5); 3087bc9febe8749e98a3812a0dc4380ceae75c29450Johann dst += pitch; 3097bc9febe8749e98a3812a0dc4380ceae75c29450Johann vst4_lane_u8(dst, result, 6); 3107bc9febe8749e98a3812a0dc4380ceae75c29450Johann dst += pitch; 3117bc9febe8749e98a3812a0dc4380ceae75c29450Johann vst4_lane_u8(dst, result, 7); 312da49e34c1fb5e99681f4ad99c21d9cfd83eddb96Vignesh Venkatasubramanian#endif // VPX_INCOMPATIBLE_GCC 313da49e34c1fb5e99681f4ad99c21d9cfd83eddb96Vignesh Venkatasubramanian} 314da49e34c1fb5e99681f4ad99c21d9cfd83eddb96Vignesh Venkatasubramanian 3157bc9febe8749e98a3812a0dc4380ceae75c29450Johannvoid vp8_loop_filter_vertical_edge_y_neon(unsigned char *src, int pitch, 3167bc9febe8749e98a3812a0dc4380ceae75c29450Johann unsigned char blimit, 3177bc9febe8749e98a3812a0dc4380ceae75c29450Johann unsigned char limit, 3187bc9febe8749e98a3812a0dc4380ceae75c29450Johann unsigned char thresh) { 3197bc9febe8749e98a3812a0dc4380ceae75c29450Johann unsigned char *s, *d; 3207bc9febe8749e98a3812a0dc4380ceae75c29450Johann uint8x16_t qblimit, qlimit, qthresh, q3, q4; 3217bc9febe8749e98a3812a0dc4380ceae75c29450Johann uint8x16_t q5, q6, q7, q8, q9, q10; 3227bc9febe8749e98a3812a0dc4380ceae75c29450Johann uint8x8_t d6, d7, d8, d9, d10, d11, d12, d13, d14; 3237bc9febe8749e98a3812a0dc4380ceae75c29450Johann uint8x8_t d15, d16, d17, d18, d19, d20, d21; 3247bc9febe8749e98a3812a0dc4380ceae75c29450Johann uint32x4x2_t q2tmp0, q2tmp1, q2tmp2, q2tmp3; 3257bc9febe8749e98a3812a0dc4380ceae75c29450Johann uint16x8x2_t q2tmp4, q2tmp5, q2tmp6, q2tmp7; 3267bc9febe8749e98a3812a0dc4380ceae75c29450Johann uint8x16x2_t q2tmp8, q2tmp9, q2tmp10, q2tmp11; 3277bc9febe8749e98a3812a0dc4380ceae75c29450Johann uint8x8x4_t q4ResultH, q4ResultL; 3287bc9febe8749e98a3812a0dc4380ceae75c29450Johann 3297bc9febe8749e98a3812a0dc4380ceae75c29450Johann qblimit = vdupq_n_u8(blimit); 3307bc9febe8749e98a3812a0dc4380ceae75c29450Johann qlimit = vdupq_n_u8(limit); 3317bc9febe8749e98a3812a0dc4380ceae75c29450Johann qthresh = vdupq_n_u8(thresh); 3327bc9febe8749e98a3812a0dc4380ceae75c29450Johann 3337bc9febe8749e98a3812a0dc4380ceae75c29450Johann s = src - 4; 3347bc9febe8749e98a3812a0dc4380ceae75c29450Johann d6 = vld1_u8(s); 3357bc9febe8749e98a3812a0dc4380ceae75c29450Johann s += pitch; 3367bc9febe8749e98a3812a0dc4380ceae75c29450Johann d8 = vld1_u8(s); 3377bc9febe8749e98a3812a0dc4380ceae75c29450Johann s += pitch; 3387bc9febe8749e98a3812a0dc4380ceae75c29450Johann d10 = vld1_u8(s); 3397bc9febe8749e98a3812a0dc4380ceae75c29450Johann s += pitch; 3407bc9febe8749e98a3812a0dc4380ceae75c29450Johann d12 = vld1_u8(s); 3417bc9febe8749e98a3812a0dc4380ceae75c29450Johann s += pitch; 3427bc9febe8749e98a3812a0dc4380ceae75c29450Johann d14 = vld1_u8(s); 3437bc9febe8749e98a3812a0dc4380ceae75c29450Johann s += pitch; 3447bc9febe8749e98a3812a0dc4380ceae75c29450Johann d16 = vld1_u8(s); 3457bc9febe8749e98a3812a0dc4380ceae75c29450Johann s += pitch; 3467bc9febe8749e98a3812a0dc4380ceae75c29450Johann d18 = vld1_u8(s); 3477bc9febe8749e98a3812a0dc4380ceae75c29450Johann s += pitch; 3487bc9febe8749e98a3812a0dc4380ceae75c29450Johann d20 = vld1_u8(s); 3497bc9febe8749e98a3812a0dc4380ceae75c29450Johann s += pitch; 3507bc9febe8749e98a3812a0dc4380ceae75c29450Johann d7 = vld1_u8(s); 3517bc9febe8749e98a3812a0dc4380ceae75c29450Johann s += pitch; 3527bc9febe8749e98a3812a0dc4380ceae75c29450Johann d9 = vld1_u8(s); 3537bc9febe8749e98a3812a0dc4380ceae75c29450Johann s += pitch; 3547bc9febe8749e98a3812a0dc4380ceae75c29450Johann d11 = vld1_u8(s); 3557bc9febe8749e98a3812a0dc4380ceae75c29450Johann s += pitch; 3567bc9febe8749e98a3812a0dc4380ceae75c29450Johann d13 = vld1_u8(s); 3577bc9febe8749e98a3812a0dc4380ceae75c29450Johann s += pitch; 3587bc9febe8749e98a3812a0dc4380ceae75c29450Johann d15 = vld1_u8(s); 3597bc9febe8749e98a3812a0dc4380ceae75c29450Johann s += pitch; 3607bc9febe8749e98a3812a0dc4380ceae75c29450Johann d17 = vld1_u8(s); 3617bc9febe8749e98a3812a0dc4380ceae75c29450Johann s += pitch; 3627bc9febe8749e98a3812a0dc4380ceae75c29450Johann d19 = vld1_u8(s); 3637bc9febe8749e98a3812a0dc4380ceae75c29450Johann s += pitch; 3647bc9febe8749e98a3812a0dc4380ceae75c29450Johann d21 = vld1_u8(s); 3657bc9febe8749e98a3812a0dc4380ceae75c29450Johann 3667bc9febe8749e98a3812a0dc4380ceae75c29450Johann q3 = vcombine_u8(d6, d7); 3677bc9febe8749e98a3812a0dc4380ceae75c29450Johann q4 = vcombine_u8(d8, d9); 3687bc9febe8749e98a3812a0dc4380ceae75c29450Johann q5 = vcombine_u8(d10, d11); 3697bc9febe8749e98a3812a0dc4380ceae75c29450Johann q6 = vcombine_u8(d12, d13); 3707bc9febe8749e98a3812a0dc4380ceae75c29450Johann q7 = vcombine_u8(d14, d15); 3717bc9febe8749e98a3812a0dc4380ceae75c29450Johann q8 = vcombine_u8(d16, d17); 3727bc9febe8749e98a3812a0dc4380ceae75c29450Johann q9 = vcombine_u8(d18, d19); 3737bc9febe8749e98a3812a0dc4380ceae75c29450Johann q10 = vcombine_u8(d20, d21); 3747bc9febe8749e98a3812a0dc4380ceae75c29450Johann 3757bc9febe8749e98a3812a0dc4380ceae75c29450Johann q2tmp0 = vtrnq_u32(vreinterpretq_u32_u8(q3), vreinterpretq_u32_u8(q7)); 3767bc9febe8749e98a3812a0dc4380ceae75c29450Johann q2tmp1 = vtrnq_u32(vreinterpretq_u32_u8(q4), vreinterpretq_u32_u8(q8)); 3777bc9febe8749e98a3812a0dc4380ceae75c29450Johann q2tmp2 = vtrnq_u32(vreinterpretq_u32_u8(q5), vreinterpretq_u32_u8(q9)); 3787bc9febe8749e98a3812a0dc4380ceae75c29450Johann q2tmp3 = vtrnq_u32(vreinterpretq_u32_u8(q6), vreinterpretq_u32_u8(q10)); 3797bc9febe8749e98a3812a0dc4380ceae75c29450Johann 3807bc9febe8749e98a3812a0dc4380ceae75c29450Johann q2tmp4 = vtrnq_u16(vreinterpretq_u16_u32(q2tmp0.val[0]), 3817bc9febe8749e98a3812a0dc4380ceae75c29450Johann vreinterpretq_u16_u32(q2tmp2.val[0])); 3827bc9febe8749e98a3812a0dc4380ceae75c29450Johann q2tmp5 = vtrnq_u16(vreinterpretq_u16_u32(q2tmp1.val[0]), 3837bc9febe8749e98a3812a0dc4380ceae75c29450Johann vreinterpretq_u16_u32(q2tmp3.val[0])); 3847bc9febe8749e98a3812a0dc4380ceae75c29450Johann q2tmp6 = vtrnq_u16(vreinterpretq_u16_u32(q2tmp0.val[1]), 3857bc9febe8749e98a3812a0dc4380ceae75c29450Johann vreinterpretq_u16_u32(q2tmp2.val[1])); 3867bc9febe8749e98a3812a0dc4380ceae75c29450Johann q2tmp7 = vtrnq_u16(vreinterpretq_u16_u32(q2tmp1.val[1]), 3877bc9febe8749e98a3812a0dc4380ceae75c29450Johann vreinterpretq_u16_u32(q2tmp3.val[1])); 3887bc9febe8749e98a3812a0dc4380ceae75c29450Johann 3897bc9febe8749e98a3812a0dc4380ceae75c29450Johann q2tmp8 = vtrnq_u8(vreinterpretq_u8_u16(q2tmp4.val[0]), 3907bc9febe8749e98a3812a0dc4380ceae75c29450Johann vreinterpretq_u8_u16(q2tmp5.val[0])); 3917bc9febe8749e98a3812a0dc4380ceae75c29450Johann q2tmp9 = vtrnq_u8(vreinterpretq_u8_u16(q2tmp4.val[1]), 3927bc9febe8749e98a3812a0dc4380ceae75c29450Johann vreinterpretq_u8_u16(q2tmp5.val[1])); 3937bc9febe8749e98a3812a0dc4380ceae75c29450Johann q2tmp10 = vtrnq_u8(vreinterpretq_u8_u16(q2tmp6.val[0]), 3947bc9febe8749e98a3812a0dc4380ceae75c29450Johann vreinterpretq_u8_u16(q2tmp7.val[0])); 3957bc9febe8749e98a3812a0dc4380ceae75c29450Johann q2tmp11 = vtrnq_u8(vreinterpretq_u8_u16(q2tmp6.val[1]), 3967bc9febe8749e98a3812a0dc4380ceae75c29450Johann vreinterpretq_u8_u16(q2tmp7.val[1])); 3977bc9febe8749e98a3812a0dc4380ceae75c29450Johann 3987bc9febe8749e98a3812a0dc4380ceae75c29450Johann q3 = q2tmp8.val[0]; 3997bc9febe8749e98a3812a0dc4380ceae75c29450Johann q4 = q2tmp8.val[1]; 4007bc9febe8749e98a3812a0dc4380ceae75c29450Johann q5 = q2tmp9.val[0]; 4017bc9febe8749e98a3812a0dc4380ceae75c29450Johann q6 = q2tmp9.val[1]; 4027bc9febe8749e98a3812a0dc4380ceae75c29450Johann q7 = q2tmp10.val[0]; 4037bc9febe8749e98a3812a0dc4380ceae75c29450Johann q8 = q2tmp10.val[1]; 4047bc9febe8749e98a3812a0dc4380ceae75c29450Johann q9 = q2tmp11.val[0]; 4057bc9febe8749e98a3812a0dc4380ceae75c29450Johann q10 = q2tmp11.val[1]; 4067bc9febe8749e98a3812a0dc4380ceae75c29450Johann 4077bc9febe8749e98a3812a0dc4380ceae75c29450Johann vp8_loop_filter_neon(qblimit, qlimit, qthresh, q3, q4, q5, q6, q7, q8, q9, 4087bc9febe8749e98a3812a0dc4380ceae75c29450Johann q10, &q5, &q6, &q7, &q8); 4097bc9febe8749e98a3812a0dc4380ceae75c29450Johann 4107bc9febe8749e98a3812a0dc4380ceae75c29450Johann q4ResultL.val[0] = vget_low_u8(q5); // d10 4117bc9febe8749e98a3812a0dc4380ceae75c29450Johann q4ResultL.val[1] = vget_low_u8(q6); // d12 4127bc9febe8749e98a3812a0dc4380ceae75c29450Johann q4ResultL.val[2] = vget_low_u8(q7); // d14 4137bc9febe8749e98a3812a0dc4380ceae75c29450Johann q4ResultL.val[3] = vget_low_u8(q8); // d16 4147bc9febe8749e98a3812a0dc4380ceae75c29450Johann q4ResultH.val[0] = vget_high_u8(q5); // d11 4157bc9febe8749e98a3812a0dc4380ceae75c29450Johann q4ResultH.val[1] = vget_high_u8(q6); // d13 4167bc9febe8749e98a3812a0dc4380ceae75c29450Johann q4ResultH.val[2] = vget_high_u8(q7); // d15 4177bc9febe8749e98a3812a0dc4380ceae75c29450Johann q4ResultH.val[3] = vget_high_u8(q8); // d17 4187bc9febe8749e98a3812a0dc4380ceae75c29450Johann 4197bc9febe8749e98a3812a0dc4380ceae75c29450Johann d = src - 2; 4207bc9febe8749e98a3812a0dc4380ceae75c29450Johann write_4x8(d, pitch, q4ResultL); 4217bc9febe8749e98a3812a0dc4380ceae75c29450Johann d += pitch * 8; 4227bc9febe8749e98a3812a0dc4380ceae75c29450Johann write_4x8(d, pitch, q4ResultH); 423da49e34c1fb5e99681f4ad99c21d9cfd83eddb96Vignesh Venkatasubramanian} 424da49e34c1fb5e99681f4ad99c21d9cfd83eddb96Vignesh Venkatasubramanian 4257bc9febe8749e98a3812a0dc4380ceae75c29450Johannvoid vp8_loop_filter_vertical_edge_uv_neon(unsigned char *u, int pitch, 4267bc9febe8749e98a3812a0dc4380ceae75c29450Johann unsigned char blimit, 4277bc9febe8749e98a3812a0dc4380ceae75c29450Johann unsigned char limit, 4287bc9febe8749e98a3812a0dc4380ceae75c29450Johann unsigned char thresh, 4297bc9febe8749e98a3812a0dc4380ceae75c29450Johann unsigned char *v) { 4307bc9febe8749e98a3812a0dc4380ceae75c29450Johann unsigned char *us, *ud; 4317bc9febe8749e98a3812a0dc4380ceae75c29450Johann unsigned char *vs, *vd; 4327bc9febe8749e98a3812a0dc4380ceae75c29450Johann uint8x16_t qblimit, qlimit, qthresh, q3, q4; 4337bc9febe8749e98a3812a0dc4380ceae75c29450Johann uint8x16_t q5, q6, q7, q8, q9, q10; 4347bc9febe8749e98a3812a0dc4380ceae75c29450Johann uint8x8_t d6, d7, d8, d9, d10, d11, d12, d13, d14; 4357bc9febe8749e98a3812a0dc4380ceae75c29450Johann uint8x8_t d15, d16, d17, d18, d19, d20, d21; 4367bc9febe8749e98a3812a0dc4380ceae75c29450Johann uint32x4x2_t q2tmp0, q2tmp1, q2tmp2, q2tmp3; 4377bc9febe8749e98a3812a0dc4380ceae75c29450Johann uint16x8x2_t q2tmp4, q2tmp5, q2tmp6, q2tmp7; 4387bc9febe8749e98a3812a0dc4380ceae75c29450Johann uint8x16x2_t q2tmp8, q2tmp9, q2tmp10, q2tmp11; 4397bc9febe8749e98a3812a0dc4380ceae75c29450Johann uint8x8x4_t q4ResultH, q4ResultL; 4407bc9febe8749e98a3812a0dc4380ceae75c29450Johann 4417bc9febe8749e98a3812a0dc4380ceae75c29450Johann qblimit = vdupq_n_u8(blimit); 4427bc9febe8749e98a3812a0dc4380ceae75c29450Johann qlimit = vdupq_n_u8(limit); 4437bc9febe8749e98a3812a0dc4380ceae75c29450Johann qthresh = vdupq_n_u8(thresh); 4447bc9febe8749e98a3812a0dc4380ceae75c29450Johann 4457bc9febe8749e98a3812a0dc4380ceae75c29450Johann us = u - 4; 4467bc9febe8749e98a3812a0dc4380ceae75c29450Johann d6 = vld1_u8(us); 4477bc9febe8749e98a3812a0dc4380ceae75c29450Johann us += pitch; 4487bc9febe8749e98a3812a0dc4380ceae75c29450Johann d8 = vld1_u8(us); 4497bc9febe8749e98a3812a0dc4380ceae75c29450Johann us += pitch; 4507bc9febe8749e98a3812a0dc4380ceae75c29450Johann d10 = vld1_u8(us); 4517bc9febe8749e98a3812a0dc4380ceae75c29450Johann us += pitch; 4527bc9febe8749e98a3812a0dc4380ceae75c29450Johann d12 = vld1_u8(us); 4537bc9febe8749e98a3812a0dc4380ceae75c29450Johann us += pitch; 4547bc9febe8749e98a3812a0dc4380ceae75c29450Johann d14 = vld1_u8(us); 4557bc9febe8749e98a3812a0dc4380ceae75c29450Johann us += pitch; 4567bc9febe8749e98a3812a0dc4380ceae75c29450Johann d16 = vld1_u8(us); 4577bc9febe8749e98a3812a0dc4380ceae75c29450Johann us += pitch; 4587bc9febe8749e98a3812a0dc4380ceae75c29450Johann d18 = vld1_u8(us); 4597bc9febe8749e98a3812a0dc4380ceae75c29450Johann us += pitch; 4607bc9febe8749e98a3812a0dc4380ceae75c29450Johann d20 = vld1_u8(us); 4617bc9febe8749e98a3812a0dc4380ceae75c29450Johann 4627bc9febe8749e98a3812a0dc4380ceae75c29450Johann vs = v - 4; 4637bc9febe8749e98a3812a0dc4380ceae75c29450Johann d7 = vld1_u8(vs); 4647bc9febe8749e98a3812a0dc4380ceae75c29450Johann vs += pitch; 4657bc9febe8749e98a3812a0dc4380ceae75c29450Johann d9 = vld1_u8(vs); 4667bc9febe8749e98a3812a0dc4380ceae75c29450Johann vs += pitch; 4677bc9febe8749e98a3812a0dc4380ceae75c29450Johann d11 = vld1_u8(vs); 4687bc9febe8749e98a3812a0dc4380ceae75c29450Johann vs += pitch; 4697bc9febe8749e98a3812a0dc4380ceae75c29450Johann d13 = vld1_u8(vs); 4707bc9febe8749e98a3812a0dc4380ceae75c29450Johann vs += pitch; 4717bc9febe8749e98a3812a0dc4380ceae75c29450Johann d15 = vld1_u8(vs); 4727bc9febe8749e98a3812a0dc4380ceae75c29450Johann vs += pitch; 4737bc9febe8749e98a3812a0dc4380ceae75c29450Johann d17 = vld1_u8(vs); 4747bc9febe8749e98a3812a0dc4380ceae75c29450Johann vs += pitch; 4757bc9febe8749e98a3812a0dc4380ceae75c29450Johann d19 = vld1_u8(vs); 4767bc9febe8749e98a3812a0dc4380ceae75c29450Johann vs += pitch; 4777bc9febe8749e98a3812a0dc4380ceae75c29450Johann d21 = vld1_u8(vs); 4787bc9febe8749e98a3812a0dc4380ceae75c29450Johann 4797bc9febe8749e98a3812a0dc4380ceae75c29450Johann q3 = vcombine_u8(d6, d7); 4807bc9febe8749e98a3812a0dc4380ceae75c29450Johann q4 = vcombine_u8(d8, d9); 4817bc9febe8749e98a3812a0dc4380ceae75c29450Johann q5 = vcombine_u8(d10, d11); 4827bc9febe8749e98a3812a0dc4380ceae75c29450Johann q6 = vcombine_u8(d12, d13); 4837bc9febe8749e98a3812a0dc4380ceae75c29450Johann q7 = vcombine_u8(d14, d15); 4847bc9febe8749e98a3812a0dc4380ceae75c29450Johann q8 = vcombine_u8(d16, d17); 4857bc9febe8749e98a3812a0dc4380ceae75c29450Johann q9 = vcombine_u8(d18, d19); 4867bc9febe8749e98a3812a0dc4380ceae75c29450Johann q10 = vcombine_u8(d20, d21); 4877bc9febe8749e98a3812a0dc4380ceae75c29450Johann 4887bc9febe8749e98a3812a0dc4380ceae75c29450Johann q2tmp0 = vtrnq_u32(vreinterpretq_u32_u8(q3), vreinterpretq_u32_u8(q7)); 4897bc9febe8749e98a3812a0dc4380ceae75c29450Johann q2tmp1 = vtrnq_u32(vreinterpretq_u32_u8(q4), vreinterpretq_u32_u8(q8)); 4907bc9febe8749e98a3812a0dc4380ceae75c29450Johann q2tmp2 = vtrnq_u32(vreinterpretq_u32_u8(q5), vreinterpretq_u32_u8(q9)); 4917bc9febe8749e98a3812a0dc4380ceae75c29450Johann q2tmp3 = vtrnq_u32(vreinterpretq_u32_u8(q6), vreinterpretq_u32_u8(q10)); 4927bc9febe8749e98a3812a0dc4380ceae75c29450Johann 4937bc9febe8749e98a3812a0dc4380ceae75c29450Johann q2tmp4 = vtrnq_u16(vreinterpretq_u16_u32(q2tmp0.val[0]), 4947bc9febe8749e98a3812a0dc4380ceae75c29450Johann vreinterpretq_u16_u32(q2tmp2.val[0])); 4957bc9febe8749e98a3812a0dc4380ceae75c29450Johann q2tmp5 = vtrnq_u16(vreinterpretq_u16_u32(q2tmp1.val[0]), 4967bc9febe8749e98a3812a0dc4380ceae75c29450Johann vreinterpretq_u16_u32(q2tmp3.val[0])); 4977bc9febe8749e98a3812a0dc4380ceae75c29450Johann q2tmp6 = vtrnq_u16(vreinterpretq_u16_u32(q2tmp0.val[1]), 4987bc9febe8749e98a3812a0dc4380ceae75c29450Johann vreinterpretq_u16_u32(q2tmp2.val[1])); 4997bc9febe8749e98a3812a0dc4380ceae75c29450Johann q2tmp7 = vtrnq_u16(vreinterpretq_u16_u32(q2tmp1.val[1]), 5007bc9febe8749e98a3812a0dc4380ceae75c29450Johann vreinterpretq_u16_u32(q2tmp3.val[1])); 5017bc9febe8749e98a3812a0dc4380ceae75c29450Johann 5027bc9febe8749e98a3812a0dc4380ceae75c29450Johann q2tmp8 = vtrnq_u8(vreinterpretq_u8_u16(q2tmp4.val[0]), 5037bc9febe8749e98a3812a0dc4380ceae75c29450Johann vreinterpretq_u8_u16(q2tmp5.val[0])); 5047bc9febe8749e98a3812a0dc4380ceae75c29450Johann q2tmp9 = vtrnq_u8(vreinterpretq_u8_u16(q2tmp4.val[1]), 5057bc9febe8749e98a3812a0dc4380ceae75c29450Johann vreinterpretq_u8_u16(q2tmp5.val[1])); 5067bc9febe8749e98a3812a0dc4380ceae75c29450Johann q2tmp10 = vtrnq_u8(vreinterpretq_u8_u16(q2tmp6.val[0]), 5077bc9febe8749e98a3812a0dc4380ceae75c29450Johann vreinterpretq_u8_u16(q2tmp7.val[0])); 5087bc9febe8749e98a3812a0dc4380ceae75c29450Johann q2tmp11 = vtrnq_u8(vreinterpretq_u8_u16(q2tmp6.val[1]), 5097bc9febe8749e98a3812a0dc4380ceae75c29450Johann vreinterpretq_u8_u16(q2tmp7.val[1])); 5107bc9febe8749e98a3812a0dc4380ceae75c29450Johann 5117bc9febe8749e98a3812a0dc4380ceae75c29450Johann q3 = q2tmp8.val[0]; 5127bc9febe8749e98a3812a0dc4380ceae75c29450Johann q4 = q2tmp8.val[1]; 5137bc9febe8749e98a3812a0dc4380ceae75c29450Johann q5 = q2tmp9.val[0]; 5147bc9febe8749e98a3812a0dc4380ceae75c29450Johann q6 = q2tmp9.val[1]; 5157bc9febe8749e98a3812a0dc4380ceae75c29450Johann q7 = q2tmp10.val[0]; 5167bc9febe8749e98a3812a0dc4380ceae75c29450Johann q8 = q2tmp10.val[1]; 5177bc9febe8749e98a3812a0dc4380ceae75c29450Johann q9 = q2tmp11.val[0]; 5187bc9febe8749e98a3812a0dc4380ceae75c29450Johann q10 = q2tmp11.val[1]; 5197bc9febe8749e98a3812a0dc4380ceae75c29450Johann 5207bc9febe8749e98a3812a0dc4380ceae75c29450Johann vp8_loop_filter_neon(qblimit, qlimit, qthresh, q3, q4, q5, q6, q7, q8, q9, 5217bc9febe8749e98a3812a0dc4380ceae75c29450Johann q10, &q5, &q6, &q7, &q8); 5227bc9febe8749e98a3812a0dc4380ceae75c29450Johann 5237bc9febe8749e98a3812a0dc4380ceae75c29450Johann q4ResultL.val[0] = vget_low_u8(q5); // d10 5247bc9febe8749e98a3812a0dc4380ceae75c29450Johann q4ResultL.val[1] = vget_low_u8(q6); // d12 5257bc9febe8749e98a3812a0dc4380ceae75c29450Johann q4ResultL.val[2] = vget_low_u8(q7); // d14 5267bc9febe8749e98a3812a0dc4380ceae75c29450Johann q4ResultL.val[3] = vget_low_u8(q8); // d16 5277bc9febe8749e98a3812a0dc4380ceae75c29450Johann ud = u - 2; 5287bc9febe8749e98a3812a0dc4380ceae75c29450Johann write_4x8(ud, pitch, q4ResultL); 5297bc9febe8749e98a3812a0dc4380ceae75c29450Johann 5307bc9febe8749e98a3812a0dc4380ceae75c29450Johann q4ResultH.val[0] = vget_high_u8(q5); // d11 5317bc9febe8749e98a3812a0dc4380ceae75c29450Johann q4ResultH.val[1] = vget_high_u8(q6); // d13 5327bc9febe8749e98a3812a0dc4380ceae75c29450Johann q4ResultH.val[2] = vget_high_u8(q7); // d15 5337bc9febe8749e98a3812a0dc4380ceae75c29450Johann q4ResultH.val[3] = vget_high_u8(q8); // d17 5347bc9febe8749e98a3812a0dc4380ceae75c29450Johann vd = v - 2; 5357bc9febe8749e98a3812a0dc4380ceae75c29450Johann write_4x8(vd, pitch, q4ResultH); 536da49e34c1fb5e99681f4ad99c21d9cfd83eddb96Vignesh Venkatasubramanian} 537