10912efc2528d03c59d45dd9bdc9ff9ec800a3fc1James Zern// Copyright 2016 Google Inc. All Rights Reserved. 20912efc2528d03c59d45dd9bdc9ff9ec800a3fc1James Zern// 30912efc2528d03c59d45dd9bdc9ff9ec800a3fc1James Zern// Use of this source code is governed by a BSD-style license 40912efc2528d03c59d45dd9bdc9ff9ec800a3fc1James Zern// that can be found in the COPYING file in the root of the source 50912efc2528d03c59d45dd9bdc9ff9ec800a3fc1James Zern// tree. An additional intellectual property rights grant can be found 60912efc2528d03c59d45dd9bdc9ff9ec800a3fc1James Zern// in the file PATENTS. All contributing project authors may 70912efc2528d03c59d45dd9bdc9ff9ec800a3fc1James Zern// be found in the AUTHORS file in the root of the source tree. 80912efc2528d03c59d45dd9bdc9ff9ec800a3fc1James Zern// ----------------------------------------------------------------------------- 90912efc2528d03c59d45dd9bdc9ff9ec800a3fc1James Zern// 100912efc2528d03c59d45dd9bdc9ff9ec800a3fc1James Zern// MSA version of dsp functions 110912efc2528d03c59d45dd9bdc9ff9ec800a3fc1James Zern// 120912efc2528d03c59d45dd9bdc9ff9ec800a3fc1James Zern// Author(s): Prashant Patil (prashant.patil@imgtec.com) 130912efc2528d03c59d45dd9bdc9ff9ec800a3fc1James Zern 140912efc2528d03c59d45dd9bdc9ff9ec800a3fc1James Zern 15a187300ff9a8a7c10b1fb2ec84223fdd14e6d47bJames Zern#include "src/dsp/dsp.h" 160912efc2528d03c59d45dd9bdc9ff9ec800a3fc1James Zern 170912efc2528d03c59d45dd9bdc9ff9ec800a3fc1James Zern#if defined(WEBP_USE_MSA) 180912efc2528d03c59d45dd9bdc9ff9ec800a3fc1James Zern 19a187300ff9a8a7c10b1fb2ec84223fdd14e6d47bJames Zern#include "src/dsp/msa_macro.h" 200912efc2528d03c59d45dd9bdc9ff9ec800a3fc1James Zern 210912efc2528d03c59d45dd9bdc9ff9ec800a3fc1James Zern//------------------------------------------------------------------------------ 220912efc2528d03c59d45dd9bdc9ff9ec800a3fc1James Zern// Transforms 230912efc2528d03c59d45dd9bdc9ff9ec800a3fc1James Zern 240912efc2528d03c59d45dd9bdc9ff9ec800a3fc1James Zern#define IDCT_1D_W(in0, in1, in2, in3, out0, out1, out2, out3) { \ 250912efc2528d03c59d45dd9bdc9ff9ec800a3fc1James Zern v4i32 a1_m, b1_m, c1_m, d1_m; \ 260912efc2528d03c59d45dd9bdc9ff9ec800a3fc1James Zern v4i32 c_tmp1_m, c_tmp2_m, d_tmp1_m, d_tmp2_m; \ 270912efc2528d03c59d45dd9bdc9ff9ec800a3fc1James Zern const v4i32 cospi8sqrt2minus1 = __msa_fill_w(20091); \ 280912efc2528d03c59d45dd9bdc9ff9ec800a3fc1James Zern const v4i32 sinpi8sqrt2 = __msa_fill_w(35468); \ 290912efc2528d03c59d45dd9bdc9ff9ec800a3fc1James Zern \ 300912efc2528d03c59d45dd9bdc9ff9ec800a3fc1James Zern a1_m = in0 + in2; \ 310912efc2528d03c59d45dd9bdc9ff9ec800a3fc1James Zern b1_m = in0 - in2; \ 320912efc2528d03c59d45dd9bdc9ff9ec800a3fc1James Zern c_tmp1_m = (in1 * sinpi8sqrt2) >> 16; \ 330912efc2528d03c59d45dd9bdc9ff9ec800a3fc1James Zern c_tmp2_m = in3 + ((in3 * cospi8sqrt2minus1) >> 16); \ 340912efc2528d03c59d45dd9bdc9ff9ec800a3fc1James Zern c1_m = c_tmp1_m - c_tmp2_m; \ 350912efc2528d03c59d45dd9bdc9ff9ec800a3fc1James Zern d_tmp1_m = in1 + ((in1 * cospi8sqrt2minus1) >> 16); \ 360912efc2528d03c59d45dd9bdc9ff9ec800a3fc1James Zern d_tmp2_m = (in3 * sinpi8sqrt2) >> 16; \ 370912efc2528d03c59d45dd9bdc9ff9ec800a3fc1James Zern d1_m = d_tmp1_m + d_tmp2_m; \ 380912efc2528d03c59d45dd9bdc9ff9ec800a3fc1James Zern BUTTERFLY_4(a1_m, b1_m, c1_m, d1_m, out0, out1, out2, out3); \ 390912efc2528d03c59d45dd9bdc9ff9ec800a3fc1James Zern} 400912efc2528d03c59d45dd9bdc9ff9ec800a3fc1James Zern#define MULT1(a) ((((a) * 20091) >> 16) + (a)) 410912efc2528d03c59d45dd9bdc9ff9ec800a3fc1James Zern#define MULT2(a) (((a) * 35468) >> 16) 420912efc2528d03c59d45dd9bdc9ff9ec800a3fc1James Zern 430912efc2528d03c59d45dd9bdc9ff9ec800a3fc1James Zernstatic void TransformOne(const int16_t* in, uint8_t* dst) { 440912efc2528d03c59d45dd9bdc9ff9ec800a3fc1James Zern v8i16 input0, input1; 450912efc2528d03c59d45dd9bdc9ff9ec800a3fc1James Zern v4i32 in0, in1, in2, in3, hz0, hz1, hz2, hz3, vt0, vt1, vt2, vt3; 460912efc2528d03c59d45dd9bdc9ff9ec800a3fc1James Zern v4i32 res0, res1, res2, res3; 470912efc2528d03c59d45dd9bdc9ff9ec800a3fc1James Zern const v16i8 zero = { 0 }; 480912efc2528d03c59d45dd9bdc9ff9ec800a3fc1James Zern v16i8 dest0, dest1, dest2, dest3; 490912efc2528d03c59d45dd9bdc9ff9ec800a3fc1James Zern 500912efc2528d03c59d45dd9bdc9ff9ec800a3fc1James Zern LD_SH2(in, 8, input0, input1); 510912efc2528d03c59d45dd9bdc9ff9ec800a3fc1James Zern UNPCK_SH_SW(input0, in0, in1); 520912efc2528d03c59d45dd9bdc9ff9ec800a3fc1James Zern UNPCK_SH_SW(input1, in2, in3); 530912efc2528d03c59d45dd9bdc9ff9ec800a3fc1James Zern IDCT_1D_W(in0, in1, in2, in3, hz0, hz1, hz2, hz3); 540912efc2528d03c59d45dd9bdc9ff9ec800a3fc1James Zern TRANSPOSE4x4_SW_SW(hz0, hz1, hz2, hz3, hz0, hz1, hz2, hz3); 550912efc2528d03c59d45dd9bdc9ff9ec800a3fc1James Zern IDCT_1D_W(hz0, hz1, hz2, hz3, vt0, vt1, vt2, vt3); 560912efc2528d03c59d45dd9bdc9ff9ec800a3fc1James Zern SRARI_W4_SW(vt0, vt1, vt2, vt3, 3); 570912efc2528d03c59d45dd9bdc9ff9ec800a3fc1James Zern TRANSPOSE4x4_SW_SW(vt0, vt1, vt2, vt3, vt0, vt1, vt2, vt3); 580912efc2528d03c59d45dd9bdc9ff9ec800a3fc1James Zern LD_SB4(dst, BPS, dest0, dest1, dest2, dest3); 590912efc2528d03c59d45dd9bdc9ff9ec800a3fc1James Zern ILVR_B4_SW(zero, dest0, zero, dest1, zero, dest2, zero, dest3, 600912efc2528d03c59d45dd9bdc9ff9ec800a3fc1James Zern res0, res1, res2, res3); 610912efc2528d03c59d45dd9bdc9ff9ec800a3fc1James Zern ILVR_H4_SW(zero, res0, zero, res1, zero, res2, zero, res3, 620912efc2528d03c59d45dd9bdc9ff9ec800a3fc1James Zern res0, res1, res2, res3); 630912efc2528d03c59d45dd9bdc9ff9ec800a3fc1James Zern ADD4(res0, vt0, res1, vt1, res2, vt2, res3, vt3, res0, res1, res2, res3); 640912efc2528d03c59d45dd9bdc9ff9ec800a3fc1James Zern CLIP_SW4_0_255(res0, res1, res2, res3); 650912efc2528d03c59d45dd9bdc9ff9ec800a3fc1James Zern PCKEV_B2_SW(res0, res1, res2, res3, vt0, vt1); 660912efc2528d03c59d45dd9bdc9ff9ec800a3fc1James Zern res0 = (v4i32)__msa_pckev_b((v16i8)vt0, (v16i8)vt1); 670912efc2528d03c59d45dd9bdc9ff9ec800a3fc1James Zern ST4x4_UB(res0, res0, 3, 2, 1, 0, dst, BPS); 680912efc2528d03c59d45dd9bdc9ff9ec800a3fc1James Zern} 690912efc2528d03c59d45dd9bdc9ff9ec800a3fc1James Zern 700912efc2528d03c59d45dd9bdc9ff9ec800a3fc1James Zernstatic void TransformTwo(const int16_t* in, uint8_t* dst, int do_two) { 710912efc2528d03c59d45dd9bdc9ff9ec800a3fc1James Zern TransformOne(in, dst); 720912efc2528d03c59d45dd9bdc9ff9ec800a3fc1James Zern if (do_two) { 730912efc2528d03c59d45dd9bdc9ff9ec800a3fc1James Zern TransformOne(in + 16, dst + 4); 740912efc2528d03c59d45dd9bdc9ff9ec800a3fc1James Zern } 750912efc2528d03c59d45dd9bdc9ff9ec800a3fc1James Zern} 760912efc2528d03c59d45dd9bdc9ff9ec800a3fc1James Zern 770912efc2528d03c59d45dd9bdc9ff9ec800a3fc1James Zernstatic void TransformWHT(const int16_t* in, int16_t* out) { 780912efc2528d03c59d45dd9bdc9ff9ec800a3fc1James Zern v8i16 input0, input1; 790912efc2528d03c59d45dd9bdc9ff9ec800a3fc1James Zern const v8i16 mask0 = { 0, 1, 2, 3, 8, 9, 10, 11 }; 800912efc2528d03c59d45dd9bdc9ff9ec800a3fc1James Zern const v8i16 mask1 = { 4, 5, 6, 7, 12, 13, 14, 15 }; 810912efc2528d03c59d45dd9bdc9ff9ec800a3fc1James Zern const v8i16 mask2 = { 0, 4, 8, 12, 1, 5, 9, 13 }; 820912efc2528d03c59d45dd9bdc9ff9ec800a3fc1James Zern const v8i16 mask3 = { 3, 7, 11, 15, 2, 6, 10, 14 }; 830912efc2528d03c59d45dd9bdc9ff9ec800a3fc1James Zern v8i16 tmp0, tmp1, tmp2, tmp3; 840912efc2528d03c59d45dd9bdc9ff9ec800a3fc1James Zern v8i16 out0, out1; 850912efc2528d03c59d45dd9bdc9ff9ec800a3fc1James Zern 860912efc2528d03c59d45dd9bdc9ff9ec800a3fc1James Zern LD_SH2(in, 8, input0, input1); 870912efc2528d03c59d45dd9bdc9ff9ec800a3fc1James Zern input1 = SLDI_SH(input1, input1, 8); 880912efc2528d03c59d45dd9bdc9ff9ec800a3fc1James Zern tmp0 = input0 + input1; 890912efc2528d03c59d45dd9bdc9ff9ec800a3fc1James Zern tmp1 = input0 - input1; 900912efc2528d03c59d45dd9bdc9ff9ec800a3fc1James Zern VSHF_H2_SH(tmp0, tmp1, tmp0, tmp1, mask0, mask1, tmp2, tmp3); 910912efc2528d03c59d45dd9bdc9ff9ec800a3fc1James Zern out0 = tmp2 + tmp3; 920912efc2528d03c59d45dd9bdc9ff9ec800a3fc1James Zern out1 = tmp2 - tmp3; 930912efc2528d03c59d45dd9bdc9ff9ec800a3fc1James Zern VSHF_H2_SH(out0, out1, out0, out1, mask2, mask3, input0, input1); 940912efc2528d03c59d45dd9bdc9ff9ec800a3fc1James Zern tmp0 = input0 + input1; 950912efc2528d03c59d45dd9bdc9ff9ec800a3fc1James Zern tmp1 = input0 - input1; 960912efc2528d03c59d45dd9bdc9ff9ec800a3fc1James Zern VSHF_H2_SH(tmp0, tmp1, tmp0, tmp1, mask0, mask1, tmp2, tmp3); 970912efc2528d03c59d45dd9bdc9ff9ec800a3fc1James Zern tmp0 = tmp2 + tmp3; 980912efc2528d03c59d45dd9bdc9ff9ec800a3fc1James Zern tmp1 = tmp2 - tmp3; 990912efc2528d03c59d45dd9bdc9ff9ec800a3fc1James Zern ADDVI_H2_SH(tmp0, 3, tmp1, 3, out0, out1); 1000912efc2528d03c59d45dd9bdc9ff9ec800a3fc1James Zern SRAI_H2_SH(out0, out1, 3); 1010912efc2528d03c59d45dd9bdc9ff9ec800a3fc1James Zern out[0] = __msa_copy_s_h(out0, 0); 1020912efc2528d03c59d45dd9bdc9ff9ec800a3fc1James Zern out[16] = __msa_copy_s_h(out0, 4); 1030912efc2528d03c59d45dd9bdc9ff9ec800a3fc1James Zern out[32] = __msa_copy_s_h(out1, 0); 1040912efc2528d03c59d45dd9bdc9ff9ec800a3fc1James Zern out[48] = __msa_copy_s_h(out1, 4); 1050912efc2528d03c59d45dd9bdc9ff9ec800a3fc1James Zern out[64] = __msa_copy_s_h(out0, 1); 1060912efc2528d03c59d45dd9bdc9ff9ec800a3fc1James Zern out[80] = __msa_copy_s_h(out0, 5); 1070912efc2528d03c59d45dd9bdc9ff9ec800a3fc1James Zern out[96] = __msa_copy_s_h(out1, 1); 1080912efc2528d03c59d45dd9bdc9ff9ec800a3fc1James Zern out[112] = __msa_copy_s_h(out1, 5); 1090912efc2528d03c59d45dd9bdc9ff9ec800a3fc1James Zern out[128] = __msa_copy_s_h(out0, 2); 1100912efc2528d03c59d45dd9bdc9ff9ec800a3fc1James Zern out[144] = __msa_copy_s_h(out0, 6); 1110912efc2528d03c59d45dd9bdc9ff9ec800a3fc1James Zern out[160] = __msa_copy_s_h(out1, 2); 1120912efc2528d03c59d45dd9bdc9ff9ec800a3fc1James Zern out[176] = __msa_copy_s_h(out1, 6); 1130912efc2528d03c59d45dd9bdc9ff9ec800a3fc1James Zern out[192] = __msa_copy_s_h(out0, 3); 1140912efc2528d03c59d45dd9bdc9ff9ec800a3fc1James Zern out[208] = __msa_copy_s_h(out0, 7); 1150912efc2528d03c59d45dd9bdc9ff9ec800a3fc1James Zern out[224] = __msa_copy_s_h(out1, 3); 1160912efc2528d03c59d45dd9bdc9ff9ec800a3fc1James Zern out[240] = __msa_copy_s_h(out1, 7); 1170912efc2528d03c59d45dd9bdc9ff9ec800a3fc1James Zern} 1180912efc2528d03c59d45dd9bdc9ff9ec800a3fc1James Zern 1190912efc2528d03c59d45dd9bdc9ff9ec800a3fc1James Zernstatic void TransformDC(const int16_t* in, uint8_t* dst) { 1200912efc2528d03c59d45dd9bdc9ff9ec800a3fc1James Zern const int DC = (in[0] + 4) >> 3; 1210912efc2528d03c59d45dd9bdc9ff9ec800a3fc1James Zern const v8i16 tmp0 = __msa_fill_h(DC); 1220912efc2528d03c59d45dd9bdc9ff9ec800a3fc1James Zern ADDBLK_ST4x4_UB(tmp0, tmp0, tmp0, tmp0, dst, BPS); 1230912efc2528d03c59d45dd9bdc9ff9ec800a3fc1James Zern} 1240912efc2528d03c59d45dd9bdc9ff9ec800a3fc1James Zern 1250912efc2528d03c59d45dd9bdc9ff9ec800a3fc1James Zernstatic void TransformAC3(const int16_t* in, uint8_t* dst) { 1260912efc2528d03c59d45dd9bdc9ff9ec800a3fc1James Zern const int a = in[0] + 4; 1270912efc2528d03c59d45dd9bdc9ff9ec800a3fc1James Zern const int c4 = MULT2(in[4]); 1280912efc2528d03c59d45dd9bdc9ff9ec800a3fc1James Zern const int d4 = MULT1(in[4]); 1290912efc2528d03c59d45dd9bdc9ff9ec800a3fc1James Zern const int in2 = MULT2(in[1]); 1300912efc2528d03c59d45dd9bdc9ff9ec800a3fc1James Zern const int in3 = MULT1(in[1]); 1310912efc2528d03c59d45dd9bdc9ff9ec800a3fc1James Zern v4i32 tmp0 = { 0 }; 1320912efc2528d03c59d45dd9bdc9ff9ec800a3fc1James Zern v4i32 out0 = __msa_fill_w(a + d4); 1330912efc2528d03c59d45dd9bdc9ff9ec800a3fc1James Zern v4i32 out1 = __msa_fill_w(a + c4); 1340912efc2528d03c59d45dd9bdc9ff9ec800a3fc1James Zern v4i32 out2 = __msa_fill_w(a - c4); 1350912efc2528d03c59d45dd9bdc9ff9ec800a3fc1James Zern v4i32 out3 = __msa_fill_w(a - d4); 1360912efc2528d03c59d45dd9bdc9ff9ec800a3fc1James Zern v4i32 res0, res1, res2, res3; 1370912efc2528d03c59d45dd9bdc9ff9ec800a3fc1James Zern const v4i32 zero = { 0 }; 1380912efc2528d03c59d45dd9bdc9ff9ec800a3fc1James Zern v16u8 dest0, dest1, dest2, dest3; 1390912efc2528d03c59d45dd9bdc9ff9ec800a3fc1James Zern 1400912efc2528d03c59d45dd9bdc9ff9ec800a3fc1James Zern INSERT_W4_SW(in3, in2, -in2, -in3, tmp0); 1410912efc2528d03c59d45dd9bdc9ff9ec800a3fc1James Zern ADD4(out0, tmp0, out1, tmp0, out2, tmp0, out3, tmp0, 1420912efc2528d03c59d45dd9bdc9ff9ec800a3fc1James Zern out0, out1, out2, out3); 1430912efc2528d03c59d45dd9bdc9ff9ec800a3fc1James Zern SRAI_W4_SW(out0, out1, out2, out3, 3); 1440912efc2528d03c59d45dd9bdc9ff9ec800a3fc1James Zern LD_UB4(dst, BPS, dest0, dest1, dest2, dest3); 1450912efc2528d03c59d45dd9bdc9ff9ec800a3fc1James Zern ILVR_B4_SW(zero, dest0, zero, dest1, zero, dest2, zero, dest3, 1460912efc2528d03c59d45dd9bdc9ff9ec800a3fc1James Zern res0, res1, res2, res3); 1470912efc2528d03c59d45dd9bdc9ff9ec800a3fc1James Zern ILVR_H4_SW(zero, res0, zero, res1, zero, res2, zero, res3, 1480912efc2528d03c59d45dd9bdc9ff9ec800a3fc1James Zern res0, res1, res2, res3); 1490912efc2528d03c59d45dd9bdc9ff9ec800a3fc1James Zern ADD4(res0, out0, res1, out1, res2, out2, res3, out3, res0, res1, res2, res3); 1500912efc2528d03c59d45dd9bdc9ff9ec800a3fc1James Zern CLIP_SW4_0_255(res0, res1, res2, res3); 1510912efc2528d03c59d45dd9bdc9ff9ec800a3fc1James Zern PCKEV_B2_SW(res0, res1, res2, res3, out0, out1); 1520912efc2528d03c59d45dd9bdc9ff9ec800a3fc1James Zern res0 = (v4i32)__msa_pckev_b((v16i8)out0, (v16i8)out1); 1530912efc2528d03c59d45dd9bdc9ff9ec800a3fc1James Zern ST4x4_UB(res0, res0, 3, 2, 1, 0, dst, BPS); 1540912efc2528d03c59d45dd9bdc9ff9ec800a3fc1James Zern} 1550912efc2528d03c59d45dd9bdc9ff9ec800a3fc1James Zern 1560912efc2528d03c59d45dd9bdc9ff9ec800a3fc1James Zern//------------------------------------------------------------------------------ 157fa39824bb690c5806358871f46940d0450973d8aJames Zern// Edge filtering functions 158fa39824bb690c5806358871f46940d0450973d8aJames Zern 159fa39824bb690c5806358871f46940d0450973d8aJames Zern#define FLIP_SIGN2(in0, in1, out0, out1) { \ 160fa39824bb690c5806358871f46940d0450973d8aJames Zern out0 = (v16i8)__msa_xori_b(in0, 0x80); \ 161fa39824bb690c5806358871f46940d0450973d8aJames Zern out1 = (v16i8)__msa_xori_b(in1, 0x80); \ 162fa39824bb690c5806358871f46940d0450973d8aJames Zern} 163fa39824bb690c5806358871f46940d0450973d8aJames Zern 164fa39824bb690c5806358871f46940d0450973d8aJames Zern#define FLIP_SIGN4(in0, in1, in2, in3, out0, out1, out2, out3) { \ 165fa39824bb690c5806358871f46940d0450973d8aJames Zern FLIP_SIGN2(in0, in1, out0, out1); \ 166fa39824bb690c5806358871f46940d0450973d8aJames Zern FLIP_SIGN2(in2, in3, out2, out3); \ 167fa39824bb690c5806358871f46940d0450973d8aJames Zern} 168fa39824bb690c5806358871f46940d0450973d8aJames Zern 169fa39824bb690c5806358871f46940d0450973d8aJames Zern#define FILT_VAL(q0_m, p0_m, mask, filt) do { \ 170fa39824bb690c5806358871f46940d0450973d8aJames Zern v16i8 q0_sub_p0; \ 171fa39824bb690c5806358871f46940d0450973d8aJames Zern q0_sub_p0 = __msa_subs_s_b(q0_m, p0_m); \ 172fa39824bb690c5806358871f46940d0450973d8aJames Zern filt = __msa_adds_s_b(filt, q0_sub_p0); \ 173fa39824bb690c5806358871f46940d0450973d8aJames Zern filt = __msa_adds_s_b(filt, q0_sub_p0); \ 174fa39824bb690c5806358871f46940d0450973d8aJames Zern filt = __msa_adds_s_b(filt, q0_sub_p0); \ 175fa39824bb690c5806358871f46940d0450973d8aJames Zern filt = filt & mask; \ 176fa39824bb690c5806358871f46940d0450973d8aJames Zern} while (0) 177fa39824bb690c5806358871f46940d0450973d8aJames Zern 178fa39824bb690c5806358871f46940d0450973d8aJames Zern#define FILT2(q_m, p_m, q, p) do { \ 179fa39824bb690c5806358871f46940d0450973d8aJames Zern u_r = SRAI_H(temp1, 7); \ 180fa39824bb690c5806358871f46940d0450973d8aJames Zern u_r = __msa_sat_s_h(u_r, 7); \ 181fa39824bb690c5806358871f46940d0450973d8aJames Zern u_l = SRAI_H(temp3, 7); \ 182fa39824bb690c5806358871f46940d0450973d8aJames Zern u_l = __msa_sat_s_h(u_l, 7); \ 183fa39824bb690c5806358871f46940d0450973d8aJames Zern u = __msa_pckev_b((v16i8)u_l, (v16i8)u_r); \ 184fa39824bb690c5806358871f46940d0450973d8aJames Zern q_m = __msa_subs_s_b(q_m, u); \ 185fa39824bb690c5806358871f46940d0450973d8aJames Zern p_m = __msa_adds_s_b(p_m, u); \ 186fa39824bb690c5806358871f46940d0450973d8aJames Zern q = __msa_xori_b((v16u8)q_m, 0x80); \ 187fa39824bb690c5806358871f46940d0450973d8aJames Zern p = __msa_xori_b((v16u8)p_m, 0x80); \ 188fa39824bb690c5806358871f46940d0450973d8aJames Zern} while (0) 189fa39824bb690c5806358871f46940d0450973d8aJames Zern 190fa39824bb690c5806358871f46940d0450973d8aJames Zern#define LPF_FILTER4_4W(p1, p0, q0, q1, mask, hev) do { \ 191fa39824bb690c5806358871f46940d0450973d8aJames Zern v16i8 p1_m, p0_m, q0_m, q1_m; \ 192fa39824bb690c5806358871f46940d0450973d8aJames Zern v16i8 filt, t1, t2; \ 193fa39824bb690c5806358871f46940d0450973d8aJames Zern const v16i8 cnst4b = __msa_ldi_b(4); \ 194fa39824bb690c5806358871f46940d0450973d8aJames Zern const v16i8 cnst3b = __msa_ldi_b(3); \ 195fa39824bb690c5806358871f46940d0450973d8aJames Zern \ 196fa39824bb690c5806358871f46940d0450973d8aJames Zern FLIP_SIGN4(p1, p0, q0, q1, p1_m, p0_m, q0_m, q1_m); \ 197fa39824bb690c5806358871f46940d0450973d8aJames Zern filt = __msa_subs_s_b(p1_m, q1_m); \ 198fa39824bb690c5806358871f46940d0450973d8aJames Zern filt = filt & hev; \ 199fa39824bb690c5806358871f46940d0450973d8aJames Zern FILT_VAL(q0_m, p0_m, mask, filt); \ 200fa39824bb690c5806358871f46940d0450973d8aJames Zern t1 = __msa_adds_s_b(filt, cnst4b); \ 201fa39824bb690c5806358871f46940d0450973d8aJames Zern t1 = SRAI_B(t1, 3); \ 202fa39824bb690c5806358871f46940d0450973d8aJames Zern t2 = __msa_adds_s_b(filt, cnst3b); \ 203fa39824bb690c5806358871f46940d0450973d8aJames Zern t2 = SRAI_B(t2, 3); \ 204fa39824bb690c5806358871f46940d0450973d8aJames Zern q0_m = __msa_subs_s_b(q0_m, t1); \ 205fa39824bb690c5806358871f46940d0450973d8aJames Zern q0 = __msa_xori_b((v16u8)q0_m, 0x80); \ 206fa39824bb690c5806358871f46940d0450973d8aJames Zern p0_m = __msa_adds_s_b(p0_m, t2); \ 207fa39824bb690c5806358871f46940d0450973d8aJames Zern p0 = __msa_xori_b((v16u8)p0_m, 0x80); \ 208fa39824bb690c5806358871f46940d0450973d8aJames Zern filt = __msa_srari_b(t1, 1); \ 209fa39824bb690c5806358871f46940d0450973d8aJames Zern hev = __msa_xori_b(hev, 0xff); \ 210fa39824bb690c5806358871f46940d0450973d8aJames Zern filt = filt & hev; \ 211fa39824bb690c5806358871f46940d0450973d8aJames Zern q1_m = __msa_subs_s_b(q1_m, filt); \ 212fa39824bb690c5806358871f46940d0450973d8aJames Zern q1 = __msa_xori_b((v16u8)q1_m, 0x80); \ 213fa39824bb690c5806358871f46940d0450973d8aJames Zern p1_m = __msa_adds_s_b(p1_m, filt); \ 214fa39824bb690c5806358871f46940d0450973d8aJames Zern p1 = __msa_xori_b((v16u8)p1_m, 0x80); \ 215fa39824bb690c5806358871f46940d0450973d8aJames Zern} while (0) 216fa39824bb690c5806358871f46940d0450973d8aJames Zern 217fa39824bb690c5806358871f46940d0450973d8aJames Zern#define LPF_MBFILTER(p2, p1, p0, q0, q1, q2, mask, hev) do { \ 218fa39824bb690c5806358871f46940d0450973d8aJames Zern v16i8 p2_m, p1_m, p0_m, q2_m, q1_m, q0_m; \ 219fa39824bb690c5806358871f46940d0450973d8aJames Zern v16i8 u, filt, t1, t2, filt_sign; \ 220fa39824bb690c5806358871f46940d0450973d8aJames Zern v8i16 filt_r, filt_l, u_r, u_l; \ 221fa39824bb690c5806358871f46940d0450973d8aJames Zern v8i16 temp0, temp1, temp2, temp3; \ 222fa39824bb690c5806358871f46940d0450973d8aJames Zern const v16i8 cnst4b = __msa_ldi_b(4); \ 223fa39824bb690c5806358871f46940d0450973d8aJames Zern const v16i8 cnst3b = __msa_ldi_b(3); \ 224fa39824bb690c5806358871f46940d0450973d8aJames Zern const v8i16 cnst9h = __msa_ldi_h(9); \ 225a187300ff9a8a7c10b1fb2ec84223fdd14e6d47bJames Zern const v8i16 cnst63h = __msa_ldi_h(63); \ 226fa39824bb690c5806358871f46940d0450973d8aJames Zern \ 227fa39824bb690c5806358871f46940d0450973d8aJames Zern FLIP_SIGN4(p1, p0, q0, q1, p1_m, p0_m, q0_m, q1_m); \ 228fa39824bb690c5806358871f46940d0450973d8aJames Zern filt = __msa_subs_s_b(p1_m, q1_m); \ 229fa39824bb690c5806358871f46940d0450973d8aJames Zern FILT_VAL(q0_m, p0_m, mask, filt); \ 230fa39824bb690c5806358871f46940d0450973d8aJames Zern FLIP_SIGN2(p2, q2, p2_m, q2_m); \ 231fa39824bb690c5806358871f46940d0450973d8aJames Zern t2 = filt & hev; \ 232fa39824bb690c5806358871f46940d0450973d8aJames Zern /* filt_val &= ~hev */ \ 233fa39824bb690c5806358871f46940d0450973d8aJames Zern hev = __msa_xori_b(hev, 0xff); \ 234fa39824bb690c5806358871f46940d0450973d8aJames Zern filt = filt & hev; \ 235fa39824bb690c5806358871f46940d0450973d8aJames Zern t1 = __msa_adds_s_b(t2, cnst4b); \ 236fa39824bb690c5806358871f46940d0450973d8aJames Zern t1 = SRAI_B(t1, 3); \ 237fa39824bb690c5806358871f46940d0450973d8aJames Zern t2 = __msa_adds_s_b(t2, cnst3b); \ 238fa39824bb690c5806358871f46940d0450973d8aJames Zern t2 = SRAI_B(t2, 3); \ 239fa39824bb690c5806358871f46940d0450973d8aJames Zern q0_m = __msa_subs_s_b(q0_m, t1); \ 240fa39824bb690c5806358871f46940d0450973d8aJames Zern p0_m = __msa_adds_s_b(p0_m, t2); \ 241fa39824bb690c5806358871f46940d0450973d8aJames Zern filt_sign = __msa_clti_s_b(filt, 0); \ 242fa39824bb690c5806358871f46940d0450973d8aJames Zern ILVRL_B2_SH(filt_sign, filt, filt_r, filt_l); \ 243fa39824bb690c5806358871f46940d0450973d8aJames Zern /* update q2/p2 */ \ 244fa39824bb690c5806358871f46940d0450973d8aJames Zern temp0 = filt_r * cnst9h; \ 245a187300ff9a8a7c10b1fb2ec84223fdd14e6d47bJames Zern temp1 = temp0 + cnst63h; \ 246fa39824bb690c5806358871f46940d0450973d8aJames Zern temp2 = filt_l * cnst9h; \ 247a187300ff9a8a7c10b1fb2ec84223fdd14e6d47bJames Zern temp3 = temp2 + cnst63h; \ 248fa39824bb690c5806358871f46940d0450973d8aJames Zern FILT2(q2_m, p2_m, q2, p2); \ 249fa39824bb690c5806358871f46940d0450973d8aJames Zern /* update q1/p1 */ \ 250fa39824bb690c5806358871f46940d0450973d8aJames Zern temp1 = temp1 + temp0; \ 251fa39824bb690c5806358871f46940d0450973d8aJames Zern temp3 = temp3 + temp2; \ 252fa39824bb690c5806358871f46940d0450973d8aJames Zern FILT2(q1_m, p1_m, q1, p1); \ 253fa39824bb690c5806358871f46940d0450973d8aJames Zern /* update q0/p0 */ \ 254fa39824bb690c5806358871f46940d0450973d8aJames Zern temp1 = temp1 + temp0; \ 255fa39824bb690c5806358871f46940d0450973d8aJames Zern temp3 = temp3 + temp2; \ 256fa39824bb690c5806358871f46940d0450973d8aJames Zern FILT2(q0_m, p0_m, q0, p0); \ 257fa39824bb690c5806358871f46940d0450973d8aJames Zern} while (0) 258fa39824bb690c5806358871f46940d0450973d8aJames Zern 259fa39824bb690c5806358871f46940d0450973d8aJames Zern#define LPF_MASK_HEV(p3_in, p2_in, p1_in, p0_in, \ 260fa39824bb690c5806358871f46940d0450973d8aJames Zern q0_in, q1_in, q2_in, q3_in, \ 261fa39824bb690c5806358871f46940d0450973d8aJames Zern limit_in, b_limit_in, thresh_in, \ 262fa39824bb690c5806358871f46940d0450973d8aJames Zern hev_out, mask_out) do { \ 263fa39824bb690c5806358871f46940d0450973d8aJames Zern v16u8 p3_asub_p2_m, p2_asub_p1_m, p1_asub_p0_m, q1_asub_q0_m; \ 264fa39824bb690c5806358871f46940d0450973d8aJames Zern v16u8 p1_asub_q1_m, p0_asub_q0_m, q3_asub_q2_m, q2_asub_q1_m; \ 265fa39824bb690c5806358871f46940d0450973d8aJames Zern v16u8 flat_out; \ 266fa39824bb690c5806358871f46940d0450973d8aJames Zern \ 267fa39824bb690c5806358871f46940d0450973d8aJames Zern /* absolute subtraction of pixel values */ \ 268fa39824bb690c5806358871f46940d0450973d8aJames Zern p3_asub_p2_m = __msa_asub_u_b(p3_in, p2_in); \ 269fa39824bb690c5806358871f46940d0450973d8aJames Zern p2_asub_p1_m = __msa_asub_u_b(p2_in, p1_in); \ 270fa39824bb690c5806358871f46940d0450973d8aJames Zern p1_asub_p0_m = __msa_asub_u_b(p1_in, p0_in); \ 271fa39824bb690c5806358871f46940d0450973d8aJames Zern q1_asub_q0_m = __msa_asub_u_b(q1_in, q0_in); \ 272fa39824bb690c5806358871f46940d0450973d8aJames Zern q2_asub_q1_m = __msa_asub_u_b(q2_in, q1_in); \ 273fa39824bb690c5806358871f46940d0450973d8aJames Zern q3_asub_q2_m = __msa_asub_u_b(q3_in, q2_in); \ 274fa39824bb690c5806358871f46940d0450973d8aJames Zern p0_asub_q0_m = __msa_asub_u_b(p0_in, q0_in); \ 275fa39824bb690c5806358871f46940d0450973d8aJames Zern p1_asub_q1_m = __msa_asub_u_b(p1_in, q1_in); \ 276fa39824bb690c5806358871f46940d0450973d8aJames Zern /* calculation of hev */ \ 277fa39824bb690c5806358871f46940d0450973d8aJames Zern flat_out = __msa_max_u_b(p1_asub_p0_m, q1_asub_q0_m); \ 278fa39824bb690c5806358871f46940d0450973d8aJames Zern hev_out = (thresh_in < flat_out); \ 279fa39824bb690c5806358871f46940d0450973d8aJames Zern /* calculation of mask */ \ 280fa39824bb690c5806358871f46940d0450973d8aJames Zern p0_asub_q0_m = __msa_adds_u_b(p0_asub_q0_m, p0_asub_q0_m); \ 281fa39824bb690c5806358871f46940d0450973d8aJames Zern p1_asub_q1_m = SRAI_B(p1_asub_q1_m, 1); \ 282fa39824bb690c5806358871f46940d0450973d8aJames Zern p0_asub_q0_m = __msa_adds_u_b(p0_asub_q0_m, p1_asub_q1_m); \ 283fa39824bb690c5806358871f46940d0450973d8aJames Zern mask_out = (b_limit_in < p0_asub_q0_m); \ 284fa39824bb690c5806358871f46940d0450973d8aJames Zern mask_out = __msa_max_u_b(flat_out, mask_out); \ 285fa39824bb690c5806358871f46940d0450973d8aJames Zern p3_asub_p2_m = __msa_max_u_b(p3_asub_p2_m, p2_asub_p1_m); \ 286fa39824bb690c5806358871f46940d0450973d8aJames Zern mask_out = __msa_max_u_b(p3_asub_p2_m, mask_out); \ 287fa39824bb690c5806358871f46940d0450973d8aJames Zern q2_asub_q1_m = __msa_max_u_b(q2_asub_q1_m, q3_asub_q2_m); \ 288fa39824bb690c5806358871f46940d0450973d8aJames Zern mask_out = __msa_max_u_b(q2_asub_q1_m, mask_out); \ 289fa39824bb690c5806358871f46940d0450973d8aJames Zern mask_out = (limit_in < mask_out); \ 290fa39824bb690c5806358871f46940d0450973d8aJames Zern mask_out = __msa_xori_b(mask_out, 0xff); \ 291fa39824bb690c5806358871f46940d0450973d8aJames Zern} while (0) 292fa39824bb690c5806358871f46940d0450973d8aJames Zern 293fa39824bb690c5806358871f46940d0450973d8aJames Zern#define ST6x1_UB(in0, in0_idx, in1, in1_idx, pdst, stride) do { \ 294fa39824bb690c5806358871f46940d0450973d8aJames Zern const uint16_t tmp0_h = __msa_copy_s_h((v8i16)in1, in1_idx); \ 295fa39824bb690c5806358871f46940d0450973d8aJames Zern const uint32_t tmp0_w = __msa_copy_s_w((v4i32)in0, in0_idx); \ 296fa39824bb690c5806358871f46940d0450973d8aJames Zern SW(tmp0_w, pdst); \ 297fa39824bb690c5806358871f46940d0450973d8aJames Zern SH(tmp0_h, pdst + stride); \ 298fa39824bb690c5806358871f46940d0450973d8aJames Zern} while (0) 299fa39824bb690c5806358871f46940d0450973d8aJames Zern 300fa39824bb690c5806358871f46940d0450973d8aJames Zern#define ST6x4_UB(in0, start_in0_idx, in1, start_in1_idx, pdst, stride) do { \ 301fa39824bb690c5806358871f46940d0450973d8aJames Zern uint8_t* ptmp1 = (uint8_t*)pdst; \ 302fa39824bb690c5806358871f46940d0450973d8aJames Zern ST6x1_UB(in0, start_in0_idx, in1, start_in1_idx, ptmp1, 4); \ 303fa39824bb690c5806358871f46940d0450973d8aJames Zern ptmp1 += stride; \ 304fa39824bb690c5806358871f46940d0450973d8aJames Zern ST6x1_UB(in0, start_in0_idx + 1, in1, start_in1_idx + 1, ptmp1, 4); \ 305fa39824bb690c5806358871f46940d0450973d8aJames Zern ptmp1 += stride; \ 306fa39824bb690c5806358871f46940d0450973d8aJames Zern ST6x1_UB(in0, start_in0_idx + 2, in1, start_in1_idx + 2, ptmp1, 4); \ 307fa39824bb690c5806358871f46940d0450973d8aJames Zern ptmp1 += stride; \ 308fa39824bb690c5806358871f46940d0450973d8aJames Zern ST6x1_UB(in0, start_in0_idx + 3, in1, start_in1_idx + 3, ptmp1, 4); \ 309fa39824bb690c5806358871f46940d0450973d8aJames Zern} while (0) 310fa39824bb690c5806358871f46940d0450973d8aJames Zern 311fa39824bb690c5806358871f46940d0450973d8aJames Zern#define LPF_SIMPLE_FILT(p1_in, p0_in, q0_in, q1_in, mask) do { \ 312fa39824bb690c5806358871f46940d0450973d8aJames Zern v16i8 p1_m, p0_m, q0_m, q1_m, filt, filt1, filt2; \ 313fa39824bb690c5806358871f46940d0450973d8aJames Zern const v16i8 cnst4b = __msa_ldi_b(4); \ 314fa39824bb690c5806358871f46940d0450973d8aJames Zern const v16i8 cnst3b = __msa_ldi_b(3); \ 315fa39824bb690c5806358871f46940d0450973d8aJames Zern \ 316fa39824bb690c5806358871f46940d0450973d8aJames Zern FLIP_SIGN4(p1_in, p0_in, q0_in, q1_in, p1_m, p0_m, q0_m, q1_m); \ 317fa39824bb690c5806358871f46940d0450973d8aJames Zern filt = __msa_subs_s_b(p1_m, q1_m); \ 318fa39824bb690c5806358871f46940d0450973d8aJames Zern FILT_VAL(q0_m, p0_m, mask, filt); \ 319fa39824bb690c5806358871f46940d0450973d8aJames Zern filt1 = __msa_adds_s_b(filt, cnst4b); \ 320fa39824bb690c5806358871f46940d0450973d8aJames Zern filt1 = SRAI_B(filt1, 3); \ 321fa39824bb690c5806358871f46940d0450973d8aJames Zern filt2 = __msa_adds_s_b(filt, cnst3b); \ 322fa39824bb690c5806358871f46940d0450973d8aJames Zern filt2 = SRAI_B(filt2, 3); \ 323fa39824bb690c5806358871f46940d0450973d8aJames Zern q0_m = __msa_subs_s_b(q0_m, filt1); \ 324fa39824bb690c5806358871f46940d0450973d8aJames Zern p0_m = __msa_adds_s_b(p0_m, filt2); \ 325fa39824bb690c5806358871f46940d0450973d8aJames Zern q0_in = __msa_xori_b((v16u8)q0_m, 0x80); \ 326fa39824bb690c5806358871f46940d0450973d8aJames Zern p0_in = __msa_xori_b((v16u8)p0_m, 0x80); \ 327fa39824bb690c5806358871f46940d0450973d8aJames Zern} while (0) 328fa39824bb690c5806358871f46940d0450973d8aJames Zern 329fa39824bb690c5806358871f46940d0450973d8aJames Zern#define LPF_SIMPLE_MASK(p1, p0, q0, q1, b_limit, mask) do { \ 330fa39824bb690c5806358871f46940d0450973d8aJames Zern v16u8 p1_a_sub_q1, p0_a_sub_q0; \ 331fa39824bb690c5806358871f46940d0450973d8aJames Zern \ 332fa39824bb690c5806358871f46940d0450973d8aJames Zern p0_a_sub_q0 = __msa_asub_u_b(p0, q0); \ 333fa39824bb690c5806358871f46940d0450973d8aJames Zern p1_a_sub_q1 = __msa_asub_u_b(p1, q1); \ 334fa39824bb690c5806358871f46940d0450973d8aJames Zern p1_a_sub_q1 = (v16u8)__msa_srli_b((v16i8)p1_a_sub_q1, 1); \ 335fa39824bb690c5806358871f46940d0450973d8aJames Zern p0_a_sub_q0 = __msa_adds_u_b(p0_a_sub_q0, p0_a_sub_q0); \ 336fa39824bb690c5806358871f46940d0450973d8aJames Zern mask = __msa_adds_u_b(p0_a_sub_q0, p1_a_sub_q1); \ 337fa39824bb690c5806358871f46940d0450973d8aJames Zern mask = (mask <= b_limit); \ 338fa39824bb690c5806358871f46940d0450973d8aJames Zern} while (0) 339fa39824bb690c5806358871f46940d0450973d8aJames Zern 340fa39824bb690c5806358871f46940d0450973d8aJames Zernstatic void VFilter16(uint8_t* src, int stride, 341fa39824bb690c5806358871f46940d0450973d8aJames Zern int b_limit_in, int limit_in, int thresh_in) { 342fa39824bb690c5806358871f46940d0450973d8aJames Zern uint8_t* ptemp = src - 4 * stride; 343fa39824bb690c5806358871f46940d0450973d8aJames Zern v16u8 p3, p2, p1, p0, q3, q2, q1, q0; 344fa39824bb690c5806358871f46940d0450973d8aJames Zern v16u8 mask, hev; 345fa39824bb690c5806358871f46940d0450973d8aJames Zern const v16u8 thresh = (v16u8)__msa_fill_b(thresh_in); 346fa39824bb690c5806358871f46940d0450973d8aJames Zern const v16u8 limit = (v16u8)__msa_fill_b(limit_in); 347fa39824bb690c5806358871f46940d0450973d8aJames Zern const v16u8 b_limit = (v16u8)__msa_fill_b(b_limit_in); 348fa39824bb690c5806358871f46940d0450973d8aJames Zern 349fa39824bb690c5806358871f46940d0450973d8aJames Zern LD_UB8(ptemp, stride, p3, p2, p1, p0, q0, q1, q2, q3); 350fa39824bb690c5806358871f46940d0450973d8aJames Zern LPF_MASK_HEV(p3, p2, p1, p0, q0, q1, q2, q3, limit, b_limit, thresh, 351fa39824bb690c5806358871f46940d0450973d8aJames Zern hev, mask); 352fa39824bb690c5806358871f46940d0450973d8aJames Zern LPF_MBFILTER(p2, p1, p0, q0, q1, q2, mask, hev); 353fa39824bb690c5806358871f46940d0450973d8aJames Zern ptemp = src - 3 * stride; 354fa39824bb690c5806358871f46940d0450973d8aJames Zern ST_UB4(p2, p1, p0, q0, ptemp, stride); 355fa39824bb690c5806358871f46940d0450973d8aJames Zern ptemp += (4 * stride); 356fa39824bb690c5806358871f46940d0450973d8aJames Zern ST_UB2(q1, q2, ptemp, stride); 357fa39824bb690c5806358871f46940d0450973d8aJames Zern} 358fa39824bb690c5806358871f46940d0450973d8aJames Zern 359fa39824bb690c5806358871f46940d0450973d8aJames Zernstatic void HFilter16(uint8_t* src, int stride, 360fa39824bb690c5806358871f46940d0450973d8aJames Zern int b_limit_in, int limit_in, int thresh_in) { 361fa39824bb690c5806358871f46940d0450973d8aJames Zern uint8_t* ptmp = src - 4; 362fa39824bb690c5806358871f46940d0450973d8aJames Zern v16u8 p3, p2, p1, p0, q3, q2, q1, q0; 363fa39824bb690c5806358871f46940d0450973d8aJames Zern v16u8 mask, hev; 364fa39824bb690c5806358871f46940d0450973d8aJames Zern v16u8 row0, row1, row2, row3, row4, row5, row6, row7, row8; 365fa39824bb690c5806358871f46940d0450973d8aJames Zern v16u8 row9, row10, row11, row12, row13, row14, row15; 366fa39824bb690c5806358871f46940d0450973d8aJames Zern v8i16 tmp0, tmp1, tmp2, tmp3, tmp4, tmp5, tmp6, tmp7; 367fa39824bb690c5806358871f46940d0450973d8aJames Zern const v16u8 b_limit = (v16u8)__msa_fill_b(b_limit_in); 368fa39824bb690c5806358871f46940d0450973d8aJames Zern const v16u8 limit = (v16u8)__msa_fill_b(limit_in); 369fa39824bb690c5806358871f46940d0450973d8aJames Zern const v16u8 thresh = (v16u8)__msa_fill_b(thresh_in); 370fa39824bb690c5806358871f46940d0450973d8aJames Zern 371fa39824bb690c5806358871f46940d0450973d8aJames Zern LD_UB8(ptmp, stride, row0, row1, row2, row3, row4, row5, row6, row7); 372fa39824bb690c5806358871f46940d0450973d8aJames Zern ptmp += (8 * stride); 373fa39824bb690c5806358871f46940d0450973d8aJames Zern LD_UB8(ptmp, stride, row8, row9, row10, row11, row12, row13, row14, row15); 374fa39824bb690c5806358871f46940d0450973d8aJames Zern TRANSPOSE16x8_UB_UB(row0, row1, row2, row3, row4, row5, row6, row7, 375fa39824bb690c5806358871f46940d0450973d8aJames Zern row8, row9, row10, row11, row12, row13, row14, row15, 376fa39824bb690c5806358871f46940d0450973d8aJames Zern p3, p2, p1, p0, q0, q1, q2, q3); 377fa39824bb690c5806358871f46940d0450973d8aJames Zern LPF_MASK_HEV(p3, p2, p1, p0, q0, q1, q2, q3, limit, b_limit, thresh, 378fa39824bb690c5806358871f46940d0450973d8aJames Zern hev, mask); 379fa39824bb690c5806358871f46940d0450973d8aJames Zern LPF_MBFILTER(p2, p1, p0, q0, q1, q2, mask, hev); 380fa39824bb690c5806358871f46940d0450973d8aJames Zern ILVR_B2_SH(p1, p2, q0, p0, tmp0, tmp1); 381fa39824bb690c5806358871f46940d0450973d8aJames Zern ILVRL_H2_SH(tmp1, tmp0, tmp3, tmp4); 382fa39824bb690c5806358871f46940d0450973d8aJames Zern ILVL_B2_SH(p1, p2, q0, p0, tmp0, tmp1); 383fa39824bb690c5806358871f46940d0450973d8aJames Zern ILVRL_H2_SH(tmp1, tmp0, tmp6, tmp7); 384fa39824bb690c5806358871f46940d0450973d8aJames Zern ILVRL_B2_SH(q2, q1, tmp2, tmp5); 385fa39824bb690c5806358871f46940d0450973d8aJames Zern ptmp = src - 3; 386fa39824bb690c5806358871f46940d0450973d8aJames Zern ST6x1_UB(tmp3, 0, tmp2, 0, ptmp, 4); 387fa39824bb690c5806358871f46940d0450973d8aJames Zern ptmp += stride; 388fa39824bb690c5806358871f46940d0450973d8aJames Zern ST6x1_UB(tmp3, 1, tmp2, 1, ptmp, 4); 389fa39824bb690c5806358871f46940d0450973d8aJames Zern ptmp += stride; 390fa39824bb690c5806358871f46940d0450973d8aJames Zern ST6x1_UB(tmp3, 2, tmp2, 2, ptmp, 4); 391fa39824bb690c5806358871f46940d0450973d8aJames Zern ptmp += stride; 392fa39824bb690c5806358871f46940d0450973d8aJames Zern ST6x1_UB(tmp3, 3, tmp2, 3, ptmp, 4); 393fa39824bb690c5806358871f46940d0450973d8aJames Zern ptmp += stride; 394fa39824bb690c5806358871f46940d0450973d8aJames Zern ST6x1_UB(tmp4, 0, tmp2, 4, ptmp, 4); 395fa39824bb690c5806358871f46940d0450973d8aJames Zern ptmp += stride; 396fa39824bb690c5806358871f46940d0450973d8aJames Zern ST6x1_UB(tmp4, 1, tmp2, 5, ptmp, 4); 397fa39824bb690c5806358871f46940d0450973d8aJames Zern ptmp += stride; 398fa39824bb690c5806358871f46940d0450973d8aJames Zern ST6x1_UB(tmp4, 2, tmp2, 6, ptmp, 4); 399fa39824bb690c5806358871f46940d0450973d8aJames Zern ptmp += stride; 400fa39824bb690c5806358871f46940d0450973d8aJames Zern ST6x1_UB(tmp4, 3, tmp2, 7, ptmp, 4); 401fa39824bb690c5806358871f46940d0450973d8aJames Zern ptmp += stride; 402fa39824bb690c5806358871f46940d0450973d8aJames Zern ST6x1_UB(tmp6, 0, tmp5, 0, ptmp, 4); 403fa39824bb690c5806358871f46940d0450973d8aJames Zern ptmp += stride; 404fa39824bb690c5806358871f46940d0450973d8aJames Zern ST6x1_UB(tmp6, 1, tmp5, 1, ptmp, 4); 405fa39824bb690c5806358871f46940d0450973d8aJames Zern ptmp += stride; 406fa39824bb690c5806358871f46940d0450973d8aJames Zern ST6x1_UB(tmp6, 2, tmp5, 2, ptmp, 4); 407fa39824bb690c5806358871f46940d0450973d8aJames Zern ptmp += stride; 408fa39824bb690c5806358871f46940d0450973d8aJames Zern ST6x1_UB(tmp6, 3, tmp5, 3, ptmp, 4); 409fa39824bb690c5806358871f46940d0450973d8aJames Zern ptmp += stride; 410fa39824bb690c5806358871f46940d0450973d8aJames Zern ST6x1_UB(tmp7, 0, tmp5, 4, ptmp, 4); 411fa39824bb690c5806358871f46940d0450973d8aJames Zern ptmp += stride; 412fa39824bb690c5806358871f46940d0450973d8aJames Zern ST6x1_UB(tmp7, 1, tmp5, 5, ptmp, 4); 413fa39824bb690c5806358871f46940d0450973d8aJames Zern ptmp += stride; 414fa39824bb690c5806358871f46940d0450973d8aJames Zern ST6x1_UB(tmp7, 2, tmp5, 6, ptmp, 4); 415fa39824bb690c5806358871f46940d0450973d8aJames Zern ptmp += stride; 416fa39824bb690c5806358871f46940d0450973d8aJames Zern ST6x1_UB(tmp7, 3, tmp5, 7, ptmp, 4); 417fa39824bb690c5806358871f46940d0450973d8aJames Zern} 418fa39824bb690c5806358871f46940d0450973d8aJames Zern 419fa39824bb690c5806358871f46940d0450973d8aJames Zern// on three inner edges 420fa39824bb690c5806358871f46940d0450973d8aJames Zernstatic void VFilterHorEdge16i(uint8_t* src, int stride, 421fa39824bb690c5806358871f46940d0450973d8aJames Zern int b_limit, int limit, int thresh) { 422fa39824bb690c5806358871f46940d0450973d8aJames Zern v16u8 mask, hev; 423fa39824bb690c5806358871f46940d0450973d8aJames Zern v16u8 p3, p2, p1, p0, q3, q2, q1, q0; 424fa39824bb690c5806358871f46940d0450973d8aJames Zern const v16u8 thresh0 = (v16u8)__msa_fill_b(thresh); 425fa39824bb690c5806358871f46940d0450973d8aJames Zern const v16u8 b_limit0 = (v16u8)__msa_fill_b(b_limit); 426fa39824bb690c5806358871f46940d0450973d8aJames Zern const v16u8 limit0 = (v16u8)__msa_fill_b(limit); 427fa39824bb690c5806358871f46940d0450973d8aJames Zern 428fa39824bb690c5806358871f46940d0450973d8aJames Zern LD_UB8((src - 4 * stride), stride, p3, p2, p1, p0, q0, q1, q2, q3); 429fa39824bb690c5806358871f46940d0450973d8aJames Zern LPF_MASK_HEV(p3, p2, p1, p0, q0, q1, q2, q3, limit0, b_limit0, thresh0, 430fa39824bb690c5806358871f46940d0450973d8aJames Zern hev, mask); 431fa39824bb690c5806358871f46940d0450973d8aJames Zern LPF_FILTER4_4W(p1, p0, q0, q1, mask, hev); 432fa39824bb690c5806358871f46940d0450973d8aJames Zern ST_UB4(p1, p0, q0, q1, (src - 2 * stride), stride); 433fa39824bb690c5806358871f46940d0450973d8aJames Zern} 434fa39824bb690c5806358871f46940d0450973d8aJames Zern 435fa39824bb690c5806358871f46940d0450973d8aJames Zernstatic void VFilter16i(uint8_t* src_y, int stride, 436fa39824bb690c5806358871f46940d0450973d8aJames Zern int b_limit, int limit, int thresh) { 437fa39824bb690c5806358871f46940d0450973d8aJames Zern VFilterHorEdge16i(src_y + 4 * stride, stride, b_limit, limit, thresh); 438fa39824bb690c5806358871f46940d0450973d8aJames Zern VFilterHorEdge16i(src_y + 8 * stride, stride, b_limit, limit, thresh); 439fa39824bb690c5806358871f46940d0450973d8aJames Zern VFilterHorEdge16i(src_y + 12 * stride, stride, b_limit, limit, thresh); 440fa39824bb690c5806358871f46940d0450973d8aJames Zern} 441fa39824bb690c5806358871f46940d0450973d8aJames Zern 442fa39824bb690c5806358871f46940d0450973d8aJames Zernstatic void HFilterVertEdge16i(uint8_t* src, int stride, 443fa39824bb690c5806358871f46940d0450973d8aJames Zern int b_limit, int limit, int thresh) { 444fa39824bb690c5806358871f46940d0450973d8aJames Zern v16u8 mask, hev; 445fa39824bb690c5806358871f46940d0450973d8aJames Zern v16u8 p3, p2, p1, p0, q3, q2, q1, q0; 446fa39824bb690c5806358871f46940d0450973d8aJames Zern v16u8 row0, row1, row2, row3, row4, row5, row6, row7; 447fa39824bb690c5806358871f46940d0450973d8aJames Zern v16u8 row8, row9, row10, row11, row12, row13, row14, row15; 448fa39824bb690c5806358871f46940d0450973d8aJames Zern v8i16 tmp0, tmp1, tmp2, tmp3, tmp4, tmp5; 449fa39824bb690c5806358871f46940d0450973d8aJames Zern const v16u8 thresh0 = (v16u8)__msa_fill_b(thresh); 450fa39824bb690c5806358871f46940d0450973d8aJames Zern const v16u8 b_limit0 = (v16u8)__msa_fill_b(b_limit); 451fa39824bb690c5806358871f46940d0450973d8aJames Zern const v16u8 limit0 = (v16u8)__msa_fill_b(limit); 452fa39824bb690c5806358871f46940d0450973d8aJames Zern 453fa39824bb690c5806358871f46940d0450973d8aJames Zern LD_UB8(src - 4, stride, row0, row1, row2, row3, row4, row5, row6, row7); 454fa39824bb690c5806358871f46940d0450973d8aJames Zern LD_UB8(src - 4 + (8 * stride), stride, 455fa39824bb690c5806358871f46940d0450973d8aJames Zern row8, row9, row10, row11, row12, row13, row14, row15); 456fa39824bb690c5806358871f46940d0450973d8aJames Zern TRANSPOSE16x8_UB_UB(row0, row1, row2, row3, row4, row5, row6, row7, 457fa39824bb690c5806358871f46940d0450973d8aJames Zern row8, row9, row10, row11, row12, row13, row14, row15, 458fa39824bb690c5806358871f46940d0450973d8aJames Zern p3, p2, p1, p0, q0, q1, q2, q3); 459fa39824bb690c5806358871f46940d0450973d8aJames Zern LPF_MASK_HEV(p3, p2, p1, p0, q0, q1, q2, q3, limit0, b_limit0, thresh0, 460fa39824bb690c5806358871f46940d0450973d8aJames Zern hev, mask); 461fa39824bb690c5806358871f46940d0450973d8aJames Zern LPF_FILTER4_4W(p1, p0, q0, q1, mask, hev); 462fa39824bb690c5806358871f46940d0450973d8aJames Zern ILVR_B2_SH(p0, p1, q1, q0, tmp0, tmp1); 463fa39824bb690c5806358871f46940d0450973d8aJames Zern ILVRL_H2_SH(tmp1, tmp0, tmp2, tmp3); 464fa39824bb690c5806358871f46940d0450973d8aJames Zern ILVL_B2_SH(p0, p1, q1, q0, tmp0, tmp1); 465fa39824bb690c5806358871f46940d0450973d8aJames Zern ILVRL_H2_SH(tmp1, tmp0, tmp4, tmp5); 466fa39824bb690c5806358871f46940d0450973d8aJames Zern src -= 2; 467fa39824bb690c5806358871f46940d0450973d8aJames Zern ST4x8_UB(tmp2, tmp3, src, stride); 468fa39824bb690c5806358871f46940d0450973d8aJames Zern src += (8 * stride); 469fa39824bb690c5806358871f46940d0450973d8aJames Zern ST4x8_UB(tmp4, tmp5, src, stride); 470fa39824bb690c5806358871f46940d0450973d8aJames Zern} 471fa39824bb690c5806358871f46940d0450973d8aJames Zern 472fa39824bb690c5806358871f46940d0450973d8aJames Zernstatic void HFilter16i(uint8_t* src_y, int stride, 473fa39824bb690c5806358871f46940d0450973d8aJames Zern int b_limit, int limit, int thresh) { 474fa39824bb690c5806358871f46940d0450973d8aJames Zern HFilterVertEdge16i(src_y + 4, stride, b_limit, limit, thresh); 475fa39824bb690c5806358871f46940d0450973d8aJames Zern HFilterVertEdge16i(src_y + 8, stride, b_limit, limit, thresh); 476fa39824bb690c5806358871f46940d0450973d8aJames Zern HFilterVertEdge16i(src_y + 12, stride, b_limit, limit, thresh); 477fa39824bb690c5806358871f46940d0450973d8aJames Zern} 478fa39824bb690c5806358871f46940d0450973d8aJames Zern 479fa39824bb690c5806358871f46940d0450973d8aJames Zern// 8-pixels wide variants, for chroma filtering 480fa39824bb690c5806358871f46940d0450973d8aJames Zernstatic void VFilter8(uint8_t* src_u, uint8_t* src_v, int stride, 481fa39824bb690c5806358871f46940d0450973d8aJames Zern int b_limit_in, int limit_in, int thresh_in) { 482fa39824bb690c5806358871f46940d0450973d8aJames Zern uint8_t* ptmp_src_u = src_u - 4 * stride; 483fa39824bb690c5806358871f46940d0450973d8aJames Zern uint8_t* ptmp_src_v = src_v - 4 * stride; 484fa39824bb690c5806358871f46940d0450973d8aJames Zern uint64_t p2_d, p1_d, p0_d, q0_d, q1_d, q2_d; 485fa39824bb690c5806358871f46940d0450973d8aJames Zern v16u8 p3, p2, p1, p0, q3, q2, q1, q0, mask, hev; 486fa39824bb690c5806358871f46940d0450973d8aJames Zern v16u8 p3_u, p2_u, p1_u, p0_u, q3_u, q2_u, q1_u, q0_u; 487fa39824bb690c5806358871f46940d0450973d8aJames Zern v16u8 p3_v, p2_v, p1_v, p0_v, q3_v, q2_v, q1_v, q0_v; 488fa39824bb690c5806358871f46940d0450973d8aJames Zern const v16u8 b_limit = (v16u8)__msa_fill_b(b_limit_in); 489fa39824bb690c5806358871f46940d0450973d8aJames Zern const v16u8 limit = (v16u8)__msa_fill_b(limit_in); 490fa39824bb690c5806358871f46940d0450973d8aJames Zern const v16u8 thresh = (v16u8)__msa_fill_b(thresh_in); 491fa39824bb690c5806358871f46940d0450973d8aJames Zern 492fa39824bb690c5806358871f46940d0450973d8aJames Zern LD_UB8(ptmp_src_u, stride, p3_u, p2_u, p1_u, p0_u, q0_u, q1_u, q2_u, q3_u); 493fa39824bb690c5806358871f46940d0450973d8aJames Zern LD_UB8(ptmp_src_v, stride, p3_v, p2_v, p1_v, p0_v, q0_v, q1_v, q2_v, q3_v); 494fa39824bb690c5806358871f46940d0450973d8aJames Zern ILVR_D4_UB(p3_v, p3_u, p2_v, p2_u, p1_v, p1_u, p0_v, p0_u, p3, p2, p1, p0); 495fa39824bb690c5806358871f46940d0450973d8aJames Zern ILVR_D4_UB(q0_v, q0_u, q1_v, q1_u, q2_v, q2_u, q3_v, q3_u, q0, q1, q2, q3); 496fa39824bb690c5806358871f46940d0450973d8aJames Zern LPF_MASK_HEV(p3, p2, p1, p0, q0, q1, q2, q3, limit, b_limit, thresh, 497fa39824bb690c5806358871f46940d0450973d8aJames Zern hev, mask); 498fa39824bb690c5806358871f46940d0450973d8aJames Zern LPF_MBFILTER(p2, p1, p0, q0, q1, q2, mask, hev); 499fa39824bb690c5806358871f46940d0450973d8aJames Zern p2_d = __msa_copy_s_d((v2i64)p2, 0); 500fa39824bb690c5806358871f46940d0450973d8aJames Zern p1_d = __msa_copy_s_d((v2i64)p1, 0); 501fa39824bb690c5806358871f46940d0450973d8aJames Zern p0_d = __msa_copy_s_d((v2i64)p0, 0); 502fa39824bb690c5806358871f46940d0450973d8aJames Zern q0_d = __msa_copy_s_d((v2i64)q0, 0); 503fa39824bb690c5806358871f46940d0450973d8aJames Zern q1_d = __msa_copy_s_d((v2i64)q1, 0); 504fa39824bb690c5806358871f46940d0450973d8aJames Zern q2_d = __msa_copy_s_d((v2i64)q2, 0); 505fa39824bb690c5806358871f46940d0450973d8aJames Zern ptmp_src_u += stride; 506fa39824bb690c5806358871f46940d0450973d8aJames Zern SD4(p2_d, p1_d, p0_d, q0_d, ptmp_src_u, stride); 507fa39824bb690c5806358871f46940d0450973d8aJames Zern ptmp_src_u += (4 * stride); 508fa39824bb690c5806358871f46940d0450973d8aJames Zern SD(q1_d, ptmp_src_u); 509fa39824bb690c5806358871f46940d0450973d8aJames Zern ptmp_src_u += stride; 510fa39824bb690c5806358871f46940d0450973d8aJames Zern SD(q2_d, ptmp_src_u); 511fa39824bb690c5806358871f46940d0450973d8aJames Zern p2_d = __msa_copy_s_d((v2i64)p2, 1); 512fa39824bb690c5806358871f46940d0450973d8aJames Zern p1_d = __msa_copy_s_d((v2i64)p1, 1); 513fa39824bb690c5806358871f46940d0450973d8aJames Zern p0_d = __msa_copy_s_d((v2i64)p0, 1); 514fa39824bb690c5806358871f46940d0450973d8aJames Zern q0_d = __msa_copy_s_d((v2i64)q0, 1); 515fa39824bb690c5806358871f46940d0450973d8aJames Zern q1_d = __msa_copy_s_d((v2i64)q1, 1); 516fa39824bb690c5806358871f46940d0450973d8aJames Zern q2_d = __msa_copy_s_d((v2i64)q2, 1); 517fa39824bb690c5806358871f46940d0450973d8aJames Zern ptmp_src_v += stride; 518fa39824bb690c5806358871f46940d0450973d8aJames Zern SD4(p2_d, p1_d, p0_d, q0_d, ptmp_src_v, stride); 519fa39824bb690c5806358871f46940d0450973d8aJames Zern ptmp_src_v += (4 * stride); 520fa39824bb690c5806358871f46940d0450973d8aJames Zern SD(q1_d, ptmp_src_v); 521fa39824bb690c5806358871f46940d0450973d8aJames Zern ptmp_src_v += stride; 522fa39824bb690c5806358871f46940d0450973d8aJames Zern SD(q2_d, ptmp_src_v); 523fa39824bb690c5806358871f46940d0450973d8aJames Zern} 524fa39824bb690c5806358871f46940d0450973d8aJames Zern 525fa39824bb690c5806358871f46940d0450973d8aJames Zernstatic void HFilter8(uint8_t* src_u, uint8_t* src_v, int stride, 526fa39824bb690c5806358871f46940d0450973d8aJames Zern int b_limit_in, int limit_in, int thresh_in) { 527fa39824bb690c5806358871f46940d0450973d8aJames Zern uint8_t* ptmp_src_u = src_u - 4; 528fa39824bb690c5806358871f46940d0450973d8aJames Zern uint8_t* ptmp_src_v = src_v - 4; 529fa39824bb690c5806358871f46940d0450973d8aJames Zern v16u8 p3, p2, p1, p0, q3, q2, q1, q0, mask, hev; 530fa39824bb690c5806358871f46940d0450973d8aJames Zern v16u8 row0, row1, row2, row3, row4, row5, row6, row7, row8; 531fa39824bb690c5806358871f46940d0450973d8aJames Zern v16u8 row9, row10, row11, row12, row13, row14, row15; 532fa39824bb690c5806358871f46940d0450973d8aJames Zern v8i16 tmp0, tmp1, tmp2, tmp3, tmp4, tmp5, tmp6, tmp7; 533fa39824bb690c5806358871f46940d0450973d8aJames Zern const v16u8 b_limit = (v16u8)__msa_fill_b(b_limit_in); 534fa39824bb690c5806358871f46940d0450973d8aJames Zern const v16u8 limit = (v16u8)__msa_fill_b(limit_in); 535fa39824bb690c5806358871f46940d0450973d8aJames Zern const v16u8 thresh = (v16u8)__msa_fill_b(thresh_in); 536fa39824bb690c5806358871f46940d0450973d8aJames Zern 537fa39824bb690c5806358871f46940d0450973d8aJames Zern LD_UB8(ptmp_src_u, stride, row0, row1, row2, row3, row4, row5, row6, row7); 538fa39824bb690c5806358871f46940d0450973d8aJames Zern LD_UB8(ptmp_src_v, stride, 539fa39824bb690c5806358871f46940d0450973d8aJames Zern row8, row9, row10, row11, row12, row13, row14, row15); 540fa39824bb690c5806358871f46940d0450973d8aJames Zern TRANSPOSE16x8_UB_UB(row0, row1, row2, row3, row4, row5, row6, row7, 541fa39824bb690c5806358871f46940d0450973d8aJames Zern row8, row9, row10, row11, row12, row13, row14, row15, 542fa39824bb690c5806358871f46940d0450973d8aJames Zern p3, p2, p1, p0, q0, q1, q2, q3); 543fa39824bb690c5806358871f46940d0450973d8aJames Zern LPF_MASK_HEV(p3, p2, p1, p0, q0, q1, q2, q3, limit, b_limit, thresh, 544fa39824bb690c5806358871f46940d0450973d8aJames Zern hev, mask); 545fa39824bb690c5806358871f46940d0450973d8aJames Zern LPF_MBFILTER(p2, p1, p0, q0, q1, q2, mask, hev); 546fa39824bb690c5806358871f46940d0450973d8aJames Zern ILVR_B2_SH(p1, p2, q0, p0, tmp0, tmp1); 547fa39824bb690c5806358871f46940d0450973d8aJames Zern ILVRL_H2_SH(tmp1, tmp0, tmp3, tmp4); 548fa39824bb690c5806358871f46940d0450973d8aJames Zern ILVL_B2_SH(p1, p2, q0, p0, tmp0, tmp1); 549fa39824bb690c5806358871f46940d0450973d8aJames Zern ILVRL_H2_SH(tmp1, tmp0, tmp6, tmp7); 550fa39824bb690c5806358871f46940d0450973d8aJames Zern ILVRL_B2_SH(q2, q1, tmp2, tmp5); 551fa39824bb690c5806358871f46940d0450973d8aJames Zern ptmp_src_u += 1; 552fa39824bb690c5806358871f46940d0450973d8aJames Zern ST6x4_UB(tmp3, 0, tmp2, 0, ptmp_src_u, stride); 553fa39824bb690c5806358871f46940d0450973d8aJames Zern ptmp_src_u += 4 * stride; 554fa39824bb690c5806358871f46940d0450973d8aJames Zern ST6x4_UB(tmp4, 0, tmp2, 4, ptmp_src_u, stride); 555fa39824bb690c5806358871f46940d0450973d8aJames Zern ptmp_src_v += 1; 556fa39824bb690c5806358871f46940d0450973d8aJames Zern ST6x4_UB(tmp6, 0, tmp5, 0, ptmp_src_v, stride); 557fa39824bb690c5806358871f46940d0450973d8aJames Zern ptmp_src_v += 4 * stride; 558fa39824bb690c5806358871f46940d0450973d8aJames Zern ST6x4_UB(tmp7, 0, tmp5, 4, ptmp_src_v, stride); 559fa39824bb690c5806358871f46940d0450973d8aJames Zern} 560fa39824bb690c5806358871f46940d0450973d8aJames Zern 561fa39824bb690c5806358871f46940d0450973d8aJames Zernstatic void VFilter8i(uint8_t* src_u, uint8_t* src_v, int stride, 562fa39824bb690c5806358871f46940d0450973d8aJames Zern int b_limit_in, int limit_in, int thresh_in) { 563fa39824bb690c5806358871f46940d0450973d8aJames Zern uint64_t p1_d, p0_d, q0_d, q1_d; 564fa39824bb690c5806358871f46940d0450973d8aJames Zern v16u8 p3, p2, p1, p0, q3, q2, q1, q0, mask, hev; 565fa39824bb690c5806358871f46940d0450973d8aJames Zern v16u8 p3_u, p2_u, p1_u, p0_u, q3_u, q2_u, q1_u, q0_u; 566fa39824bb690c5806358871f46940d0450973d8aJames Zern v16u8 p3_v, p2_v, p1_v, p0_v, q3_v, q2_v, q1_v, q0_v; 567fa39824bb690c5806358871f46940d0450973d8aJames Zern const v16u8 thresh = (v16u8)__msa_fill_b(thresh_in); 568fa39824bb690c5806358871f46940d0450973d8aJames Zern const v16u8 limit = (v16u8)__msa_fill_b(limit_in); 569fa39824bb690c5806358871f46940d0450973d8aJames Zern const v16u8 b_limit = (v16u8)__msa_fill_b(b_limit_in); 570fa39824bb690c5806358871f46940d0450973d8aJames Zern 571fa39824bb690c5806358871f46940d0450973d8aJames Zern LD_UB8(src_u, stride, p3_u, p2_u, p1_u, p0_u, q0_u, q1_u, q2_u, q3_u); 572fa39824bb690c5806358871f46940d0450973d8aJames Zern src_u += (5 * stride); 573fa39824bb690c5806358871f46940d0450973d8aJames Zern LD_UB8(src_v, stride, p3_v, p2_v, p1_v, p0_v, q0_v, q1_v, q2_v, q3_v); 574fa39824bb690c5806358871f46940d0450973d8aJames Zern src_v += (5 * stride); 575fa39824bb690c5806358871f46940d0450973d8aJames Zern ILVR_D4_UB(p3_v, p3_u, p2_v, p2_u, p1_v, p1_u, p0_v, p0_u, p3, p2, p1, p0); 576fa39824bb690c5806358871f46940d0450973d8aJames Zern ILVR_D4_UB(q0_v, q0_u, q1_v, q1_u, q2_v, q2_u, q3_v, q3_u, q0, q1, q2, q3); 577fa39824bb690c5806358871f46940d0450973d8aJames Zern LPF_MASK_HEV(p3, p2, p1, p0, q0, q1, q2, q3, limit, b_limit, thresh, 578fa39824bb690c5806358871f46940d0450973d8aJames Zern hev, mask); 579fa39824bb690c5806358871f46940d0450973d8aJames Zern LPF_FILTER4_4W(p1, p0, q0, q1, mask, hev); 580fa39824bb690c5806358871f46940d0450973d8aJames Zern p1_d = __msa_copy_s_d((v2i64)p1, 0); 581fa39824bb690c5806358871f46940d0450973d8aJames Zern p0_d = __msa_copy_s_d((v2i64)p0, 0); 582fa39824bb690c5806358871f46940d0450973d8aJames Zern q0_d = __msa_copy_s_d((v2i64)q0, 0); 583fa39824bb690c5806358871f46940d0450973d8aJames Zern q1_d = __msa_copy_s_d((v2i64)q1, 0); 584fa39824bb690c5806358871f46940d0450973d8aJames Zern SD4(q1_d, q0_d, p0_d, p1_d, src_u, -stride); 585fa39824bb690c5806358871f46940d0450973d8aJames Zern p1_d = __msa_copy_s_d((v2i64)p1, 1); 586fa39824bb690c5806358871f46940d0450973d8aJames Zern p0_d = __msa_copy_s_d((v2i64)p0, 1); 587fa39824bb690c5806358871f46940d0450973d8aJames Zern q0_d = __msa_copy_s_d((v2i64)q0, 1); 588fa39824bb690c5806358871f46940d0450973d8aJames Zern q1_d = __msa_copy_s_d((v2i64)q1, 1); 589fa39824bb690c5806358871f46940d0450973d8aJames Zern SD4(q1_d, q0_d, p0_d, p1_d, src_v, -stride); 590fa39824bb690c5806358871f46940d0450973d8aJames Zern} 591fa39824bb690c5806358871f46940d0450973d8aJames Zern 592fa39824bb690c5806358871f46940d0450973d8aJames Zernstatic void HFilter8i(uint8_t* src_u, uint8_t* src_v, int stride, 593fa39824bb690c5806358871f46940d0450973d8aJames Zern int b_limit_in, int limit_in, int thresh_in) { 594fa39824bb690c5806358871f46940d0450973d8aJames Zern v16u8 p3, p2, p1, p0, q3, q2, q1, q0, mask, hev; 595fa39824bb690c5806358871f46940d0450973d8aJames Zern v16u8 row0, row1, row2, row3, row4, row5, row6, row7, row8; 596fa39824bb690c5806358871f46940d0450973d8aJames Zern v16u8 row9, row10, row11, row12, row13, row14, row15; 597fa39824bb690c5806358871f46940d0450973d8aJames Zern v4i32 tmp0, tmp1, tmp2, tmp3, tmp4, tmp5; 598fa39824bb690c5806358871f46940d0450973d8aJames Zern const v16u8 thresh = (v16u8)__msa_fill_b(thresh_in); 599fa39824bb690c5806358871f46940d0450973d8aJames Zern const v16u8 limit = (v16u8)__msa_fill_b(limit_in); 600fa39824bb690c5806358871f46940d0450973d8aJames Zern const v16u8 b_limit = (v16u8)__msa_fill_b(b_limit_in); 601fa39824bb690c5806358871f46940d0450973d8aJames Zern 602fa39824bb690c5806358871f46940d0450973d8aJames Zern LD_UB8(src_u, stride, row0, row1, row2, row3, row4, row5, row6, row7); 603fa39824bb690c5806358871f46940d0450973d8aJames Zern LD_UB8(src_v, stride, 604fa39824bb690c5806358871f46940d0450973d8aJames Zern row8, row9, row10, row11, row12, row13, row14, row15); 605fa39824bb690c5806358871f46940d0450973d8aJames Zern TRANSPOSE16x8_UB_UB(row0, row1, row2, row3, row4, row5, row6, row7, 606fa39824bb690c5806358871f46940d0450973d8aJames Zern row8, row9, row10, row11, row12, row13, row14, row15, 607fa39824bb690c5806358871f46940d0450973d8aJames Zern p3, p2, p1, p0, q0, q1, q2, q3); 608fa39824bb690c5806358871f46940d0450973d8aJames Zern LPF_MASK_HEV(p3, p2, p1, p0, q0, q1, q2, q3, limit, b_limit, thresh, 609fa39824bb690c5806358871f46940d0450973d8aJames Zern hev, mask); 610fa39824bb690c5806358871f46940d0450973d8aJames Zern LPF_FILTER4_4W(p1, p0, q0, q1, mask, hev); 611fa39824bb690c5806358871f46940d0450973d8aJames Zern ILVR_B2_SW(p0, p1, q1, q0, tmp0, tmp1); 612fa39824bb690c5806358871f46940d0450973d8aJames Zern ILVRL_H2_SW(tmp1, tmp0, tmp2, tmp3); 613fa39824bb690c5806358871f46940d0450973d8aJames Zern ILVL_B2_SW(p0, p1, q1, q0, tmp0, tmp1); 614fa39824bb690c5806358871f46940d0450973d8aJames Zern ILVRL_H2_SW(tmp1, tmp0, tmp4, tmp5); 615fa39824bb690c5806358871f46940d0450973d8aJames Zern src_u += 2; 616fa39824bb690c5806358871f46940d0450973d8aJames Zern ST4x4_UB(tmp2, tmp2, 0, 1, 2, 3, src_u, stride); 617fa39824bb690c5806358871f46940d0450973d8aJames Zern src_u += 4 * stride; 618fa39824bb690c5806358871f46940d0450973d8aJames Zern ST4x4_UB(tmp3, tmp3, 0, 1, 2, 3, src_u, stride); 619fa39824bb690c5806358871f46940d0450973d8aJames Zern src_v += 2; 620fa39824bb690c5806358871f46940d0450973d8aJames Zern ST4x4_UB(tmp4, tmp4, 0, 1, 2, 3, src_v, stride); 621fa39824bb690c5806358871f46940d0450973d8aJames Zern src_v += 4 * stride; 622fa39824bb690c5806358871f46940d0450973d8aJames Zern ST4x4_UB(tmp5, tmp5, 0, 1, 2, 3, src_v, stride); 623fa39824bb690c5806358871f46940d0450973d8aJames Zern} 624fa39824bb690c5806358871f46940d0450973d8aJames Zern 625fa39824bb690c5806358871f46940d0450973d8aJames Zernstatic void SimpleVFilter16(uint8_t* src, int stride, int b_limit_in) { 626fa39824bb690c5806358871f46940d0450973d8aJames Zern v16u8 p1, p0, q1, q0, mask; 627fa39824bb690c5806358871f46940d0450973d8aJames Zern const v16u8 b_limit = (v16u8)__msa_fill_b(b_limit_in); 628fa39824bb690c5806358871f46940d0450973d8aJames Zern 629fa39824bb690c5806358871f46940d0450973d8aJames Zern LD_UB4(src - 2 * stride, stride, p1, p0, q0, q1); 630fa39824bb690c5806358871f46940d0450973d8aJames Zern LPF_SIMPLE_MASK(p1, p0, q0, q1, b_limit, mask); 631fa39824bb690c5806358871f46940d0450973d8aJames Zern LPF_SIMPLE_FILT(p1, p0, q0, q1, mask); 632fa39824bb690c5806358871f46940d0450973d8aJames Zern ST_UB2(p0, q0, src - stride, stride); 633fa39824bb690c5806358871f46940d0450973d8aJames Zern} 634fa39824bb690c5806358871f46940d0450973d8aJames Zern 635fa39824bb690c5806358871f46940d0450973d8aJames Zernstatic void SimpleHFilter16(uint8_t* src, int stride, int b_limit_in) { 636fa39824bb690c5806358871f46940d0450973d8aJames Zern v16u8 p1, p0, q1, q0, mask, row0, row1, row2, row3, row4, row5, row6, row7; 637fa39824bb690c5806358871f46940d0450973d8aJames Zern v16u8 row8, row9, row10, row11, row12, row13, row14, row15; 638fa39824bb690c5806358871f46940d0450973d8aJames Zern v8i16 tmp0, tmp1; 639fa39824bb690c5806358871f46940d0450973d8aJames Zern const v16u8 b_limit = (v16u8)__msa_fill_b(b_limit_in); 640fa39824bb690c5806358871f46940d0450973d8aJames Zern uint8_t* ptemp_src = src - 2; 641fa39824bb690c5806358871f46940d0450973d8aJames Zern 642fa39824bb690c5806358871f46940d0450973d8aJames Zern LD_UB8(ptemp_src, stride, row0, row1, row2, row3, row4, row5, row6, row7); 643fa39824bb690c5806358871f46940d0450973d8aJames Zern LD_UB8(ptemp_src + 8 * stride, stride, 644fa39824bb690c5806358871f46940d0450973d8aJames Zern row8, row9, row10, row11, row12, row13, row14, row15); 645fa39824bb690c5806358871f46940d0450973d8aJames Zern TRANSPOSE16x4_UB_UB(row0, row1, row2, row3, row4, row5, row6, row7, 646fa39824bb690c5806358871f46940d0450973d8aJames Zern row8, row9, row10, row11, row12, row13, row14, row15, 647fa39824bb690c5806358871f46940d0450973d8aJames Zern p1, p0, q0, q1); 648fa39824bb690c5806358871f46940d0450973d8aJames Zern LPF_SIMPLE_MASK(p1, p0, q0, q1, b_limit, mask); 649fa39824bb690c5806358871f46940d0450973d8aJames Zern LPF_SIMPLE_FILT(p1, p0, q0, q1, mask); 650fa39824bb690c5806358871f46940d0450973d8aJames Zern ILVRL_B2_SH(q0, p0, tmp1, tmp0); 651fa39824bb690c5806358871f46940d0450973d8aJames Zern ptemp_src += 1; 652fa39824bb690c5806358871f46940d0450973d8aJames Zern ST2x4_UB(tmp1, 0, ptemp_src, stride); 653fa39824bb690c5806358871f46940d0450973d8aJames Zern ptemp_src += 4 * stride; 654fa39824bb690c5806358871f46940d0450973d8aJames Zern ST2x4_UB(tmp1, 4, ptemp_src, stride); 655fa39824bb690c5806358871f46940d0450973d8aJames Zern ptemp_src += 4 * stride; 656fa39824bb690c5806358871f46940d0450973d8aJames Zern ST2x4_UB(tmp0, 0, ptemp_src, stride); 657fa39824bb690c5806358871f46940d0450973d8aJames Zern ptemp_src += 4 * stride; 658fa39824bb690c5806358871f46940d0450973d8aJames Zern ST2x4_UB(tmp0, 4, ptemp_src, stride); 659fa39824bb690c5806358871f46940d0450973d8aJames Zern ptemp_src += 4 * stride; 660fa39824bb690c5806358871f46940d0450973d8aJames Zern} 661fa39824bb690c5806358871f46940d0450973d8aJames Zern 662fa39824bb690c5806358871f46940d0450973d8aJames Zernstatic void SimpleVFilter16i(uint8_t* src_y, int stride, int b_limit_in) { 663fa39824bb690c5806358871f46940d0450973d8aJames Zern SimpleVFilter16(src_y + 4 * stride, stride, b_limit_in); 664fa39824bb690c5806358871f46940d0450973d8aJames Zern SimpleVFilter16(src_y + 8 * stride, stride, b_limit_in); 665fa39824bb690c5806358871f46940d0450973d8aJames Zern SimpleVFilter16(src_y + 12 * stride, stride, b_limit_in); 666fa39824bb690c5806358871f46940d0450973d8aJames Zern} 667fa39824bb690c5806358871f46940d0450973d8aJames Zern 668fa39824bb690c5806358871f46940d0450973d8aJames Zernstatic void SimpleHFilter16i(uint8_t* src_y, int stride, int b_limit_in) { 669fa39824bb690c5806358871f46940d0450973d8aJames Zern SimpleHFilter16(src_y + 4, stride, b_limit_in); 670fa39824bb690c5806358871f46940d0450973d8aJames Zern SimpleHFilter16(src_y + 8, stride, b_limit_in); 671fa39824bb690c5806358871f46940d0450973d8aJames Zern SimpleHFilter16(src_y + 12, stride, b_limit_in); 672fa39824bb690c5806358871f46940d0450973d8aJames Zern} 673fa39824bb690c5806358871f46940d0450973d8aJames Zern 674fa39824bb690c5806358871f46940d0450973d8aJames Zern//------------------------------------------------------------------------------ 675fa39824bb690c5806358871f46940d0450973d8aJames Zern// Intra predictions 676fa39824bb690c5806358871f46940d0450973d8aJames Zern//------------------------------------------------------------------------------ 677fa39824bb690c5806358871f46940d0450973d8aJames Zern 678fa39824bb690c5806358871f46940d0450973d8aJames Zern// 4x4 679fa39824bb690c5806358871f46940d0450973d8aJames Zern 680fa39824bb690c5806358871f46940d0450973d8aJames Zernstatic void DC4(uint8_t* dst) { // DC 681fa39824bb690c5806358871f46940d0450973d8aJames Zern uint32_t dc = 4; 682fa39824bb690c5806358871f46940d0450973d8aJames Zern int i; 683fa39824bb690c5806358871f46940d0450973d8aJames Zern for (i = 0; i < 4; ++i) dc += dst[i - BPS] + dst[-1 + i * BPS]; 684fa39824bb690c5806358871f46940d0450973d8aJames Zern dc >>= 3; 685fa39824bb690c5806358871f46940d0450973d8aJames Zern dc = dc | (dc << 8) | (dc << 16) | (dc << 24); 686fa39824bb690c5806358871f46940d0450973d8aJames Zern SW4(dc, dc, dc, dc, dst, BPS); 687fa39824bb690c5806358871f46940d0450973d8aJames Zern} 688fa39824bb690c5806358871f46940d0450973d8aJames Zern 689fa39824bb690c5806358871f46940d0450973d8aJames Zernstatic void TM4(uint8_t* dst) { 690fa39824bb690c5806358871f46940d0450973d8aJames Zern const uint8_t* const ptemp = dst - BPS - 1; 691fa39824bb690c5806358871f46940d0450973d8aJames Zern v8i16 T, d, r0, r1, r2, r3; 692fa39824bb690c5806358871f46940d0450973d8aJames Zern const v16i8 zero = { 0 }; 693fa39824bb690c5806358871f46940d0450973d8aJames Zern const v8i16 TL = (v8i16)__msa_fill_h(ptemp[0 * BPS]); 694fa39824bb690c5806358871f46940d0450973d8aJames Zern const v8i16 L0 = (v8i16)__msa_fill_h(ptemp[1 * BPS]); 695fa39824bb690c5806358871f46940d0450973d8aJames Zern const v8i16 L1 = (v8i16)__msa_fill_h(ptemp[2 * BPS]); 696fa39824bb690c5806358871f46940d0450973d8aJames Zern const v8i16 L2 = (v8i16)__msa_fill_h(ptemp[3 * BPS]); 697fa39824bb690c5806358871f46940d0450973d8aJames Zern const v8i16 L3 = (v8i16)__msa_fill_h(ptemp[4 * BPS]); 698fa39824bb690c5806358871f46940d0450973d8aJames Zern const v16u8 T1 = LD_UB(ptemp + 1); 699fa39824bb690c5806358871f46940d0450973d8aJames Zern 700fa39824bb690c5806358871f46940d0450973d8aJames Zern T = (v8i16)__msa_ilvr_b(zero, (v16i8)T1); 701fa39824bb690c5806358871f46940d0450973d8aJames Zern d = T - TL; 702fa39824bb690c5806358871f46940d0450973d8aJames Zern ADD4(d, L0, d, L1, d, L2, d, L3, r0, r1, r2, r3); 703fa39824bb690c5806358871f46940d0450973d8aJames Zern CLIP_SH4_0_255(r0, r1, r2, r3); 704fa39824bb690c5806358871f46940d0450973d8aJames Zern PCKEV_ST4x4_UB(r0, r1, r2, r3, dst, BPS); 705fa39824bb690c5806358871f46940d0450973d8aJames Zern} 706fa39824bb690c5806358871f46940d0450973d8aJames Zern 707fa39824bb690c5806358871f46940d0450973d8aJames Zernstatic void VE4(uint8_t* dst) { // vertical 708fa39824bb690c5806358871f46940d0450973d8aJames Zern const uint8_t* const ptop = dst - BPS - 1; 709fa39824bb690c5806358871f46940d0450973d8aJames Zern const uint32_t val0 = LW(ptop + 0); 710fa39824bb690c5806358871f46940d0450973d8aJames Zern const uint32_t val1 = LW(ptop + 4); 711fa39824bb690c5806358871f46940d0450973d8aJames Zern uint32_t out; 712a187300ff9a8a7c10b1fb2ec84223fdd14e6d47bJames Zern v16u8 A = { 0 }, B, C, AC, B2, R; 713fa39824bb690c5806358871f46940d0450973d8aJames Zern 714fa39824bb690c5806358871f46940d0450973d8aJames Zern INSERT_W2_UB(val0, val1, A); 715fa39824bb690c5806358871f46940d0450973d8aJames Zern B = SLDI_UB(A, A, 1); 716fa39824bb690c5806358871f46940d0450973d8aJames Zern C = SLDI_UB(A, A, 2); 717fa39824bb690c5806358871f46940d0450973d8aJames Zern AC = __msa_ave_u_b(A, C); 718fa39824bb690c5806358871f46940d0450973d8aJames Zern B2 = __msa_ave_u_b(B, B); 719fa39824bb690c5806358871f46940d0450973d8aJames Zern R = __msa_aver_u_b(AC, B2); 720fa39824bb690c5806358871f46940d0450973d8aJames Zern out = __msa_copy_s_w((v4i32)R, 0); 721fa39824bb690c5806358871f46940d0450973d8aJames Zern SW4(out, out, out, out, dst, BPS); 722fa39824bb690c5806358871f46940d0450973d8aJames Zern} 723fa39824bb690c5806358871f46940d0450973d8aJames Zern 724fa39824bb690c5806358871f46940d0450973d8aJames Zernstatic void RD4(uint8_t* dst) { // Down-right 725fa39824bb690c5806358871f46940d0450973d8aJames Zern const uint8_t* const ptop = dst - 1 - BPS; 726fa39824bb690c5806358871f46940d0450973d8aJames Zern uint32_t val0 = LW(ptop + 0); 727fa39824bb690c5806358871f46940d0450973d8aJames Zern uint32_t val1 = LW(ptop + 4); 728fa39824bb690c5806358871f46940d0450973d8aJames Zern uint32_t val2, val3; 729a187300ff9a8a7c10b1fb2ec84223fdd14e6d47bJames Zern v16u8 A, B, C, AC, B2, R, A1 = { 0 }; 730fa39824bb690c5806358871f46940d0450973d8aJames Zern 731fa39824bb690c5806358871f46940d0450973d8aJames Zern INSERT_W2_UB(val0, val1, A1); 732fa39824bb690c5806358871f46940d0450973d8aJames Zern A = SLDI_UB(A1, A1, 12); 733fa39824bb690c5806358871f46940d0450973d8aJames Zern A = (v16u8)__msa_insert_b((v16i8)A, 3, ptop[1 * BPS]); 734fa39824bb690c5806358871f46940d0450973d8aJames Zern A = (v16u8)__msa_insert_b((v16i8)A, 2, ptop[2 * BPS]); 735fa39824bb690c5806358871f46940d0450973d8aJames Zern A = (v16u8)__msa_insert_b((v16i8)A, 1, ptop[3 * BPS]); 736fa39824bb690c5806358871f46940d0450973d8aJames Zern A = (v16u8)__msa_insert_b((v16i8)A, 0, ptop[4 * BPS]); 737fa39824bb690c5806358871f46940d0450973d8aJames Zern B = SLDI_UB(A, A, 1); 738fa39824bb690c5806358871f46940d0450973d8aJames Zern C = SLDI_UB(A, A, 2); 739fa39824bb690c5806358871f46940d0450973d8aJames Zern AC = __msa_ave_u_b(A, C); 740fa39824bb690c5806358871f46940d0450973d8aJames Zern B2 = __msa_ave_u_b(B, B); 741fa39824bb690c5806358871f46940d0450973d8aJames Zern R = __msa_aver_u_b(AC, B2); 742fa39824bb690c5806358871f46940d0450973d8aJames Zern val3 = __msa_copy_s_w((v4i32)R, 0); 743fa39824bb690c5806358871f46940d0450973d8aJames Zern R = SLDI_UB(R, R, 1); 744fa39824bb690c5806358871f46940d0450973d8aJames Zern val2 = __msa_copy_s_w((v4i32)R, 0); 745fa39824bb690c5806358871f46940d0450973d8aJames Zern R = SLDI_UB(R, R, 1); 746fa39824bb690c5806358871f46940d0450973d8aJames Zern val1 = __msa_copy_s_w((v4i32)R, 0); 747fa39824bb690c5806358871f46940d0450973d8aJames Zern R = SLDI_UB(R, R, 1); 748fa39824bb690c5806358871f46940d0450973d8aJames Zern val0 = __msa_copy_s_w((v4i32)R, 0); 749fa39824bb690c5806358871f46940d0450973d8aJames Zern SW4(val0, val1, val2, val3, dst, BPS); 750fa39824bb690c5806358871f46940d0450973d8aJames Zern} 751fa39824bb690c5806358871f46940d0450973d8aJames Zern 752fa39824bb690c5806358871f46940d0450973d8aJames Zernstatic void LD4(uint8_t* dst) { // Down-Left 753fa39824bb690c5806358871f46940d0450973d8aJames Zern const uint8_t* const ptop = dst - BPS; 754fa39824bb690c5806358871f46940d0450973d8aJames Zern uint32_t val0 = LW(ptop + 0); 755fa39824bb690c5806358871f46940d0450973d8aJames Zern uint32_t val1 = LW(ptop + 4); 756fa39824bb690c5806358871f46940d0450973d8aJames Zern uint32_t val2, val3; 757a187300ff9a8a7c10b1fb2ec84223fdd14e6d47bJames Zern v16u8 A = { 0 }, B, C, AC, B2, R; 758fa39824bb690c5806358871f46940d0450973d8aJames Zern 759fa39824bb690c5806358871f46940d0450973d8aJames Zern INSERT_W2_UB(val0, val1, A); 760fa39824bb690c5806358871f46940d0450973d8aJames Zern B = SLDI_UB(A, A, 1); 761fa39824bb690c5806358871f46940d0450973d8aJames Zern C = SLDI_UB(A, A, 2); 762fa39824bb690c5806358871f46940d0450973d8aJames Zern C = (v16u8)__msa_insert_b((v16i8)C, 6, ptop[7]); 763fa39824bb690c5806358871f46940d0450973d8aJames Zern AC = __msa_ave_u_b(A, C); 764fa39824bb690c5806358871f46940d0450973d8aJames Zern B2 = __msa_ave_u_b(B, B); 765fa39824bb690c5806358871f46940d0450973d8aJames Zern R = __msa_aver_u_b(AC, B2); 766fa39824bb690c5806358871f46940d0450973d8aJames Zern val0 = __msa_copy_s_w((v4i32)R, 0); 767fa39824bb690c5806358871f46940d0450973d8aJames Zern R = SLDI_UB(R, R, 1); 768fa39824bb690c5806358871f46940d0450973d8aJames Zern val1 = __msa_copy_s_w((v4i32)R, 0); 769fa39824bb690c5806358871f46940d0450973d8aJames Zern R = SLDI_UB(R, R, 1); 770fa39824bb690c5806358871f46940d0450973d8aJames Zern val2 = __msa_copy_s_w((v4i32)R, 0); 771fa39824bb690c5806358871f46940d0450973d8aJames Zern R = SLDI_UB(R, R, 1); 772fa39824bb690c5806358871f46940d0450973d8aJames Zern val3 = __msa_copy_s_w((v4i32)R, 0); 773fa39824bb690c5806358871f46940d0450973d8aJames Zern SW4(val0, val1, val2, val3, dst, BPS); 774fa39824bb690c5806358871f46940d0450973d8aJames Zern} 775fa39824bb690c5806358871f46940d0450973d8aJames Zern 776fa39824bb690c5806358871f46940d0450973d8aJames Zern// 16x16 777fa39824bb690c5806358871f46940d0450973d8aJames Zern 778fa39824bb690c5806358871f46940d0450973d8aJames Zernstatic void DC16(uint8_t* dst) { // DC 779fa39824bb690c5806358871f46940d0450973d8aJames Zern uint32_t dc = 16; 780fa39824bb690c5806358871f46940d0450973d8aJames Zern int i; 781fa39824bb690c5806358871f46940d0450973d8aJames Zern const v16u8 rtop = LD_UB(dst - BPS); 782fa39824bb690c5806358871f46940d0450973d8aJames Zern const v8u16 dctop = __msa_hadd_u_h(rtop, rtop); 783fa39824bb690c5806358871f46940d0450973d8aJames Zern v16u8 out; 784fa39824bb690c5806358871f46940d0450973d8aJames Zern 785fa39824bb690c5806358871f46940d0450973d8aJames Zern for (i = 0; i < 16; ++i) { 786fa39824bb690c5806358871f46940d0450973d8aJames Zern dc += dst[-1 + i * BPS]; 787fa39824bb690c5806358871f46940d0450973d8aJames Zern } 788fa39824bb690c5806358871f46940d0450973d8aJames Zern dc += HADD_UH_U32(dctop); 789fa39824bb690c5806358871f46940d0450973d8aJames Zern out = (v16u8)__msa_fill_b(dc >> 5); 790fa39824bb690c5806358871f46940d0450973d8aJames Zern ST_UB8(out, out, out, out, out, out, out, out, dst, BPS); 791fa39824bb690c5806358871f46940d0450973d8aJames Zern ST_UB8(out, out, out, out, out, out, out, out, dst + 8 * BPS, BPS); 792fa39824bb690c5806358871f46940d0450973d8aJames Zern} 793fa39824bb690c5806358871f46940d0450973d8aJames Zern 794fa39824bb690c5806358871f46940d0450973d8aJames Zernstatic void TM16(uint8_t* dst) { 795fa39824bb690c5806358871f46940d0450973d8aJames Zern int j; 796fa39824bb690c5806358871f46940d0450973d8aJames Zern v8i16 d1, d2; 797fa39824bb690c5806358871f46940d0450973d8aJames Zern const v16i8 zero = { 0 }; 798fa39824bb690c5806358871f46940d0450973d8aJames Zern const v8i16 TL = (v8i16)__msa_fill_h(dst[-1 - BPS]); 799fa39824bb690c5806358871f46940d0450973d8aJames Zern const v16i8 T = LD_SB(dst - BPS); 800fa39824bb690c5806358871f46940d0450973d8aJames Zern 801fa39824bb690c5806358871f46940d0450973d8aJames Zern ILVRL_B2_SH(zero, T, d1, d2); 802fa39824bb690c5806358871f46940d0450973d8aJames Zern SUB2(d1, TL, d2, TL, d1, d2); 803fa39824bb690c5806358871f46940d0450973d8aJames Zern for (j = 0; j < 16; j += 4) { 804fa39824bb690c5806358871f46940d0450973d8aJames Zern v16i8 t0, t1, t2, t3; 805fa39824bb690c5806358871f46940d0450973d8aJames Zern v8i16 r0, r1, r2, r3, r4, r5, r6, r7; 806fa39824bb690c5806358871f46940d0450973d8aJames Zern const v8i16 L0 = (v8i16)__msa_fill_h(dst[-1 + 0 * BPS]); 807fa39824bb690c5806358871f46940d0450973d8aJames Zern const v8i16 L1 = (v8i16)__msa_fill_h(dst[-1 + 1 * BPS]); 808fa39824bb690c5806358871f46940d0450973d8aJames Zern const v8i16 L2 = (v8i16)__msa_fill_h(dst[-1 + 2 * BPS]); 809fa39824bb690c5806358871f46940d0450973d8aJames Zern const v8i16 L3 = (v8i16)__msa_fill_h(dst[-1 + 3 * BPS]); 810fa39824bb690c5806358871f46940d0450973d8aJames Zern ADD4(d1, L0, d1, L1, d1, L2, d1, L3, r0, r1, r2, r3); 811fa39824bb690c5806358871f46940d0450973d8aJames Zern ADD4(d2, L0, d2, L1, d2, L2, d2, L3, r4, r5, r6, r7); 812fa39824bb690c5806358871f46940d0450973d8aJames Zern CLIP_SH4_0_255(r0, r1, r2, r3); 813fa39824bb690c5806358871f46940d0450973d8aJames Zern CLIP_SH4_0_255(r4, r5, r6, r7); 814fa39824bb690c5806358871f46940d0450973d8aJames Zern PCKEV_B4_SB(r4, r0, r5, r1, r6, r2, r7, r3, t0, t1, t2, t3); 815fa39824bb690c5806358871f46940d0450973d8aJames Zern ST_SB4(t0, t1, t2, t3, dst, BPS); 816fa39824bb690c5806358871f46940d0450973d8aJames Zern dst += 4 * BPS; 817fa39824bb690c5806358871f46940d0450973d8aJames Zern } 818fa39824bb690c5806358871f46940d0450973d8aJames Zern} 819fa39824bb690c5806358871f46940d0450973d8aJames Zern 820fa39824bb690c5806358871f46940d0450973d8aJames Zernstatic void VE16(uint8_t* dst) { // vertical 821fa39824bb690c5806358871f46940d0450973d8aJames Zern const v16u8 rtop = LD_UB(dst - BPS); 822fa39824bb690c5806358871f46940d0450973d8aJames Zern ST_UB8(rtop, rtop, rtop, rtop, rtop, rtop, rtop, rtop, dst, BPS); 823fa39824bb690c5806358871f46940d0450973d8aJames Zern ST_UB8(rtop, rtop, rtop, rtop, rtop, rtop, rtop, rtop, dst + 8 * BPS, BPS); 824fa39824bb690c5806358871f46940d0450973d8aJames Zern} 825fa39824bb690c5806358871f46940d0450973d8aJames Zern 826fa39824bb690c5806358871f46940d0450973d8aJames Zernstatic void HE16(uint8_t* dst) { // horizontal 827fa39824bb690c5806358871f46940d0450973d8aJames Zern int j; 828fa39824bb690c5806358871f46940d0450973d8aJames Zern for (j = 16; j > 0; j -= 4) { 829fa39824bb690c5806358871f46940d0450973d8aJames Zern const v16u8 L0 = (v16u8)__msa_fill_b(dst[-1 + 0 * BPS]); 830fa39824bb690c5806358871f46940d0450973d8aJames Zern const v16u8 L1 = (v16u8)__msa_fill_b(dst[-1 + 1 * BPS]); 831fa39824bb690c5806358871f46940d0450973d8aJames Zern const v16u8 L2 = (v16u8)__msa_fill_b(dst[-1 + 2 * BPS]); 832fa39824bb690c5806358871f46940d0450973d8aJames Zern const v16u8 L3 = (v16u8)__msa_fill_b(dst[-1 + 3 * BPS]); 833fa39824bb690c5806358871f46940d0450973d8aJames Zern ST_UB4(L0, L1, L2, L3, dst, BPS); 834fa39824bb690c5806358871f46940d0450973d8aJames Zern dst += 4 * BPS; 835fa39824bb690c5806358871f46940d0450973d8aJames Zern } 836fa39824bb690c5806358871f46940d0450973d8aJames Zern} 837fa39824bb690c5806358871f46940d0450973d8aJames Zern 838fa39824bb690c5806358871f46940d0450973d8aJames Zernstatic void DC16NoTop(uint8_t* dst) { // DC with top samples not available 839fa39824bb690c5806358871f46940d0450973d8aJames Zern int j; 840fa39824bb690c5806358871f46940d0450973d8aJames Zern uint32_t dc = 8; 841fa39824bb690c5806358871f46940d0450973d8aJames Zern v16u8 out; 842fa39824bb690c5806358871f46940d0450973d8aJames Zern 843fa39824bb690c5806358871f46940d0450973d8aJames Zern for (j = 0; j < 16; ++j) { 844fa39824bb690c5806358871f46940d0450973d8aJames Zern dc += dst[-1 + j * BPS]; 845fa39824bb690c5806358871f46940d0450973d8aJames Zern } 846fa39824bb690c5806358871f46940d0450973d8aJames Zern out = (v16u8)__msa_fill_b(dc >> 4); 847fa39824bb690c5806358871f46940d0450973d8aJames Zern ST_UB8(out, out, out, out, out, out, out, out, dst, BPS); 848fa39824bb690c5806358871f46940d0450973d8aJames Zern ST_UB8(out, out, out, out, out, out, out, out, dst + 8 * BPS, BPS); 849fa39824bb690c5806358871f46940d0450973d8aJames Zern} 850fa39824bb690c5806358871f46940d0450973d8aJames Zern 851fa39824bb690c5806358871f46940d0450973d8aJames Zernstatic void DC16NoLeft(uint8_t* dst) { // DC with left samples not available 852fa39824bb690c5806358871f46940d0450973d8aJames Zern uint32_t dc = 8; 853fa39824bb690c5806358871f46940d0450973d8aJames Zern const v16u8 rtop = LD_UB(dst - BPS); 854fa39824bb690c5806358871f46940d0450973d8aJames Zern const v8u16 dctop = __msa_hadd_u_h(rtop, rtop); 855fa39824bb690c5806358871f46940d0450973d8aJames Zern v16u8 out; 856fa39824bb690c5806358871f46940d0450973d8aJames Zern 857fa39824bb690c5806358871f46940d0450973d8aJames Zern dc += HADD_UH_U32(dctop); 858fa39824bb690c5806358871f46940d0450973d8aJames Zern out = (v16u8)__msa_fill_b(dc >> 4); 859fa39824bb690c5806358871f46940d0450973d8aJames Zern ST_UB8(out, out, out, out, out, out, out, out, dst, BPS); 860fa39824bb690c5806358871f46940d0450973d8aJames Zern ST_UB8(out, out, out, out, out, out, out, out, dst + 8 * BPS, BPS); 861fa39824bb690c5806358871f46940d0450973d8aJames Zern} 862fa39824bb690c5806358871f46940d0450973d8aJames Zern 863fa39824bb690c5806358871f46940d0450973d8aJames Zernstatic void DC16NoTopLeft(uint8_t* dst) { // DC with nothing 864fa39824bb690c5806358871f46940d0450973d8aJames Zern const v16u8 out = (v16u8)__msa_fill_b(0x80); 865fa39824bb690c5806358871f46940d0450973d8aJames Zern ST_UB8(out, out, out, out, out, out, out, out, dst, BPS); 866fa39824bb690c5806358871f46940d0450973d8aJames Zern ST_UB8(out, out, out, out, out, out, out, out, dst + 8 * BPS, BPS); 867fa39824bb690c5806358871f46940d0450973d8aJames Zern} 868fa39824bb690c5806358871f46940d0450973d8aJames Zern 869fa39824bb690c5806358871f46940d0450973d8aJames Zern// Chroma 870fa39824bb690c5806358871f46940d0450973d8aJames Zern 871fa39824bb690c5806358871f46940d0450973d8aJames Zern#define STORE8x8(out, dst) do { \ 872fa39824bb690c5806358871f46940d0450973d8aJames Zern SD4(out, out, out, out, dst + 0 * BPS, BPS); \ 873fa39824bb690c5806358871f46940d0450973d8aJames Zern SD4(out, out, out, out, dst + 4 * BPS, BPS); \ 874fa39824bb690c5806358871f46940d0450973d8aJames Zern} while (0) 875fa39824bb690c5806358871f46940d0450973d8aJames Zern 876fa39824bb690c5806358871f46940d0450973d8aJames Zernstatic void DC8uv(uint8_t* dst) { // DC 877fa39824bb690c5806358871f46940d0450973d8aJames Zern uint32_t dc = 8; 878fa39824bb690c5806358871f46940d0450973d8aJames Zern int i; 879fa39824bb690c5806358871f46940d0450973d8aJames Zern uint64_t out; 880fa39824bb690c5806358871f46940d0450973d8aJames Zern const v16u8 rtop = LD_UB(dst - BPS); 881fa39824bb690c5806358871f46940d0450973d8aJames Zern const v8u16 temp0 = __msa_hadd_u_h(rtop, rtop); 882fa39824bb690c5806358871f46940d0450973d8aJames Zern const v4u32 temp1 = __msa_hadd_u_w(temp0, temp0); 883fa39824bb690c5806358871f46940d0450973d8aJames Zern const v2u64 temp2 = __msa_hadd_u_d(temp1, temp1); 884fa39824bb690c5806358871f46940d0450973d8aJames Zern v16u8 dctemp; 885fa39824bb690c5806358871f46940d0450973d8aJames Zern 886fa39824bb690c5806358871f46940d0450973d8aJames Zern for (i = 0; i < 8; ++i) { 887fa39824bb690c5806358871f46940d0450973d8aJames Zern dc += dst[-1 + i * BPS]; 888fa39824bb690c5806358871f46940d0450973d8aJames Zern } 889fa39824bb690c5806358871f46940d0450973d8aJames Zern dc += __msa_copy_s_w((v4i32)temp2, 0); 890fa39824bb690c5806358871f46940d0450973d8aJames Zern dctemp = (v16u8)__msa_fill_b(dc >> 4); 891fa39824bb690c5806358871f46940d0450973d8aJames Zern out = __msa_copy_s_d((v2i64)dctemp, 0); 892fa39824bb690c5806358871f46940d0450973d8aJames Zern STORE8x8(out, dst); 893fa39824bb690c5806358871f46940d0450973d8aJames Zern} 894fa39824bb690c5806358871f46940d0450973d8aJames Zern 895fa39824bb690c5806358871f46940d0450973d8aJames Zernstatic void TM8uv(uint8_t* dst) { 896fa39824bb690c5806358871f46940d0450973d8aJames Zern int j; 897fa39824bb690c5806358871f46940d0450973d8aJames Zern const v16i8 T1 = LD_SB(dst - BPS); 898fa39824bb690c5806358871f46940d0450973d8aJames Zern const v16i8 zero = { 0 }; 899fa39824bb690c5806358871f46940d0450973d8aJames Zern const v8i16 T = (v8i16)__msa_ilvr_b(zero, T1); 900fa39824bb690c5806358871f46940d0450973d8aJames Zern const v8i16 TL = (v8i16)__msa_fill_h(dst[-1 - BPS]); 901fa39824bb690c5806358871f46940d0450973d8aJames Zern const v8i16 d = T - TL; 902fa39824bb690c5806358871f46940d0450973d8aJames Zern 903fa39824bb690c5806358871f46940d0450973d8aJames Zern for (j = 0; j < 8; j += 4) { 904fa39824bb690c5806358871f46940d0450973d8aJames Zern v16i8 t0, t1; 905fa39824bb690c5806358871f46940d0450973d8aJames Zern v8i16 r0 = (v8i16)__msa_fill_h(dst[-1 + 0 * BPS]); 906fa39824bb690c5806358871f46940d0450973d8aJames Zern v8i16 r1 = (v8i16)__msa_fill_h(dst[-1 + 1 * BPS]); 907fa39824bb690c5806358871f46940d0450973d8aJames Zern v8i16 r2 = (v8i16)__msa_fill_h(dst[-1 + 2 * BPS]); 908fa39824bb690c5806358871f46940d0450973d8aJames Zern v8i16 r3 = (v8i16)__msa_fill_h(dst[-1 + 3 * BPS]); 909fa39824bb690c5806358871f46940d0450973d8aJames Zern ADD4(d, r0, d, r1, d, r2, d, r3, r0, r1, r2, r3); 910fa39824bb690c5806358871f46940d0450973d8aJames Zern CLIP_SH4_0_255(r0, r1, r2, r3); 911fa39824bb690c5806358871f46940d0450973d8aJames Zern PCKEV_B2_SB(r1, r0, r3, r2, t0, t1); 912fa39824bb690c5806358871f46940d0450973d8aJames Zern ST4x4_UB(t0, t1, 0, 2, 0, 2, dst, BPS); 913fa39824bb690c5806358871f46940d0450973d8aJames Zern ST4x4_UB(t0, t1, 1, 3, 1, 3, dst + 4, BPS); 914fa39824bb690c5806358871f46940d0450973d8aJames Zern dst += 4 * BPS; 915fa39824bb690c5806358871f46940d0450973d8aJames Zern } 916fa39824bb690c5806358871f46940d0450973d8aJames Zern} 917fa39824bb690c5806358871f46940d0450973d8aJames Zern 918fa39824bb690c5806358871f46940d0450973d8aJames Zernstatic void VE8uv(uint8_t* dst) { // vertical 919fa39824bb690c5806358871f46940d0450973d8aJames Zern const v16u8 rtop = LD_UB(dst - BPS); 920fa39824bb690c5806358871f46940d0450973d8aJames Zern const uint64_t out = __msa_copy_s_d((v2i64)rtop, 0); 921fa39824bb690c5806358871f46940d0450973d8aJames Zern STORE8x8(out, dst); 922fa39824bb690c5806358871f46940d0450973d8aJames Zern} 923fa39824bb690c5806358871f46940d0450973d8aJames Zern 924fa39824bb690c5806358871f46940d0450973d8aJames Zernstatic void HE8uv(uint8_t* dst) { // horizontal 925fa39824bb690c5806358871f46940d0450973d8aJames Zern int j; 926fa39824bb690c5806358871f46940d0450973d8aJames Zern for (j = 0; j < 8; j += 4) { 927fa39824bb690c5806358871f46940d0450973d8aJames Zern const v16u8 L0 = (v16u8)__msa_fill_b(dst[-1 + 0 * BPS]); 928fa39824bb690c5806358871f46940d0450973d8aJames Zern const v16u8 L1 = (v16u8)__msa_fill_b(dst[-1 + 1 * BPS]); 929fa39824bb690c5806358871f46940d0450973d8aJames Zern const v16u8 L2 = (v16u8)__msa_fill_b(dst[-1 + 2 * BPS]); 930fa39824bb690c5806358871f46940d0450973d8aJames Zern const v16u8 L3 = (v16u8)__msa_fill_b(dst[-1 + 3 * BPS]); 931fa39824bb690c5806358871f46940d0450973d8aJames Zern const uint64_t out0 = __msa_copy_s_d((v2i64)L0, 0); 932fa39824bb690c5806358871f46940d0450973d8aJames Zern const uint64_t out1 = __msa_copy_s_d((v2i64)L1, 0); 933fa39824bb690c5806358871f46940d0450973d8aJames Zern const uint64_t out2 = __msa_copy_s_d((v2i64)L2, 0); 934fa39824bb690c5806358871f46940d0450973d8aJames Zern const uint64_t out3 = __msa_copy_s_d((v2i64)L3, 0); 935fa39824bb690c5806358871f46940d0450973d8aJames Zern SD4(out0, out1, out2, out3, dst, BPS); 936fa39824bb690c5806358871f46940d0450973d8aJames Zern dst += 4 * BPS; 937fa39824bb690c5806358871f46940d0450973d8aJames Zern } 938fa39824bb690c5806358871f46940d0450973d8aJames Zern} 939fa39824bb690c5806358871f46940d0450973d8aJames Zern 940fa39824bb690c5806358871f46940d0450973d8aJames Zernstatic void DC8uvNoLeft(uint8_t* dst) { // DC with no left samples 941fa39824bb690c5806358871f46940d0450973d8aJames Zern const uint32_t dc = 4; 942fa39824bb690c5806358871f46940d0450973d8aJames Zern const v16u8 rtop = LD_UB(dst - BPS); 943fa39824bb690c5806358871f46940d0450973d8aJames Zern const v8u16 temp0 = __msa_hadd_u_h(rtop, rtop); 944fa39824bb690c5806358871f46940d0450973d8aJames Zern const v4u32 temp1 = __msa_hadd_u_w(temp0, temp0); 945fa39824bb690c5806358871f46940d0450973d8aJames Zern const v2u64 temp2 = __msa_hadd_u_d(temp1, temp1); 946fa39824bb690c5806358871f46940d0450973d8aJames Zern const uint32_t sum_m = __msa_copy_s_w((v4i32)temp2, 0); 947fa39824bb690c5806358871f46940d0450973d8aJames Zern const v16u8 dcval = (v16u8)__msa_fill_b((dc + sum_m) >> 3); 948fa39824bb690c5806358871f46940d0450973d8aJames Zern const uint64_t out = __msa_copy_s_d((v2i64)dcval, 0); 949fa39824bb690c5806358871f46940d0450973d8aJames Zern STORE8x8(out, dst); 950fa39824bb690c5806358871f46940d0450973d8aJames Zern} 951fa39824bb690c5806358871f46940d0450973d8aJames Zern 952fa39824bb690c5806358871f46940d0450973d8aJames Zernstatic void DC8uvNoTop(uint8_t* dst) { // DC with no top samples 953fa39824bb690c5806358871f46940d0450973d8aJames Zern uint32_t dc = 4; 954fa39824bb690c5806358871f46940d0450973d8aJames Zern int i; 955fa39824bb690c5806358871f46940d0450973d8aJames Zern uint64_t out; 956fa39824bb690c5806358871f46940d0450973d8aJames Zern v16u8 dctemp; 957fa39824bb690c5806358871f46940d0450973d8aJames Zern 958fa39824bb690c5806358871f46940d0450973d8aJames Zern for (i = 0; i < 8; ++i) { 959fa39824bb690c5806358871f46940d0450973d8aJames Zern dc += dst[-1 + i * BPS]; 960fa39824bb690c5806358871f46940d0450973d8aJames Zern } 961fa39824bb690c5806358871f46940d0450973d8aJames Zern dctemp = (v16u8)__msa_fill_b(dc >> 3); 962fa39824bb690c5806358871f46940d0450973d8aJames Zern out = __msa_copy_s_d((v2i64)dctemp, 0); 963fa39824bb690c5806358871f46940d0450973d8aJames Zern STORE8x8(out, dst); 964fa39824bb690c5806358871f46940d0450973d8aJames Zern} 965fa39824bb690c5806358871f46940d0450973d8aJames Zern 966fa39824bb690c5806358871f46940d0450973d8aJames Zernstatic void DC8uvNoTopLeft(uint8_t* dst) { // DC with nothing 967fa39824bb690c5806358871f46940d0450973d8aJames Zern const uint64_t out = 0x8080808080808080ULL; 968fa39824bb690c5806358871f46940d0450973d8aJames Zern STORE8x8(out, dst); 969fa39824bb690c5806358871f46940d0450973d8aJames Zern} 970fa39824bb690c5806358871f46940d0450973d8aJames Zern 971fa39824bb690c5806358871f46940d0450973d8aJames Zern//------------------------------------------------------------------------------ 9720912efc2528d03c59d45dd9bdc9ff9ec800a3fc1James Zern// Entry point 9730912efc2528d03c59d45dd9bdc9ff9ec800a3fc1James Zern 9740912efc2528d03c59d45dd9bdc9ff9ec800a3fc1James Zernextern void VP8DspInitMSA(void); 9750912efc2528d03c59d45dd9bdc9ff9ec800a3fc1James Zern 9760912efc2528d03c59d45dd9bdc9ff9ec800a3fc1James ZernWEBP_TSAN_IGNORE_FUNCTION void VP8DspInitMSA(void) { 9770912efc2528d03c59d45dd9bdc9ff9ec800a3fc1James Zern VP8TransformWHT = TransformWHT; 9780912efc2528d03c59d45dd9bdc9ff9ec800a3fc1James Zern VP8Transform = TransformTwo; 9790912efc2528d03c59d45dd9bdc9ff9ec800a3fc1James Zern VP8TransformDC = TransformDC; 9800912efc2528d03c59d45dd9bdc9ff9ec800a3fc1James Zern VP8TransformAC3 = TransformAC3; 981fa39824bb690c5806358871f46940d0450973d8aJames Zern 982fa39824bb690c5806358871f46940d0450973d8aJames Zern VP8VFilter16 = VFilter16; 983fa39824bb690c5806358871f46940d0450973d8aJames Zern VP8HFilter16 = HFilter16; 984fa39824bb690c5806358871f46940d0450973d8aJames Zern VP8VFilter16i = VFilter16i; 985fa39824bb690c5806358871f46940d0450973d8aJames Zern VP8HFilter16i = HFilter16i; 986fa39824bb690c5806358871f46940d0450973d8aJames Zern VP8VFilter8 = VFilter8; 987fa39824bb690c5806358871f46940d0450973d8aJames Zern VP8HFilter8 = HFilter8; 988fa39824bb690c5806358871f46940d0450973d8aJames Zern VP8VFilter8i = VFilter8i; 989fa39824bb690c5806358871f46940d0450973d8aJames Zern VP8HFilter8i = HFilter8i; 990fa39824bb690c5806358871f46940d0450973d8aJames Zern VP8SimpleVFilter16 = SimpleVFilter16; 991fa39824bb690c5806358871f46940d0450973d8aJames Zern VP8SimpleHFilter16 = SimpleHFilter16; 992fa39824bb690c5806358871f46940d0450973d8aJames Zern VP8SimpleVFilter16i = SimpleVFilter16i; 993fa39824bb690c5806358871f46940d0450973d8aJames Zern VP8SimpleHFilter16i = SimpleHFilter16i; 994fa39824bb690c5806358871f46940d0450973d8aJames Zern 995fa39824bb690c5806358871f46940d0450973d8aJames Zern VP8PredLuma4[0] = DC4; 996fa39824bb690c5806358871f46940d0450973d8aJames Zern VP8PredLuma4[1] = TM4; 997fa39824bb690c5806358871f46940d0450973d8aJames Zern VP8PredLuma4[2] = VE4; 998fa39824bb690c5806358871f46940d0450973d8aJames Zern VP8PredLuma4[4] = RD4; 999fa39824bb690c5806358871f46940d0450973d8aJames Zern VP8PredLuma4[6] = LD4; 1000fa39824bb690c5806358871f46940d0450973d8aJames Zern VP8PredLuma16[0] = DC16; 1001fa39824bb690c5806358871f46940d0450973d8aJames Zern VP8PredLuma16[1] = TM16; 1002fa39824bb690c5806358871f46940d0450973d8aJames Zern VP8PredLuma16[2] = VE16; 1003fa39824bb690c5806358871f46940d0450973d8aJames Zern VP8PredLuma16[3] = HE16; 1004fa39824bb690c5806358871f46940d0450973d8aJames Zern VP8PredLuma16[4] = DC16NoTop; 1005fa39824bb690c5806358871f46940d0450973d8aJames Zern VP8PredLuma16[5] = DC16NoLeft; 1006fa39824bb690c5806358871f46940d0450973d8aJames Zern VP8PredLuma16[6] = DC16NoTopLeft; 1007fa39824bb690c5806358871f46940d0450973d8aJames Zern VP8PredChroma8[0] = DC8uv; 1008fa39824bb690c5806358871f46940d0450973d8aJames Zern VP8PredChroma8[1] = TM8uv; 1009fa39824bb690c5806358871f46940d0450973d8aJames Zern VP8PredChroma8[2] = VE8uv; 1010fa39824bb690c5806358871f46940d0450973d8aJames Zern VP8PredChroma8[3] = HE8uv; 1011fa39824bb690c5806358871f46940d0450973d8aJames Zern VP8PredChroma8[4] = DC8uvNoTop; 1012fa39824bb690c5806358871f46940d0450973d8aJames Zern VP8PredChroma8[5] = DC8uvNoLeft; 1013fa39824bb690c5806358871f46940d0450973d8aJames Zern VP8PredChroma8[6] = DC8uvNoTopLeft; 10140912efc2528d03c59d45dd9bdc9ff9ec800a3fc1James Zern} 10150912efc2528d03c59d45dd9bdc9ff9ec800a3fc1James Zern 10160912efc2528d03c59d45dd9bdc9ff9ec800a3fc1James Zern#else // !WEBP_USE_MSA 10170912efc2528d03c59d45dd9bdc9ff9ec800a3fc1James Zern 10180912efc2528d03c59d45dd9bdc9ff9ec800a3fc1James ZernWEBP_DSP_INIT_STUB(VP8DspInitMSA) 10190912efc2528d03c59d45dd9bdc9ff9ec800a3fc1James Zern 10200912efc2528d03c59d45dd9bdc9ff9ec800a3fc1James Zern#endif // WEBP_USE_MSA 1021