17ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian/*
27ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian *  Copyright (c) 2015 The WebM project authors. All Rights Reserved.
37ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian *
47ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian *  Use of this source code is governed by a BSD-style license
57ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian *  that can be found in the LICENSE file in the root of the source
67ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian *  tree. An additional intellectual property rights grant can be found
77ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian *  in the file PATENTS.  All contributing project authors may
87ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian *  be found in the AUTHORS file in the root of the source tree.
97ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian */
107ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian
117ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian#include "vpx_dsp/mips/loopfilter_msa.h"
127ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian
137ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanianvoid vpx_lpf_horizontal_4_msa(uint8_t *src, int32_t pitch,
147ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian                              const uint8_t *b_limit_ptr,
157ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian                              const uint8_t *limit_ptr,
167ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian                              const uint8_t *thresh_ptr,
177ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian                              int32_t count) {
187ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian  uint64_t p1_d, p0_d, q0_d, q1_d;
197ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian  v16u8 mask, hev, flat, thresh, b_limit, limit;
207ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian  v16u8 p3, p2, p1, p0, q3, q2, q1, q0, p1_out, p0_out, q0_out, q1_out;
217ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian
227ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian  (void)count;
237ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian
247ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian  /* load vector elements */
257ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian  LD_UB8((src - 4 * pitch), pitch, p3, p2, p1, p0, q0, q1, q2, q3);
267ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian
277ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian  thresh = (v16u8)__msa_fill_b(*thresh_ptr);
287ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian  b_limit = (v16u8)__msa_fill_b(*b_limit_ptr);
297ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian  limit = (v16u8)__msa_fill_b(*limit_ptr);
307ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian
317ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian  LPF_MASK_HEV(p3, p2, p1, p0, q0, q1, q2, q3, limit, b_limit, thresh,
327ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian               hev, mask, flat);
337ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian  VP9_LPF_FILTER4_8W(p1, p0, q0, q1, mask, hev, p1_out, p0_out, q0_out, q1_out);
347ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian
357ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian  p1_d = __msa_copy_u_d((v2i64)p1_out, 0);
367ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian  p0_d = __msa_copy_u_d((v2i64)p0_out, 0);
377ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian  q0_d = __msa_copy_u_d((v2i64)q0_out, 0);
387ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian  q1_d = __msa_copy_u_d((v2i64)q1_out, 0);
397ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian  SD4(p1_d, p0_d, q0_d, q1_d, (src - 2 * pitch), pitch);
407ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian}
417ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian
427ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanianvoid vpx_lpf_horizontal_4_dual_msa(uint8_t *src, int32_t pitch,
437ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian                                   const uint8_t *b_limit0_ptr,
447ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian                                   const uint8_t *limit0_ptr,
457ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian                                   const uint8_t *thresh0_ptr,
467ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian                                   const uint8_t *b_limit1_ptr,
477ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian                                   const uint8_t *limit1_ptr,
487ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian                                   const uint8_t *thresh1_ptr) {
497ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian  v16u8 mask, hev, flat, thresh0, b_limit0, limit0, thresh1, b_limit1, limit1;
507ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian  v16u8 p3, p2, p1, p0, q3, q2, q1, q0;
517ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian
527ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian  /* load vector elements */
537ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian  LD_UB8((src - 4 * pitch), pitch, p3, p2, p1, p0, q0, q1, q2, q3);
547ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian
557ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian  thresh0 = (v16u8)__msa_fill_b(*thresh0_ptr);
567ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian  thresh1 = (v16u8)__msa_fill_b(*thresh1_ptr);
577ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian  thresh0 = (v16u8)__msa_ilvr_d((v2i64)thresh1, (v2i64)thresh0);
587ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian
597ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian  b_limit0 = (v16u8)__msa_fill_b(*b_limit0_ptr);
607ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian  b_limit1 = (v16u8)__msa_fill_b(*b_limit1_ptr);
617ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian  b_limit0 = (v16u8)__msa_ilvr_d((v2i64)b_limit1, (v2i64)b_limit0);
627ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian
637ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian  limit0 = (v16u8)__msa_fill_b(*limit0_ptr);
647ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian  limit1 = (v16u8)__msa_fill_b(*limit1_ptr);
657ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian  limit0 = (v16u8)__msa_ilvr_d((v2i64)limit1, (v2i64)limit0);
667ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian
677ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian  LPF_MASK_HEV(p3, p2, p1, p0, q0, q1, q2, q3, limit0, b_limit0, thresh0,
687ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian               hev, mask, flat);
697ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian  VP9_LPF_FILTER4_4W(p1, p0, q0, q1, mask, hev, p1, p0, q0, q1);
707ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian
717ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian  ST_UB4(p1, p0, q0, q1, (src - 2 * pitch), pitch);
727ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian}
737ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian
747ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanianvoid vpx_lpf_vertical_4_msa(uint8_t *src, int32_t pitch,
757ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian                            const uint8_t *b_limit_ptr,
767ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian                            const uint8_t *limit_ptr,
777ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian                            const uint8_t *thresh_ptr,
787ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian                            int32_t count) {
797ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian  v16u8 mask, hev, flat, limit, thresh, b_limit;
807ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian  v16u8 p3, p2, p1, p0, q3, q2, q1, q0;
817ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian  v8i16 vec0, vec1, vec2, vec3;
827ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian
837ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian  (void)count;
847ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian
857ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian  LD_UB8((src - 4), pitch, p3, p2, p1, p0, q0, q1, q2, q3);
867ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian
877ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian  thresh = (v16u8)__msa_fill_b(*thresh_ptr);
887ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian  b_limit = (v16u8)__msa_fill_b(*b_limit_ptr);
897ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian  limit = (v16u8)__msa_fill_b(*limit_ptr);
907ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian
917ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian  TRANSPOSE8x8_UB_UB(p3, p2, p1, p0, q0, q1, q2, q3,
927ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian                     p3, p2, p1, p0, q0, q1, q2, q3);
937ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian  LPF_MASK_HEV(p3, p2, p1, p0, q0, q1, q2, q3, limit, b_limit, thresh,
947ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian               hev, mask, flat);
957ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian  VP9_LPF_FILTER4_8W(p1, p0, q0, q1, mask, hev, p1, p0, q0, q1);
967ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian  ILVR_B2_SH(p0, p1, q1, q0, vec0, vec1);
977ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian  ILVRL_H2_SH(vec1, vec0, vec2, vec3);
987ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian
997ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian  src -= 2;
1007ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian  ST4x4_UB(vec2, vec2, 0, 1, 2, 3, src, pitch);
1017ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian  src += 4 * pitch;
1027ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian  ST4x4_UB(vec3, vec3, 0, 1, 2, 3, src, pitch);
1037ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian}
1047ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian
1057ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanianvoid vpx_lpf_vertical_4_dual_msa(uint8_t *src, int32_t pitch,
1067ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian                                 const uint8_t *b_limit0_ptr,
1077ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian                                 const uint8_t *limit0_ptr,
1087ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian                                 const uint8_t *thresh0_ptr,
1097ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian                                 const uint8_t *b_limit1_ptr,
1107ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian                                 const uint8_t *limit1_ptr,
1117ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian                                 const uint8_t *thresh1_ptr) {
1127ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian  v16u8 mask, hev, flat;
1137ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian  v16u8 thresh0, b_limit0, limit0, thresh1, b_limit1, limit1;
1147ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian  v16u8 p3, p2, p1, p0, q3, q2, q1, q0;
1157ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian  v16u8 row0, row1, row2, row3, row4, row5, row6, row7;
1167ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian  v16u8 row8, row9, row10, row11, row12, row13, row14, row15;
1177ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian  v8i16 tmp0, tmp1, tmp2, tmp3, tmp4, tmp5;
1187ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian
1197ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian  LD_UB8(src - 4, pitch, row0, row1, row2, row3, row4, row5, row6, row7);
1207ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian  LD_UB8(src - 4 + (8 * pitch), pitch,
1217ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian         row8, row9, row10, row11, row12, row13, row14, row15);
1227ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian
1237ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian  TRANSPOSE16x8_UB_UB(row0, row1, row2, row3, row4, row5, row6, row7,
1247ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian                      row8, row9, row10, row11, row12, row13, row14, row15,
1257ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian                      p3, p2, p1, p0, q0, q1, q2, q3);
1267ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian
1277ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian  thresh0 = (v16u8)__msa_fill_b(*thresh0_ptr);
1287ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian  thresh1 = (v16u8)__msa_fill_b(*thresh1_ptr);
1297ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian  thresh0 = (v16u8)__msa_ilvr_d((v2i64)thresh1, (v2i64)thresh0);
1307ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian
1317ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian  b_limit0 = (v16u8)__msa_fill_b(*b_limit0_ptr);
1327ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian  b_limit1 = (v16u8)__msa_fill_b(*b_limit1_ptr);
1337ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian  b_limit0 = (v16u8)__msa_ilvr_d((v2i64)b_limit1, (v2i64)b_limit0);
1347ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian
1357ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian  limit0 = (v16u8)__msa_fill_b(*limit0_ptr);
1367ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian  limit1 = (v16u8)__msa_fill_b(*limit1_ptr);
1377ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian  limit0 = (v16u8)__msa_ilvr_d((v2i64)limit1, (v2i64)limit0);
1387ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian
1397ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian  LPF_MASK_HEV(p3, p2, p1, p0, q0, q1, q2, q3, limit0, b_limit0, thresh0,
1407ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian               hev, mask, flat);
1417ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian  VP9_LPF_FILTER4_4W(p1, p0, q0, q1, mask, hev, p1, p0, q0, q1);
1427ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian  ILVR_B2_SH(p0, p1, q1, q0, tmp0, tmp1);
1437ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian  ILVRL_H2_SH(tmp1, tmp0, tmp2, tmp3);
1447ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian  ILVL_B2_SH(p0, p1, q1, q0, tmp0, tmp1);
1457ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian  ILVRL_H2_SH(tmp1, tmp0, tmp4, tmp5);
1467ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian
1477ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian  src -= 2;
1487ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian
1497ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian  ST4x8_UB(tmp2, tmp3, src, pitch);
1507ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian  src += (8 * pitch);
1517ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian  ST4x8_UB(tmp4, tmp5, src, pitch);
1527ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian}
153