17ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian/* 27ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian * Copyright (c) 2015 The WebM project authors. All Rights Reserved. 37ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian * 47ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian * Use of this source code is governed by a BSD-style license 57ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian * that can be found in the LICENSE file in the root of the source 67ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian * tree. An additional intellectual property rights grant can be found 77ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian * in the file PATENTS. All contributing project authors may 87ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian * be found in the AUTHORS file in the root of the source tree. 97ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian */ 107ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian 117ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian#include "vpx_dsp/mips/loopfilter_msa.h" 127ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian 137ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanianvoid vpx_lpf_horizontal_4_msa(uint8_t *src, int32_t pitch, 147ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian const uint8_t *b_limit_ptr, 157ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian const uint8_t *limit_ptr, 167ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian const uint8_t *thresh_ptr, 177ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian int32_t count) { 187ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian uint64_t p1_d, p0_d, q0_d, q1_d; 197ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian v16u8 mask, hev, flat, thresh, b_limit, limit; 207ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian v16u8 p3, p2, p1, p0, q3, q2, q1, q0, p1_out, p0_out, q0_out, q1_out; 217ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian 227ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian (void)count; 237ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian 247ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian /* load vector elements */ 257ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian LD_UB8((src - 4 * pitch), pitch, p3, p2, p1, p0, q0, q1, q2, q3); 267ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian 277ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian thresh = (v16u8)__msa_fill_b(*thresh_ptr); 287ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian b_limit = (v16u8)__msa_fill_b(*b_limit_ptr); 297ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian limit = (v16u8)__msa_fill_b(*limit_ptr); 307ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian 317ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian LPF_MASK_HEV(p3, p2, p1, p0, q0, q1, q2, q3, limit, b_limit, thresh, 327ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian hev, mask, flat); 337ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian VP9_LPF_FILTER4_8W(p1, p0, q0, q1, mask, hev, p1_out, p0_out, q0_out, q1_out); 347ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian 357ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian p1_d = __msa_copy_u_d((v2i64)p1_out, 0); 367ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian p0_d = __msa_copy_u_d((v2i64)p0_out, 0); 377ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian q0_d = __msa_copy_u_d((v2i64)q0_out, 0); 387ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian q1_d = __msa_copy_u_d((v2i64)q1_out, 0); 397ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian SD4(p1_d, p0_d, q0_d, q1_d, (src - 2 * pitch), pitch); 407ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian} 417ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian 427ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanianvoid vpx_lpf_horizontal_4_dual_msa(uint8_t *src, int32_t pitch, 437ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian const uint8_t *b_limit0_ptr, 447ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian const uint8_t *limit0_ptr, 457ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian const uint8_t *thresh0_ptr, 467ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian const uint8_t *b_limit1_ptr, 477ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian const uint8_t *limit1_ptr, 487ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian const uint8_t *thresh1_ptr) { 497ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian v16u8 mask, hev, flat, thresh0, b_limit0, limit0, thresh1, b_limit1, limit1; 507ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian v16u8 p3, p2, p1, p0, q3, q2, q1, q0; 517ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian 527ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian /* load vector elements */ 537ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian LD_UB8((src - 4 * pitch), pitch, p3, p2, p1, p0, q0, q1, q2, q3); 547ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian 557ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian thresh0 = (v16u8)__msa_fill_b(*thresh0_ptr); 567ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian thresh1 = (v16u8)__msa_fill_b(*thresh1_ptr); 577ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian thresh0 = (v16u8)__msa_ilvr_d((v2i64)thresh1, (v2i64)thresh0); 587ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian 597ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian b_limit0 = (v16u8)__msa_fill_b(*b_limit0_ptr); 607ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian b_limit1 = (v16u8)__msa_fill_b(*b_limit1_ptr); 617ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian b_limit0 = (v16u8)__msa_ilvr_d((v2i64)b_limit1, (v2i64)b_limit0); 627ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian 637ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian limit0 = (v16u8)__msa_fill_b(*limit0_ptr); 647ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian limit1 = (v16u8)__msa_fill_b(*limit1_ptr); 657ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian limit0 = (v16u8)__msa_ilvr_d((v2i64)limit1, (v2i64)limit0); 667ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian 677ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian LPF_MASK_HEV(p3, p2, p1, p0, q0, q1, q2, q3, limit0, b_limit0, thresh0, 687ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian hev, mask, flat); 697ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian VP9_LPF_FILTER4_4W(p1, p0, q0, q1, mask, hev, p1, p0, q0, q1); 707ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian 717ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian ST_UB4(p1, p0, q0, q1, (src - 2 * pitch), pitch); 727ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian} 737ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian 747ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanianvoid vpx_lpf_vertical_4_msa(uint8_t *src, int32_t pitch, 757ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian const uint8_t *b_limit_ptr, 767ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian const uint8_t *limit_ptr, 777ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian const uint8_t *thresh_ptr, 787ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian int32_t count) { 797ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian v16u8 mask, hev, flat, limit, thresh, b_limit; 807ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian v16u8 p3, p2, p1, p0, q3, q2, q1, q0; 817ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian v8i16 vec0, vec1, vec2, vec3; 827ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian 837ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian (void)count; 847ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian 857ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian LD_UB8((src - 4), pitch, p3, p2, p1, p0, q0, q1, q2, q3); 867ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian 877ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian thresh = (v16u8)__msa_fill_b(*thresh_ptr); 887ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian b_limit = (v16u8)__msa_fill_b(*b_limit_ptr); 897ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian limit = (v16u8)__msa_fill_b(*limit_ptr); 907ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian 917ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian TRANSPOSE8x8_UB_UB(p3, p2, p1, p0, q0, q1, q2, q3, 927ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian p3, p2, p1, p0, q0, q1, q2, q3); 937ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian LPF_MASK_HEV(p3, p2, p1, p0, q0, q1, q2, q3, limit, b_limit, thresh, 947ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian hev, mask, flat); 957ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian VP9_LPF_FILTER4_8W(p1, p0, q0, q1, mask, hev, p1, p0, q0, q1); 967ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian ILVR_B2_SH(p0, p1, q1, q0, vec0, vec1); 977ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian ILVRL_H2_SH(vec1, vec0, vec2, vec3); 987ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian 997ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian src -= 2; 1007ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian ST4x4_UB(vec2, vec2, 0, 1, 2, 3, src, pitch); 1017ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian src += 4 * pitch; 1027ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian ST4x4_UB(vec3, vec3, 0, 1, 2, 3, src, pitch); 1037ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian} 1047ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian 1057ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanianvoid vpx_lpf_vertical_4_dual_msa(uint8_t *src, int32_t pitch, 1067ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian const uint8_t *b_limit0_ptr, 1077ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian const uint8_t *limit0_ptr, 1087ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian const uint8_t *thresh0_ptr, 1097ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian const uint8_t *b_limit1_ptr, 1107ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian const uint8_t *limit1_ptr, 1117ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian const uint8_t *thresh1_ptr) { 1127ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian v16u8 mask, hev, flat; 1137ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian v16u8 thresh0, b_limit0, limit0, thresh1, b_limit1, limit1; 1147ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian v16u8 p3, p2, p1, p0, q3, q2, q1, q0; 1157ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian v16u8 row0, row1, row2, row3, row4, row5, row6, row7; 1167ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian v16u8 row8, row9, row10, row11, row12, row13, row14, row15; 1177ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian v8i16 tmp0, tmp1, tmp2, tmp3, tmp4, tmp5; 1187ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian 1197ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian LD_UB8(src - 4, pitch, row0, row1, row2, row3, row4, row5, row6, row7); 1207ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian LD_UB8(src - 4 + (8 * pitch), pitch, 1217ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian row8, row9, row10, row11, row12, row13, row14, row15); 1227ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian 1237ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian TRANSPOSE16x8_UB_UB(row0, row1, row2, row3, row4, row5, row6, row7, 1247ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian row8, row9, row10, row11, row12, row13, row14, row15, 1257ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian p3, p2, p1, p0, q0, q1, q2, q3); 1267ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian 1277ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian thresh0 = (v16u8)__msa_fill_b(*thresh0_ptr); 1287ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian thresh1 = (v16u8)__msa_fill_b(*thresh1_ptr); 1297ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian thresh0 = (v16u8)__msa_ilvr_d((v2i64)thresh1, (v2i64)thresh0); 1307ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian 1317ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian b_limit0 = (v16u8)__msa_fill_b(*b_limit0_ptr); 1327ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian b_limit1 = (v16u8)__msa_fill_b(*b_limit1_ptr); 1337ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian b_limit0 = (v16u8)__msa_ilvr_d((v2i64)b_limit1, (v2i64)b_limit0); 1347ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian 1357ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian limit0 = (v16u8)__msa_fill_b(*limit0_ptr); 1367ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian limit1 = (v16u8)__msa_fill_b(*limit1_ptr); 1377ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian limit0 = (v16u8)__msa_ilvr_d((v2i64)limit1, (v2i64)limit0); 1387ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian 1397ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian LPF_MASK_HEV(p3, p2, p1, p0, q0, q1, q2, q3, limit0, b_limit0, thresh0, 1407ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian hev, mask, flat); 1417ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian VP9_LPF_FILTER4_4W(p1, p0, q0, q1, mask, hev, p1, p0, q0, q1); 1427ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian ILVR_B2_SH(p0, p1, q1, q0, tmp0, tmp1); 1437ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian ILVRL_H2_SH(tmp1, tmp0, tmp2, tmp3); 1447ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian ILVL_B2_SH(p0, p1, q1, q0, tmp0, tmp1); 1457ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian ILVRL_H2_SH(tmp1, tmp0, tmp4, tmp5); 1467ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian 1477ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian src -= 2; 1487ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian 1497ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian ST4x8_UB(tmp2, tmp3, src, pitch); 1507ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian src += (8 * pitch); 1517ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian ST4x8_UB(tmp4, tmp5, src, pitch); 1527ce0a1d1337c01056ba24006efab21f00e179e04Vignesh Venkatasubramanian} 153