138a34c9349267c99ce1ddbd0b6e985147415d355Dmitry V. Levin/* 238a34c9349267c99ce1ddbd0b6e985147415d355Dmitry V. Levin * Copyright (c) 2015 The WebM project authors. All Rights Reserved. 338a34c9349267c99ce1ddbd0b6e985147415d355Dmitry V. Levin * 438a34c9349267c99ce1ddbd0b6e985147415d355Dmitry V. Levin * Use of this source code is governed by a BSD-style license 538a34c9349267c99ce1ddbd0b6e985147415d355Dmitry V. Levin * that can be found in the LICENSE file in the root of the source 638a34c9349267c99ce1ddbd0b6e985147415d355Dmitry V. Levin * tree. An additional intellectual property rights grant can be found 738a34c9349267c99ce1ddbd0b6e985147415d355Dmitry V. Levin * in the file PATENTS. All contributing project authors may 838a34c9349267c99ce1ddbd0b6e985147415d355Dmitry V. Levin * be found in the AUTHORS file in the root of the source tree. 938a34c9349267c99ce1ddbd0b6e985147415d355Dmitry V. Levin */ 1038a34c9349267c99ce1ddbd0b6e985147415d355Dmitry V. Levin 1138a34c9349267c99ce1ddbd0b6e985147415d355Dmitry V. Levin#include "vpx_dsp/mips/inv_txfm_msa.h" 1238a34c9349267c99ce1ddbd0b6e985147415d355Dmitry V. Levin 1338a34c9349267c99ce1ddbd0b6e985147415d355Dmitry V. Levinvoid vpx_idct8x8_64_add_msa(const int16_t *input, uint8_t *dst, 1438a34c9349267c99ce1ddbd0b6e985147415d355Dmitry V. Levin int32_t dst_stride) { 1538a34c9349267c99ce1ddbd0b6e985147415d355Dmitry V. Levin v8i16 in0, in1, in2, in3, in4, in5, in6, in7; 1638a34c9349267c99ce1ddbd0b6e985147415d355Dmitry V. Levin 1738a34c9349267c99ce1ddbd0b6e985147415d355Dmitry V. Levin /* load vector elements of 8x8 block */ 1838a34c9349267c99ce1ddbd0b6e985147415d355Dmitry V. Levin LD_SH8(input, 8, in0, in1, in2, in3, in4, in5, in6, in7); 1938a34c9349267c99ce1ddbd0b6e985147415d355Dmitry V. Levin 2038a34c9349267c99ce1ddbd0b6e985147415d355Dmitry V. Levin /* rows transform */ 2138a34c9349267c99ce1ddbd0b6e985147415d355Dmitry V. Levin TRANSPOSE8x8_SH_SH(in0, in1, in2, in3, in4, in5, in6, in7, 2238a34c9349267c99ce1ddbd0b6e985147415d355Dmitry V. Levin in0, in1, in2, in3, in4, in5, in6, in7); 2338a34c9349267c99ce1ddbd0b6e985147415d355Dmitry V. Levin /* 1D idct8x8 */ 2438a34c9349267c99ce1ddbd0b6e985147415d355Dmitry V. Levin VP9_IDCT8x8_1D(in0, in1, in2, in3, in4, in5, in6, in7, 2538a34c9349267c99ce1ddbd0b6e985147415d355Dmitry V. Levin in0, in1, in2, in3, in4, in5, in6, in7); 2638a34c9349267c99ce1ddbd0b6e985147415d355Dmitry V. Levin /* columns transform */ 2738a34c9349267c99ce1ddbd0b6e985147415d355Dmitry V. Levin TRANSPOSE8x8_SH_SH(in0, in1, in2, in3, in4, in5, in6, in7, 2838a34c9349267c99ce1ddbd0b6e985147415d355Dmitry V. Levin in0, in1, in2, in3, in4, in5, in6, in7); 2938a34c9349267c99ce1ddbd0b6e985147415d355Dmitry V. Levin /* 1D idct8x8 */ 30fff2f319f97c7555eef4a6de350c6353283634e0Dmitry V. Levin VP9_IDCT8x8_1D(in0, in1, in2, in3, in4, in5, in6, in7, 31fff2f319f97c7555eef4a6de350c6353283634e0Dmitry V. Levin in0, in1, in2, in3, in4, in5, in6, in7); 32fff2f319f97c7555eef4a6de350c6353283634e0Dmitry V. Levin /* final rounding (add 2^4, divide by 2^5) and shift */ 33fff2f319f97c7555eef4a6de350c6353283634e0Dmitry V. Levin SRARI_H4_SH(in0, in1, in2, in3, 5); 34fff2f319f97c7555eef4a6de350c6353283634e0Dmitry V. Levin SRARI_H4_SH(in4, in5, in6, in7, 5); 353456bcca6732829c00b66745743325fc6162322fDmitry V. Levin /* add block and store 8x8 */ 36fff2f319f97c7555eef4a6de350c6353283634e0Dmitry V. Levin VP9_ADDBLK_ST8x4_UB(dst, dst_stride, in0, in1, in2, in3); 37a0bd3749fc6fdf6364c1e269a4c02e8c153eb84bDmitry V. Levin dst += (4 * dst_stride); 38fff2f319f97c7555eef4a6de350c6353283634e0Dmitry V. Levin VP9_ADDBLK_ST8x4_UB(dst, dst_stride, in4, in5, in6, in7); 39fff2f319f97c7555eef4a6de350c6353283634e0Dmitry V. Levin} 40fff2f319f97c7555eef4a6de350c6353283634e0Dmitry V. Levin 41fff2f319f97c7555eef4a6de350c6353283634e0Dmitry V. Levinvoid vpx_idct8x8_12_add_msa(const int16_t *input, uint8_t *dst, 42fff2f319f97c7555eef4a6de350c6353283634e0Dmitry V. Levin int32_t dst_stride) { 43fff2f319f97c7555eef4a6de350c6353283634e0Dmitry V. Levin v8i16 in0, in1, in2, in3, in4, in5, in6, in7; 44fff2f319f97c7555eef4a6de350c6353283634e0Dmitry V. Levin v8i16 s0, s1, s2, s3, s4, s5, s6, s7, k0, k1, k2, k3, m0, m1, m2, m3; 45fff2f319f97c7555eef4a6de350c6353283634e0Dmitry V. Levin v4i32 tmp0, tmp1, tmp2, tmp3; 46fff2f319f97c7555eef4a6de350c6353283634e0Dmitry V. Levin v8i16 zero = { 0 }; 47fff2f319f97c7555eef4a6de350c6353283634e0Dmitry V. Levin 48fff2f319f97c7555eef4a6de350c6353283634e0Dmitry V. Levin /* load vector elements of 8x8 block */ 49a0bd3749fc6fdf6364c1e269a4c02e8c153eb84bDmitry V. Levin LD_SH8(input, 8, in0, in1, in2, in3, in4, in5, in6, in7); 50fff2f319f97c7555eef4a6de350c6353283634e0Dmitry V. Levin TRANSPOSE8X4_SH_SH(in0, in1, in2, in3, in0, in1, in2, in3); 5110c408aceaa63c4d0be454d0262a68f1f6fde467Dmitry V. Levin 5210c408aceaa63c4d0be454d0262a68f1f6fde467Dmitry V. Levin /* stage1 */ 5310c408aceaa63c4d0be454d0262a68f1f6fde467Dmitry V. Levin ILVL_H2_SH(in3, in0, in2, in1, s0, s1); 5410c408aceaa63c4d0be454d0262a68f1f6fde467Dmitry V. Levin k0 = VP9_SET_COSPI_PAIR(cospi_28_64, -cospi_4_64); 5510c408aceaa63c4d0be454d0262a68f1f6fde467Dmitry V. Levin k1 = VP9_SET_COSPI_PAIR(cospi_4_64, cospi_28_64); 5610c408aceaa63c4d0be454d0262a68f1f6fde467Dmitry V. Levin k2 = VP9_SET_COSPI_PAIR(-cospi_20_64, cospi_12_64); 57fff2f319f97c7555eef4a6de350c6353283634e0Dmitry V. Levin k3 = VP9_SET_COSPI_PAIR(cospi_12_64, cospi_20_64); 58fff2f319f97c7555eef4a6de350c6353283634e0Dmitry V. Levin DOTP_SH4_SW(s0, s0, s1, s1, k0, k1, k2, k3, tmp0, tmp1, tmp2, tmp3); 59a0bd3749fc6fdf6364c1e269a4c02e8c153eb84bDmitry V. Levin SRARI_W4_SW(tmp0, tmp1, tmp2, tmp3, DCT_CONST_BITS); 60fff2f319f97c7555eef4a6de350c6353283634e0Dmitry V. Levin PCKEV_H2_SH(zero, tmp0, zero, tmp1, s0, s1); 61f8bf1d56330288b2a5f4e54763062a45f0f26f58Dmitry V. Levin PCKEV_H2_SH(zero, tmp2, zero, tmp3, s2, s3); 62fff2f319f97c7555eef4a6de350c6353283634e0Dmitry V. Levin BUTTERFLY_4(s0, s1, s3, s2, s4, s7, s6, s5); 63f8bf1d56330288b2a5f4e54763062a45f0f26f58Dmitry V. Levin 64f8bf1d56330288b2a5f4e54763062a45f0f26f58Dmitry V. Levin /* stage2 */ 65fff2f319f97c7555eef4a6de350c6353283634e0Dmitry V. Levin ILVR_H2_SH(in3, in1, in2, in0, s1, s0); 66fff2f319f97c7555eef4a6de350c6353283634e0Dmitry V. Levin k0 = VP9_SET_COSPI_PAIR(cospi_16_64, cospi_16_64); 67fff2f319f97c7555eef4a6de350c6353283634e0Dmitry V. Levin k1 = VP9_SET_COSPI_PAIR(cospi_16_64, -cospi_16_64); 68a0bd3749fc6fdf6364c1e269a4c02e8c153eb84bDmitry V. Levin k2 = VP9_SET_COSPI_PAIR(cospi_24_64, -cospi_8_64); 69fff2f319f97c7555eef4a6de350c6353283634e0Dmitry V. Levin k3 = VP9_SET_COSPI_PAIR(cospi_8_64, cospi_24_64); 7010c408aceaa63c4d0be454d0262a68f1f6fde467Dmitry V. Levin DOTP_SH4_SW(s0, s0, s1, s1, k0, k1, k2, k3, tmp0, tmp1, tmp2, tmp3); 7110c408aceaa63c4d0be454d0262a68f1f6fde467Dmitry V. Levin SRARI_W4_SW(tmp0, tmp1, tmp2, tmp3, DCT_CONST_BITS); 7210c408aceaa63c4d0be454d0262a68f1f6fde467Dmitry V. Levin PCKEV_H2_SH(zero, tmp0, zero, tmp1, s0, s1); 7310c408aceaa63c4d0be454d0262a68f1f6fde467Dmitry V. Levin PCKEV_H2_SH(zero, tmp2, zero, tmp3, s2, s3); 74fff2f319f97c7555eef4a6de350c6353283634e0Dmitry V. Levin BUTTERFLY_4(s0, s1, s2, s3, m0, m1, m2, m3); 75fff2f319f97c7555eef4a6de350c6353283634e0Dmitry V. Levin 76a0bd3749fc6fdf6364c1e269a4c02e8c153eb84bDmitry V. Levin /* stage3 */ 77fff2f319f97c7555eef4a6de350c6353283634e0Dmitry V. Levin s0 = __msa_ilvr_h(s6, s5); 7810c408aceaa63c4d0be454d0262a68f1f6fde467Dmitry V. Levin 7910c408aceaa63c4d0be454d0262a68f1f6fde467Dmitry V. Levin k1 = VP9_SET_COSPI_PAIR(-cospi_16_64, cospi_16_64); 8010c408aceaa63c4d0be454d0262a68f1f6fde467Dmitry V. Levin DOTP_SH2_SW(s0, s0, k1, k0, tmp0, tmp1); 81fff2f319f97c7555eef4a6de350c6353283634e0Dmitry V. Levin SRARI_W2_SW(tmp0, tmp1, DCT_CONST_BITS); 82fff2f319f97c7555eef4a6de350c6353283634e0Dmitry V. Levin PCKEV_H2_SH(zero, tmp0, zero, tmp1, s2, s3); 83a0bd3749fc6fdf6364c1e269a4c02e8c153eb84bDmitry V. Levin 84fff2f319f97c7555eef4a6de350c6353283634e0Dmitry V. Levin /* stage4 */ 85fff2f319f97c7555eef4a6de350c6353283634e0Dmitry V. Levin BUTTERFLY_8(m0, m1, m2, m3, s4, s2, s3, s7, 86f8bf1d56330288b2a5f4e54763062a45f0f26f58Dmitry V. Levin in0, in1, in2, in3, in4, in5, in6, in7); 87fff2f319f97c7555eef4a6de350c6353283634e0Dmitry V. Levin TRANSPOSE4X8_SH_SH(in0, in1, in2, in3, in4, in5, in6, in7, 88fff2f319f97c7555eef4a6de350c6353283634e0Dmitry V. Levin in0, in1, in2, in3, in4, in5, in6, in7); 89f8bf1d56330288b2a5f4e54763062a45f0f26f58Dmitry V. Levin VP9_IDCT8x8_1D(in0, in1, in2, in3, in4, in5, in6, in7, 90fff2f319f97c7555eef4a6de350c6353283634e0Dmitry V. Levin in0, in1, in2, in3, in4, in5, in6, in7); 91fff2f319f97c7555eef4a6de350c6353283634e0Dmitry V. Levin 92fff2f319f97c7555eef4a6de350c6353283634e0Dmitry V. Levin /* final rounding (add 2^4, divide by 2^5) and shift */ 93fff2f319f97c7555eef4a6de350c6353283634e0Dmitry V. Levin SRARI_H4_SH(in0, in1, in2, in3, 5); 94fff2f319f97c7555eef4a6de350c6353283634e0Dmitry V. Levin SRARI_H4_SH(in4, in5, in6, in7, 5); 953456bcca6732829c00b66745743325fc6162322fDmitry V. Levin 963456bcca6732829c00b66745743325fc6162322fDmitry V. Levin /* add block and store 8x8 */ 973456bcca6732829c00b66745743325fc6162322fDmitry V. Levin VP9_ADDBLK_ST8x4_UB(dst, dst_stride, in0, in1, in2, in3); 983456bcca6732829c00b66745743325fc6162322fDmitry V. Levin dst += (4 * dst_stride); 993456bcca6732829c00b66745743325fc6162322fDmitry V. Levin VP9_ADDBLK_ST8x4_UB(dst, dst_stride, in4, in5, in6, in7); 1003456bcca6732829c00b66745743325fc6162322fDmitry V. Levin} 1013456bcca6732829c00b66745743325fc6162322fDmitry V. Levin 1023456bcca6732829c00b66745743325fc6162322fDmitry V. Levinvoid vpx_idct8x8_1_add_msa(const int16_t *input, uint8_t *dst, 1033456bcca6732829c00b66745743325fc6162322fDmitry V. Levin int32_t dst_stride) { 1043456bcca6732829c00b66745743325fc6162322fDmitry V. Levin int16_t out; 1053456bcca6732829c00b66745743325fc6162322fDmitry V. Levin int32_t val; 1063456bcca6732829c00b66745743325fc6162322fDmitry V. Levin v8i16 vec; 1073456bcca6732829c00b66745743325fc6162322fDmitry V. Levin 1083456bcca6732829c00b66745743325fc6162322fDmitry V. Levin out = ROUND_POWER_OF_TWO((input[0] * cospi_16_64), DCT_CONST_BITS); 1093456bcca6732829c00b66745743325fc6162322fDmitry V. Levin out = ROUND_POWER_OF_TWO((out * cospi_16_64), DCT_CONST_BITS); 1103456bcca6732829c00b66745743325fc6162322fDmitry V. Levin val = ROUND_POWER_OF_TWO(out, 5); 1113456bcca6732829c00b66745743325fc6162322fDmitry V. Levin vec = __msa_fill_h(val); 1123456bcca6732829c00b66745743325fc6162322fDmitry V. Levin 1133456bcca6732829c00b66745743325fc6162322fDmitry V. Levin VP9_ADDBLK_ST8x4_UB(dst, dst_stride, vec, vec, vec, vec); 1143456bcca6732829c00b66745743325fc6162322fDmitry V. Levin dst += (4 * dst_stride); 1153456bcca6732829c00b66745743325fc6162322fDmitry V. Levin VP9_ADDBLK_ST8x4_UB(dst, dst_stride, vec, vec, vec, vec); 1163456bcca6732829c00b66745743325fc6162322fDmitry V. Levin} 1173456bcca6732829c00b66745743325fc6162322fDmitry V. Levin