138a34c9349267c99ce1ddbd0b6e985147415d355Dmitry V. Levin/*
238a34c9349267c99ce1ddbd0b6e985147415d355Dmitry V. Levin *  Copyright (c) 2015 The WebM project authors. All Rights Reserved.
338a34c9349267c99ce1ddbd0b6e985147415d355Dmitry V. Levin *
438a34c9349267c99ce1ddbd0b6e985147415d355Dmitry V. Levin *  Use of this source code is governed by a BSD-style license
538a34c9349267c99ce1ddbd0b6e985147415d355Dmitry V. Levin *  that can be found in the LICENSE file in the root of the source
638a34c9349267c99ce1ddbd0b6e985147415d355Dmitry V. Levin *  tree. An additional intellectual property rights grant can be found
738a34c9349267c99ce1ddbd0b6e985147415d355Dmitry V. Levin *  in the file PATENTS.  All contributing project authors may
838a34c9349267c99ce1ddbd0b6e985147415d355Dmitry V. Levin *  be found in the AUTHORS file in the root of the source tree.
938a34c9349267c99ce1ddbd0b6e985147415d355Dmitry V. Levin */
1038a34c9349267c99ce1ddbd0b6e985147415d355Dmitry V. Levin
1138a34c9349267c99ce1ddbd0b6e985147415d355Dmitry V. Levin#include "vpx_dsp/mips/inv_txfm_msa.h"
1238a34c9349267c99ce1ddbd0b6e985147415d355Dmitry V. Levin
1338a34c9349267c99ce1ddbd0b6e985147415d355Dmitry V. Levinvoid vpx_idct8x8_64_add_msa(const int16_t *input, uint8_t *dst,
1438a34c9349267c99ce1ddbd0b6e985147415d355Dmitry V. Levin                            int32_t dst_stride) {
1538a34c9349267c99ce1ddbd0b6e985147415d355Dmitry V. Levin  v8i16 in0, in1, in2, in3, in4, in5, in6, in7;
1638a34c9349267c99ce1ddbd0b6e985147415d355Dmitry V. Levin
1738a34c9349267c99ce1ddbd0b6e985147415d355Dmitry V. Levin  /* load vector elements of 8x8 block */
1838a34c9349267c99ce1ddbd0b6e985147415d355Dmitry V. Levin  LD_SH8(input, 8, in0, in1, in2, in3, in4, in5, in6, in7);
1938a34c9349267c99ce1ddbd0b6e985147415d355Dmitry V. Levin
2038a34c9349267c99ce1ddbd0b6e985147415d355Dmitry V. Levin  /* rows transform */
2138a34c9349267c99ce1ddbd0b6e985147415d355Dmitry V. Levin  TRANSPOSE8x8_SH_SH(in0, in1, in2, in3, in4, in5, in6, in7,
2238a34c9349267c99ce1ddbd0b6e985147415d355Dmitry V. Levin                     in0, in1, in2, in3, in4, in5, in6, in7);
2338a34c9349267c99ce1ddbd0b6e985147415d355Dmitry V. Levin  /* 1D idct8x8 */
2438a34c9349267c99ce1ddbd0b6e985147415d355Dmitry V. Levin  VP9_IDCT8x8_1D(in0, in1, in2, in3, in4, in5, in6, in7,
2538a34c9349267c99ce1ddbd0b6e985147415d355Dmitry V. Levin                 in0, in1, in2, in3, in4, in5, in6, in7);
2638a34c9349267c99ce1ddbd0b6e985147415d355Dmitry V. Levin  /* columns transform */
2738a34c9349267c99ce1ddbd0b6e985147415d355Dmitry V. Levin  TRANSPOSE8x8_SH_SH(in0, in1, in2, in3, in4, in5, in6, in7,
2838a34c9349267c99ce1ddbd0b6e985147415d355Dmitry V. Levin                     in0, in1, in2, in3, in4, in5, in6, in7);
2938a34c9349267c99ce1ddbd0b6e985147415d355Dmitry V. Levin  /* 1D idct8x8 */
30fff2f319f97c7555eef4a6de350c6353283634e0Dmitry V. Levin  VP9_IDCT8x8_1D(in0, in1, in2, in3, in4, in5, in6, in7,
31fff2f319f97c7555eef4a6de350c6353283634e0Dmitry V. Levin                 in0, in1, in2, in3, in4, in5, in6, in7);
32fff2f319f97c7555eef4a6de350c6353283634e0Dmitry V. Levin  /* final rounding (add 2^4, divide by 2^5) and shift */
33fff2f319f97c7555eef4a6de350c6353283634e0Dmitry V. Levin  SRARI_H4_SH(in0, in1, in2, in3, 5);
34fff2f319f97c7555eef4a6de350c6353283634e0Dmitry V. Levin  SRARI_H4_SH(in4, in5, in6, in7, 5);
353456bcca6732829c00b66745743325fc6162322fDmitry V. Levin  /* add block and store 8x8 */
36fff2f319f97c7555eef4a6de350c6353283634e0Dmitry V. Levin  VP9_ADDBLK_ST8x4_UB(dst, dst_stride, in0, in1, in2, in3);
37a0bd3749fc6fdf6364c1e269a4c02e8c153eb84bDmitry V. Levin  dst += (4 * dst_stride);
38fff2f319f97c7555eef4a6de350c6353283634e0Dmitry V. Levin  VP9_ADDBLK_ST8x4_UB(dst, dst_stride, in4, in5, in6, in7);
39fff2f319f97c7555eef4a6de350c6353283634e0Dmitry V. Levin}
40fff2f319f97c7555eef4a6de350c6353283634e0Dmitry V. Levin
41fff2f319f97c7555eef4a6de350c6353283634e0Dmitry V. Levinvoid vpx_idct8x8_12_add_msa(const int16_t *input, uint8_t *dst,
42fff2f319f97c7555eef4a6de350c6353283634e0Dmitry V. Levin                            int32_t dst_stride) {
43fff2f319f97c7555eef4a6de350c6353283634e0Dmitry V. Levin  v8i16 in0, in1, in2, in3, in4, in5, in6, in7;
44fff2f319f97c7555eef4a6de350c6353283634e0Dmitry V. Levin  v8i16 s0, s1, s2, s3, s4, s5, s6, s7, k0, k1, k2, k3, m0, m1, m2, m3;
45fff2f319f97c7555eef4a6de350c6353283634e0Dmitry V. Levin  v4i32 tmp0, tmp1, tmp2, tmp3;
46fff2f319f97c7555eef4a6de350c6353283634e0Dmitry V. Levin  v8i16 zero = { 0 };
47fff2f319f97c7555eef4a6de350c6353283634e0Dmitry V. Levin
48fff2f319f97c7555eef4a6de350c6353283634e0Dmitry V. Levin  /* load vector elements of 8x8 block */
49a0bd3749fc6fdf6364c1e269a4c02e8c153eb84bDmitry V. Levin  LD_SH8(input, 8, in0, in1, in2, in3, in4, in5, in6, in7);
50fff2f319f97c7555eef4a6de350c6353283634e0Dmitry V. Levin  TRANSPOSE8X4_SH_SH(in0, in1, in2, in3, in0, in1, in2, in3);
5110c408aceaa63c4d0be454d0262a68f1f6fde467Dmitry V. Levin
5210c408aceaa63c4d0be454d0262a68f1f6fde467Dmitry V. Levin  /* stage1 */
5310c408aceaa63c4d0be454d0262a68f1f6fde467Dmitry V. Levin  ILVL_H2_SH(in3, in0, in2, in1, s0, s1);
5410c408aceaa63c4d0be454d0262a68f1f6fde467Dmitry V. Levin  k0 = VP9_SET_COSPI_PAIR(cospi_28_64, -cospi_4_64);
5510c408aceaa63c4d0be454d0262a68f1f6fde467Dmitry V. Levin  k1 = VP9_SET_COSPI_PAIR(cospi_4_64, cospi_28_64);
5610c408aceaa63c4d0be454d0262a68f1f6fde467Dmitry V. Levin  k2 = VP9_SET_COSPI_PAIR(-cospi_20_64, cospi_12_64);
57fff2f319f97c7555eef4a6de350c6353283634e0Dmitry V. Levin  k3 = VP9_SET_COSPI_PAIR(cospi_12_64, cospi_20_64);
58fff2f319f97c7555eef4a6de350c6353283634e0Dmitry V. Levin  DOTP_SH4_SW(s0, s0, s1, s1, k0, k1, k2, k3, tmp0, tmp1, tmp2, tmp3);
59a0bd3749fc6fdf6364c1e269a4c02e8c153eb84bDmitry V. Levin  SRARI_W4_SW(tmp0, tmp1, tmp2, tmp3, DCT_CONST_BITS);
60fff2f319f97c7555eef4a6de350c6353283634e0Dmitry V. Levin  PCKEV_H2_SH(zero, tmp0, zero, tmp1, s0, s1);
61f8bf1d56330288b2a5f4e54763062a45f0f26f58Dmitry V. Levin  PCKEV_H2_SH(zero, tmp2, zero, tmp3, s2, s3);
62fff2f319f97c7555eef4a6de350c6353283634e0Dmitry V. Levin  BUTTERFLY_4(s0, s1, s3, s2, s4, s7, s6, s5);
63f8bf1d56330288b2a5f4e54763062a45f0f26f58Dmitry V. Levin
64f8bf1d56330288b2a5f4e54763062a45f0f26f58Dmitry V. Levin  /* stage2 */
65fff2f319f97c7555eef4a6de350c6353283634e0Dmitry V. Levin  ILVR_H2_SH(in3, in1, in2, in0, s1, s0);
66fff2f319f97c7555eef4a6de350c6353283634e0Dmitry V. Levin  k0 = VP9_SET_COSPI_PAIR(cospi_16_64, cospi_16_64);
67fff2f319f97c7555eef4a6de350c6353283634e0Dmitry V. Levin  k1 = VP9_SET_COSPI_PAIR(cospi_16_64, -cospi_16_64);
68a0bd3749fc6fdf6364c1e269a4c02e8c153eb84bDmitry V. Levin  k2 = VP9_SET_COSPI_PAIR(cospi_24_64, -cospi_8_64);
69fff2f319f97c7555eef4a6de350c6353283634e0Dmitry V. Levin  k3 = VP9_SET_COSPI_PAIR(cospi_8_64, cospi_24_64);
7010c408aceaa63c4d0be454d0262a68f1f6fde467Dmitry V. Levin  DOTP_SH4_SW(s0, s0, s1, s1, k0, k1, k2, k3, tmp0, tmp1, tmp2, tmp3);
7110c408aceaa63c4d0be454d0262a68f1f6fde467Dmitry V. Levin  SRARI_W4_SW(tmp0, tmp1, tmp2, tmp3, DCT_CONST_BITS);
7210c408aceaa63c4d0be454d0262a68f1f6fde467Dmitry V. Levin  PCKEV_H2_SH(zero, tmp0, zero, tmp1, s0, s1);
7310c408aceaa63c4d0be454d0262a68f1f6fde467Dmitry V. Levin  PCKEV_H2_SH(zero, tmp2, zero, tmp3, s2, s3);
74fff2f319f97c7555eef4a6de350c6353283634e0Dmitry V. Levin  BUTTERFLY_4(s0, s1, s2, s3, m0, m1, m2, m3);
75fff2f319f97c7555eef4a6de350c6353283634e0Dmitry V. Levin
76a0bd3749fc6fdf6364c1e269a4c02e8c153eb84bDmitry V. Levin  /* stage3 */
77fff2f319f97c7555eef4a6de350c6353283634e0Dmitry V. Levin  s0 = __msa_ilvr_h(s6, s5);
7810c408aceaa63c4d0be454d0262a68f1f6fde467Dmitry V. Levin
7910c408aceaa63c4d0be454d0262a68f1f6fde467Dmitry V. Levin  k1 = VP9_SET_COSPI_PAIR(-cospi_16_64, cospi_16_64);
8010c408aceaa63c4d0be454d0262a68f1f6fde467Dmitry V. Levin  DOTP_SH2_SW(s0, s0, k1, k0, tmp0, tmp1);
81fff2f319f97c7555eef4a6de350c6353283634e0Dmitry V. Levin  SRARI_W2_SW(tmp0, tmp1, DCT_CONST_BITS);
82fff2f319f97c7555eef4a6de350c6353283634e0Dmitry V. Levin  PCKEV_H2_SH(zero, tmp0, zero, tmp1, s2, s3);
83a0bd3749fc6fdf6364c1e269a4c02e8c153eb84bDmitry V. Levin
84fff2f319f97c7555eef4a6de350c6353283634e0Dmitry V. Levin  /* stage4 */
85fff2f319f97c7555eef4a6de350c6353283634e0Dmitry V. Levin  BUTTERFLY_8(m0, m1, m2, m3, s4, s2, s3, s7,
86f8bf1d56330288b2a5f4e54763062a45f0f26f58Dmitry V. Levin              in0, in1, in2, in3, in4, in5, in6, in7);
87fff2f319f97c7555eef4a6de350c6353283634e0Dmitry V. Levin  TRANSPOSE4X8_SH_SH(in0, in1, in2, in3, in4, in5, in6, in7,
88fff2f319f97c7555eef4a6de350c6353283634e0Dmitry V. Levin                     in0, in1, in2, in3, in4, in5, in6, in7);
89f8bf1d56330288b2a5f4e54763062a45f0f26f58Dmitry V. Levin  VP9_IDCT8x8_1D(in0, in1, in2, in3, in4, in5, in6, in7,
90fff2f319f97c7555eef4a6de350c6353283634e0Dmitry V. Levin                 in0, in1, in2, in3, in4, in5, in6, in7);
91fff2f319f97c7555eef4a6de350c6353283634e0Dmitry V. Levin
92fff2f319f97c7555eef4a6de350c6353283634e0Dmitry V. Levin  /* final rounding (add 2^4, divide by 2^5) and shift */
93fff2f319f97c7555eef4a6de350c6353283634e0Dmitry V. Levin  SRARI_H4_SH(in0, in1, in2, in3, 5);
94fff2f319f97c7555eef4a6de350c6353283634e0Dmitry V. Levin  SRARI_H4_SH(in4, in5, in6, in7, 5);
953456bcca6732829c00b66745743325fc6162322fDmitry V. Levin
963456bcca6732829c00b66745743325fc6162322fDmitry V. Levin  /* add block and store 8x8 */
973456bcca6732829c00b66745743325fc6162322fDmitry V. Levin  VP9_ADDBLK_ST8x4_UB(dst, dst_stride, in0, in1, in2, in3);
983456bcca6732829c00b66745743325fc6162322fDmitry V. Levin  dst += (4 * dst_stride);
993456bcca6732829c00b66745743325fc6162322fDmitry V. Levin  VP9_ADDBLK_ST8x4_UB(dst, dst_stride, in4, in5, in6, in7);
1003456bcca6732829c00b66745743325fc6162322fDmitry V. Levin}
1013456bcca6732829c00b66745743325fc6162322fDmitry V. Levin
1023456bcca6732829c00b66745743325fc6162322fDmitry V. Levinvoid vpx_idct8x8_1_add_msa(const int16_t *input, uint8_t *dst,
1033456bcca6732829c00b66745743325fc6162322fDmitry V. Levin                           int32_t dst_stride) {
1043456bcca6732829c00b66745743325fc6162322fDmitry V. Levin  int16_t out;
1053456bcca6732829c00b66745743325fc6162322fDmitry V. Levin  int32_t val;
1063456bcca6732829c00b66745743325fc6162322fDmitry V. Levin  v8i16 vec;
1073456bcca6732829c00b66745743325fc6162322fDmitry V. Levin
1083456bcca6732829c00b66745743325fc6162322fDmitry V. Levin  out = ROUND_POWER_OF_TWO((input[0] * cospi_16_64), DCT_CONST_BITS);
1093456bcca6732829c00b66745743325fc6162322fDmitry V. Levin  out = ROUND_POWER_OF_TWO((out * cospi_16_64), DCT_CONST_BITS);
1103456bcca6732829c00b66745743325fc6162322fDmitry V. Levin  val = ROUND_POWER_OF_TWO(out, 5);
1113456bcca6732829c00b66745743325fc6162322fDmitry V. Levin  vec = __msa_fill_h(val);
1123456bcca6732829c00b66745743325fc6162322fDmitry V. Levin
1133456bcca6732829c00b66745743325fc6162322fDmitry V. Levin  VP9_ADDBLK_ST8x4_UB(dst, dst_stride, vec, vec, vec, vec);
1143456bcca6732829c00b66745743325fc6162322fDmitry V. Levin  dst += (4 * dst_stride);
1153456bcca6732829c00b66745743325fc6162322fDmitry V. Levin  VP9_ADDBLK_ST8x4_UB(dst, dst_stride, vec, vec, vec, vec);
1163456bcca6732829c00b66745743325fc6162322fDmitry V. Levin}
1173456bcca6732829c00b66745743325fc6162322fDmitry V. Levin