1// Copyright 2014 Google Inc. All Rights Reserved.
2//
3// Use of this source code is governed by a BSD-style license
4// that can be found in the COPYING file in the root of the source
5// tree. An additional intellectual property rights grant can be found
6// in the file PATENTS. All contributing project authors may
7// be found in the AUTHORS file in the root of the source tree.
8// -----------------------------------------------------------------------------
9//
10//  NEON common code.
11
12#ifndef WEBP_DSP_NEON_H_
13#define WEBP_DSP_NEON_H_
14
15#include <arm_neon.h>
16
17#include "src/dsp/dsp.h"
18
19// Right now, some intrinsics functions seem slower, so we disable them
20// everywhere except newer clang/gcc or aarch64 where the inline assembly is
21// incompatible.
22#if LOCAL_CLANG_PREREQ(3,8) || LOCAL_GCC_PREREQ(4,9) || defined(__aarch64__)
23#define WEBP_USE_INTRINSICS   // use intrinsics when possible
24#endif
25
26#define INIT_VECTOR2(v, a, b) do {  \
27  v.val[0] = a;                     \
28  v.val[1] = b;                     \
29} while (0)
30
31#define INIT_VECTOR3(v, a, b, c) do {  \
32  v.val[0] = a;                        \
33  v.val[1] = b;                        \
34  v.val[2] = c;                        \
35} while (0)
36
37#define INIT_VECTOR4(v, a, b, c, d) do {  \
38  v.val[0] = a;                           \
39  v.val[1] = b;                           \
40  v.val[2] = c;                           \
41  v.val[3] = d;                           \
42} while (0)
43
44// if using intrinsics, this flag avoids some functions that make gcc-4.6.3
45// crash ("internal compiler error: in immed_double_const, at emit-rtl.").
46// (probably similar to gcc.gnu.org/bugzilla/show_bug.cgi?id=48183)
47#if !(LOCAL_CLANG_PREREQ(3,8) || LOCAL_GCC_PREREQ(4,8) || defined(__aarch64__))
48#define WORK_AROUND_GCC
49#endif
50
51static WEBP_INLINE int32x4x4_t Transpose4x4_NEON(const int32x4x4_t rows) {
52  uint64x2x2_t row01, row23;
53
54  row01.val[0] = vreinterpretq_u64_s32(rows.val[0]);
55  row01.val[1] = vreinterpretq_u64_s32(rows.val[1]);
56  row23.val[0] = vreinterpretq_u64_s32(rows.val[2]);
57  row23.val[1] = vreinterpretq_u64_s32(rows.val[3]);
58  // Transpose 64-bit values (there's no vswp equivalent)
59  {
60    const uint64x1_t row0h = vget_high_u64(row01.val[0]);
61    const uint64x1_t row2l = vget_low_u64(row23.val[0]);
62    const uint64x1_t row1h = vget_high_u64(row01.val[1]);
63    const uint64x1_t row3l = vget_low_u64(row23.val[1]);
64    row01.val[0] = vcombine_u64(vget_low_u64(row01.val[0]), row2l);
65    row23.val[0] = vcombine_u64(row0h, vget_high_u64(row23.val[0]));
66    row01.val[1] = vcombine_u64(vget_low_u64(row01.val[1]), row3l);
67    row23.val[1] = vcombine_u64(row1h, vget_high_u64(row23.val[1]));
68  }
69  {
70    const int32x4x2_t out01 = vtrnq_s32(vreinterpretq_s32_u64(row01.val[0]),
71                                        vreinterpretq_s32_u64(row01.val[1]));
72    const int32x4x2_t out23 = vtrnq_s32(vreinterpretq_s32_u64(row23.val[0]),
73                                        vreinterpretq_s32_u64(row23.val[1]));
74    int32x4x4_t out;
75    out.val[0] = out01.val[0];
76    out.val[1] = out01.val[1];
77    out.val[2] = out23.val[0];
78    out.val[3] = out23.val[1];
79    return out;
80  }
81}
82
83#if 0     // Useful debug macro.
84#include <stdio.h>
85#define PRINT_REG(REG, SIZE) do {                       \
86  int i;                                                \
87  printf("%s \t[%d]: 0x", #REG, SIZE);                  \
88  if (SIZE == 8) {                                      \
89    uint8_t _tmp[8];                                    \
90    vst1_u8(_tmp, (REG));                               \
91    for (i = 0; i < 8; ++i) printf("%.2x ", _tmp[i]);   \
92  } else if (SIZE == 16) {                              \
93    uint16_t _tmp[4];                                   \
94    vst1_u16(_tmp, (REG));                              \
95    for (i = 0; i < 4; ++i) printf("%.4x ", _tmp[i]);   \
96  }                                                     \
97  printf("\n");                                         \
98} while (0)
99#endif
100
101#endif  // WEBP_DSP_NEON_H_
102