1b08e2e23eec181e9951df33cd704ac294c5407b6Vignesh Venkatasubramanian/* 2b08e2e23eec181e9951df33cd704ac294c5407b6Vignesh Venkatasubramanian * Copyright (c) 2012 The WebM project authors. All Rights Reserved. 3b08e2e23eec181e9951df33cd704ac294c5407b6Vignesh Venkatasubramanian * 4b08e2e23eec181e9951df33cd704ac294c5407b6Vignesh Venkatasubramanian * Use of this source code is governed by a BSD-style license 5b08e2e23eec181e9951df33cd704ac294c5407b6Vignesh Venkatasubramanian * that can be found in the LICENSE file in the root of the source 6b08e2e23eec181e9951df33cd704ac294c5407b6Vignesh Venkatasubramanian * tree. An additional intellectual property rights grant can be found 7b08e2e23eec181e9951df33cd704ac294c5407b6Vignesh Venkatasubramanian * in the file PATENTS. All contributing project authors may 8b08e2e23eec181e9951df33cd704ac294c5407b6Vignesh Venkatasubramanian * be found in the AUTHORS file in the root of the source tree. 9b08e2e23eec181e9951df33cd704ac294c5407b6Vignesh Venkatasubramanian */ 10b08e2e23eec181e9951df33cd704ac294c5407b6Vignesh Venkatasubramanian 11b08e2e23eec181e9951df33cd704ac294c5407b6Vignesh Venkatasubramanian#include <arm_neon.h> 12b08e2e23eec181e9951df33cd704ac294c5407b6Vignesh Venkatasubramanian 13b08e2e23eec181e9951df33cd704ac294c5407b6Vignesh Venkatasubramanian#include "vp8/encoder/denoising.h" 14b08e2e23eec181e9951df33cd704ac294c5407b6Vignesh Venkatasubramanian#include "vpx_mem/vpx_mem.h" 15b08e2e23eec181e9951df33cd704ac294c5407b6Vignesh Venkatasubramanian#include "./vp8_rtcd.h" 16b08e2e23eec181e9951df33cd704ac294c5407b6Vignesh Venkatasubramanian 17b08e2e23eec181e9951df33cd704ac294c5407b6Vignesh Venkatasubramanian/* 18b08e2e23eec181e9951df33cd704ac294c5407b6Vignesh Venkatasubramanian * The filter function was modified to reduce the computational complexity. 19b08e2e23eec181e9951df33cd704ac294c5407b6Vignesh Venkatasubramanian * 20b08e2e23eec181e9951df33cd704ac294c5407b6Vignesh Venkatasubramanian * Step 1: 21b08e2e23eec181e9951df33cd704ac294c5407b6Vignesh Venkatasubramanian * Instead of applying tap coefficients for each pixel, we calculated the 22b08e2e23eec181e9951df33cd704ac294c5407b6Vignesh Venkatasubramanian * pixel adjustments vs. pixel diff value ahead of time. 23b08e2e23eec181e9951df33cd704ac294c5407b6Vignesh Venkatasubramanian * adjustment = filtered_value - current_raw 24b08e2e23eec181e9951df33cd704ac294c5407b6Vignesh Venkatasubramanian * = (filter_coefficient * diff + 128) >> 8 25b08e2e23eec181e9951df33cd704ac294c5407b6Vignesh Venkatasubramanian * where 26b08e2e23eec181e9951df33cd704ac294c5407b6Vignesh Venkatasubramanian * filter_coefficient = (255 << 8) / (256 + ((abs_diff * 330) >> 3)); 27b08e2e23eec181e9951df33cd704ac294c5407b6Vignesh Venkatasubramanian * filter_coefficient += filter_coefficient / 28b08e2e23eec181e9951df33cd704ac294c5407b6Vignesh Venkatasubramanian * (3 + motion_magnitude_adjustment); 29b08e2e23eec181e9951df33cd704ac294c5407b6Vignesh Venkatasubramanian * filter_coefficient is clamped to 0 ~ 255. 30b08e2e23eec181e9951df33cd704ac294c5407b6Vignesh Venkatasubramanian * 31b08e2e23eec181e9951df33cd704ac294c5407b6Vignesh Venkatasubramanian * Step 2: 32b08e2e23eec181e9951df33cd704ac294c5407b6Vignesh Venkatasubramanian * The adjustment vs. diff curve becomes flat very quick when diff increases. 33b08e2e23eec181e9951df33cd704ac294c5407b6Vignesh Venkatasubramanian * This allowed us to use only several levels to approximate the curve without 34b08e2e23eec181e9951df33cd704ac294c5407b6Vignesh Venkatasubramanian * changing the filtering algorithm too much. 35b08e2e23eec181e9951df33cd704ac294c5407b6Vignesh Venkatasubramanian * The adjustments were further corrected by checking the motion magnitude. 36b08e2e23eec181e9951df33cd704ac294c5407b6Vignesh Venkatasubramanian * The levels used are: 37b08e2e23eec181e9951df33cd704ac294c5407b6Vignesh Venkatasubramanian * diff level adjustment w/o adjustment w/ 38b08e2e23eec181e9951df33cd704ac294c5407b6Vignesh Venkatasubramanian * motion correction motion correction 39b08e2e23eec181e9951df33cd704ac294c5407b6Vignesh Venkatasubramanian * [-255, -16] 3 -6 -7 40b08e2e23eec181e9951df33cd704ac294c5407b6Vignesh Venkatasubramanian * [-15, -8] 2 -4 -5 41b08e2e23eec181e9951df33cd704ac294c5407b6Vignesh Venkatasubramanian * [-7, -4] 1 -3 -4 42b08e2e23eec181e9951df33cd704ac294c5407b6Vignesh Venkatasubramanian * [-3, 3] 0 diff diff 43b08e2e23eec181e9951df33cd704ac294c5407b6Vignesh Venkatasubramanian * [4, 7] 1 3 4 44b08e2e23eec181e9951df33cd704ac294c5407b6Vignesh Venkatasubramanian * [8, 15] 2 4 5 45b08e2e23eec181e9951df33cd704ac294c5407b6Vignesh Venkatasubramanian * [16, 255] 3 6 7 46b08e2e23eec181e9951df33cd704ac294c5407b6Vignesh Venkatasubramanian */ 47b08e2e23eec181e9951df33cd704ac294c5407b6Vignesh Venkatasubramanian 48b08e2e23eec181e9951df33cd704ac294c5407b6Vignesh Venkatasubramanianint vp8_denoiser_filter_neon(YV12_BUFFER_CONFIG *mc_running_avg, 49b08e2e23eec181e9951df33cd704ac294c5407b6Vignesh Venkatasubramanian YV12_BUFFER_CONFIG *running_avg, 50b08e2e23eec181e9951df33cd704ac294c5407b6Vignesh Venkatasubramanian MACROBLOCK *signal, unsigned int motion_magnitude, 51b08e2e23eec181e9951df33cd704ac294c5407b6Vignesh Venkatasubramanian int y_offset, int uv_offset) { 52b08e2e23eec181e9951df33cd704ac294c5407b6Vignesh Venkatasubramanian /* If motion_magnitude is small, making the denoiser more aggressive by 53b08e2e23eec181e9951df33cd704ac294c5407b6Vignesh Venkatasubramanian * increasing the adjustment for each level, level1 adjustment is 54b08e2e23eec181e9951df33cd704ac294c5407b6Vignesh Venkatasubramanian * increased, the deltas stay the same. 55b08e2e23eec181e9951df33cd704ac294c5407b6Vignesh Venkatasubramanian */ 56b08e2e23eec181e9951df33cd704ac294c5407b6Vignesh Venkatasubramanian const uint8x16_t v_level1_adjustment = vdupq_n_u8( 57b08e2e23eec181e9951df33cd704ac294c5407b6Vignesh Venkatasubramanian (motion_magnitude <= MOTION_MAGNITUDE_THRESHOLD) ? 4 : 3); 58b08e2e23eec181e9951df33cd704ac294c5407b6Vignesh Venkatasubramanian const uint8x16_t v_delta_level_1_and_2 = vdupq_n_u8(1); 59b08e2e23eec181e9951df33cd704ac294c5407b6Vignesh Venkatasubramanian const uint8x16_t v_delta_level_2_and_3 = vdupq_n_u8(2); 60b08e2e23eec181e9951df33cd704ac294c5407b6Vignesh Venkatasubramanian const uint8x16_t v_level1_threshold = vdupq_n_u8(4); 61b08e2e23eec181e9951df33cd704ac294c5407b6Vignesh Venkatasubramanian const uint8x16_t v_level2_threshold = vdupq_n_u8(8); 62b08e2e23eec181e9951df33cd704ac294c5407b6Vignesh Venkatasubramanian const uint8x16_t v_level3_threshold = vdupq_n_u8(16); 63b08e2e23eec181e9951df33cd704ac294c5407b6Vignesh Venkatasubramanian 64b08e2e23eec181e9951df33cd704ac294c5407b6Vignesh Venkatasubramanian /* Local variables for array pointers and strides. */ 65b08e2e23eec181e9951df33cd704ac294c5407b6Vignesh Venkatasubramanian unsigned char *sig = signal->thismb; 66b08e2e23eec181e9951df33cd704ac294c5407b6Vignesh Venkatasubramanian int sig_stride = 16; 67b08e2e23eec181e9951df33cd704ac294c5407b6Vignesh Venkatasubramanian unsigned char *mc_running_avg_y = mc_running_avg->y_buffer + y_offset; 68b08e2e23eec181e9951df33cd704ac294c5407b6Vignesh Venkatasubramanian int mc_running_avg_y_stride = mc_running_avg->y_stride; 69b08e2e23eec181e9951df33cd704ac294c5407b6Vignesh Venkatasubramanian unsigned char *running_avg_y = running_avg->y_buffer + y_offset; 70b08e2e23eec181e9951df33cd704ac294c5407b6Vignesh Venkatasubramanian int running_avg_y_stride = running_avg->y_stride; 71b08e2e23eec181e9951df33cd704ac294c5407b6Vignesh Venkatasubramanian 72b08e2e23eec181e9951df33cd704ac294c5407b6Vignesh Venkatasubramanian /* Go over lines. */ 73b08e2e23eec181e9951df33cd704ac294c5407b6Vignesh Venkatasubramanian int i; 74b08e2e23eec181e9951df33cd704ac294c5407b6Vignesh Venkatasubramanian int sum_diff = 0; 75b08e2e23eec181e9951df33cd704ac294c5407b6Vignesh Venkatasubramanian for (i = 0; i < 16; ++i) { 76b08e2e23eec181e9951df33cd704ac294c5407b6Vignesh Venkatasubramanian int8x16_t v_sum_diff = vdupq_n_s8(0); 77b08e2e23eec181e9951df33cd704ac294c5407b6Vignesh Venkatasubramanian uint8x16_t v_running_avg_y; 78b08e2e23eec181e9951df33cd704ac294c5407b6Vignesh Venkatasubramanian 79b08e2e23eec181e9951df33cd704ac294c5407b6Vignesh Venkatasubramanian /* Load inputs. */ 80b08e2e23eec181e9951df33cd704ac294c5407b6Vignesh Venkatasubramanian const uint8x16_t v_sig = vld1q_u8(sig); 81b08e2e23eec181e9951df33cd704ac294c5407b6Vignesh Venkatasubramanian const uint8x16_t v_mc_running_avg_y = vld1q_u8(mc_running_avg_y); 82b08e2e23eec181e9951df33cd704ac294c5407b6Vignesh Venkatasubramanian 83b08e2e23eec181e9951df33cd704ac294c5407b6Vignesh Venkatasubramanian /* Calculate absolute difference and sign masks. */ 84b08e2e23eec181e9951df33cd704ac294c5407b6Vignesh Venkatasubramanian const uint8x16_t v_abs_diff = vabdq_u8(v_sig, v_mc_running_avg_y); 85b08e2e23eec181e9951df33cd704ac294c5407b6Vignesh Venkatasubramanian const uint8x16_t v_diff_pos_mask = vcltq_u8(v_sig, v_mc_running_avg_y); 86b08e2e23eec181e9951df33cd704ac294c5407b6Vignesh Venkatasubramanian const uint8x16_t v_diff_neg_mask = vcgtq_u8(v_sig, v_mc_running_avg_y); 87b08e2e23eec181e9951df33cd704ac294c5407b6Vignesh Venkatasubramanian 88b08e2e23eec181e9951df33cd704ac294c5407b6Vignesh Venkatasubramanian /* Figure out which level that put us in. */ 89b08e2e23eec181e9951df33cd704ac294c5407b6Vignesh Venkatasubramanian const uint8x16_t v_level1_mask = vcleq_u8(v_level1_threshold, 90b08e2e23eec181e9951df33cd704ac294c5407b6Vignesh Venkatasubramanian v_abs_diff); 91b08e2e23eec181e9951df33cd704ac294c5407b6Vignesh Venkatasubramanian const uint8x16_t v_level2_mask = vcleq_u8(v_level2_threshold, 92b08e2e23eec181e9951df33cd704ac294c5407b6Vignesh Venkatasubramanian v_abs_diff); 93b08e2e23eec181e9951df33cd704ac294c5407b6Vignesh Venkatasubramanian const uint8x16_t v_level3_mask = vcleq_u8(v_level3_threshold, 94b08e2e23eec181e9951df33cd704ac294c5407b6Vignesh Venkatasubramanian v_abs_diff); 95b08e2e23eec181e9951df33cd704ac294c5407b6Vignesh Venkatasubramanian 96b08e2e23eec181e9951df33cd704ac294c5407b6Vignesh Venkatasubramanian /* Calculate absolute adjustments for level 1, 2 and 3. */ 97b08e2e23eec181e9951df33cd704ac294c5407b6Vignesh Venkatasubramanian const uint8x16_t v_level2_adjustment = vandq_u8(v_level2_mask, 98b08e2e23eec181e9951df33cd704ac294c5407b6Vignesh Venkatasubramanian v_delta_level_1_and_2); 99b08e2e23eec181e9951df33cd704ac294c5407b6Vignesh Venkatasubramanian const uint8x16_t v_level3_adjustment = vandq_u8(v_level3_mask, 100b08e2e23eec181e9951df33cd704ac294c5407b6Vignesh Venkatasubramanian v_delta_level_2_and_3); 101b08e2e23eec181e9951df33cd704ac294c5407b6Vignesh Venkatasubramanian const uint8x16_t v_level1and2_adjustment = vaddq_u8(v_level1_adjustment, 102b08e2e23eec181e9951df33cd704ac294c5407b6Vignesh Venkatasubramanian v_level2_adjustment); 103b08e2e23eec181e9951df33cd704ac294c5407b6Vignesh Venkatasubramanian const uint8x16_t v_level1and2and3_adjustment = vaddq_u8( 104b08e2e23eec181e9951df33cd704ac294c5407b6Vignesh Venkatasubramanian v_level1and2_adjustment, v_level3_adjustment); 105b08e2e23eec181e9951df33cd704ac294c5407b6Vignesh Venkatasubramanian 106b08e2e23eec181e9951df33cd704ac294c5407b6Vignesh Venkatasubramanian /* Figure adjustment absolute value by selecting between the absolute 107b08e2e23eec181e9951df33cd704ac294c5407b6Vignesh Venkatasubramanian * difference if in level0 or the value for level 1, 2 and 3. 108b08e2e23eec181e9951df33cd704ac294c5407b6Vignesh Venkatasubramanian */ 109b08e2e23eec181e9951df33cd704ac294c5407b6Vignesh Venkatasubramanian const uint8x16_t v_abs_adjustment = vbslq_u8(v_level1_mask, 110b08e2e23eec181e9951df33cd704ac294c5407b6Vignesh Venkatasubramanian v_level1and2and3_adjustment, v_abs_diff); 111b08e2e23eec181e9951df33cd704ac294c5407b6Vignesh Venkatasubramanian 112b08e2e23eec181e9951df33cd704ac294c5407b6Vignesh Venkatasubramanian /* Calculate positive and negative adjustments. Apply them to the signal 113b08e2e23eec181e9951df33cd704ac294c5407b6Vignesh Venkatasubramanian * and accumulate them. Adjustments are less than eight and the maximum 114b08e2e23eec181e9951df33cd704ac294c5407b6Vignesh Venkatasubramanian * sum of them (7 * 16) can fit in a signed char. 115b08e2e23eec181e9951df33cd704ac294c5407b6Vignesh Venkatasubramanian */ 116b08e2e23eec181e9951df33cd704ac294c5407b6Vignesh Venkatasubramanian const uint8x16_t v_pos_adjustment = vandq_u8(v_diff_pos_mask, 117b08e2e23eec181e9951df33cd704ac294c5407b6Vignesh Venkatasubramanian v_abs_adjustment); 118b08e2e23eec181e9951df33cd704ac294c5407b6Vignesh Venkatasubramanian const uint8x16_t v_neg_adjustment = vandq_u8(v_diff_neg_mask, 119b08e2e23eec181e9951df33cd704ac294c5407b6Vignesh Venkatasubramanian v_abs_adjustment); 120b08e2e23eec181e9951df33cd704ac294c5407b6Vignesh Venkatasubramanian v_running_avg_y = vqaddq_u8(v_sig, v_pos_adjustment); 121b08e2e23eec181e9951df33cd704ac294c5407b6Vignesh Venkatasubramanian v_running_avg_y = vqsubq_u8(v_running_avg_y, v_neg_adjustment); 122b08e2e23eec181e9951df33cd704ac294c5407b6Vignesh Venkatasubramanian v_sum_diff = vqaddq_s8(v_sum_diff, 123b08e2e23eec181e9951df33cd704ac294c5407b6Vignesh Venkatasubramanian vreinterpretq_s8_u8(v_pos_adjustment)); 124b08e2e23eec181e9951df33cd704ac294c5407b6Vignesh Venkatasubramanian v_sum_diff = vqsubq_s8(v_sum_diff, 125b08e2e23eec181e9951df33cd704ac294c5407b6Vignesh Venkatasubramanian vreinterpretq_s8_u8(v_neg_adjustment)); 126b08e2e23eec181e9951df33cd704ac294c5407b6Vignesh Venkatasubramanian 127b08e2e23eec181e9951df33cd704ac294c5407b6Vignesh Venkatasubramanian /* Store results. */ 128b08e2e23eec181e9951df33cd704ac294c5407b6Vignesh Venkatasubramanian vst1q_u8(running_avg_y, v_running_avg_y); 129b08e2e23eec181e9951df33cd704ac294c5407b6Vignesh Venkatasubramanian 130b08e2e23eec181e9951df33cd704ac294c5407b6Vignesh Venkatasubramanian /* Sum all the accumulators to have the sum of all pixel differences 131b08e2e23eec181e9951df33cd704ac294c5407b6Vignesh Venkatasubramanian * for this macroblock. 132b08e2e23eec181e9951df33cd704ac294c5407b6Vignesh Venkatasubramanian */ 133b08e2e23eec181e9951df33cd704ac294c5407b6Vignesh Venkatasubramanian { 134b08e2e23eec181e9951df33cd704ac294c5407b6Vignesh Venkatasubramanian int s0 = vgetq_lane_s8(v_sum_diff, 0) + 135b08e2e23eec181e9951df33cd704ac294c5407b6Vignesh Venkatasubramanian vgetq_lane_s8(v_sum_diff, 1) + 136b08e2e23eec181e9951df33cd704ac294c5407b6Vignesh Venkatasubramanian vgetq_lane_s8(v_sum_diff, 2) + 137b08e2e23eec181e9951df33cd704ac294c5407b6Vignesh Venkatasubramanian vgetq_lane_s8(v_sum_diff, 3); 138b08e2e23eec181e9951df33cd704ac294c5407b6Vignesh Venkatasubramanian int s1 = vgetq_lane_s8(v_sum_diff, 4) + 139b08e2e23eec181e9951df33cd704ac294c5407b6Vignesh Venkatasubramanian vgetq_lane_s8(v_sum_diff, 5) + 140b08e2e23eec181e9951df33cd704ac294c5407b6Vignesh Venkatasubramanian vgetq_lane_s8(v_sum_diff, 6) + 141b08e2e23eec181e9951df33cd704ac294c5407b6Vignesh Venkatasubramanian vgetq_lane_s8(v_sum_diff, 7); 142b08e2e23eec181e9951df33cd704ac294c5407b6Vignesh Venkatasubramanian int s2 = vgetq_lane_s8(v_sum_diff, 8) + 143b08e2e23eec181e9951df33cd704ac294c5407b6Vignesh Venkatasubramanian vgetq_lane_s8(v_sum_diff, 9) + 144b08e2e23eec181e9951df33cd704ac294c5407b6Vignesh Venkatasubramanian vgetq_lane_s8(v_sum_diff, 10) + 145b08e2e23eec181e9951df33cd704ac294c5407b6Vignesh Venkatasubramanian vgetq_lane_s8(v_sum_diff, 11); 146b08e2e23eec181e9951df33cd704ac294c5407b6Vignesh Venkatasubramanian int s3 = vgetq_lane_s8(v_sum_diff, 12) + 147b08e2e23eec181e9951df33cd704ac294c5407b6Vignesh Venkatasubramanian vgetq_lane_s8(v_sum_diff, 13) + 148b08e2e23eec181e9951df33cd704ac294c5407b6Vignesh Venkatasubramanian vgetq_lane_s8(v_sum_diff, 14) + 149b08e2e23eec181e9951df33cd704ac294c5407b6Vignesh Venkatasubramanian vgetq_lane_s8(v_sum_diff, 15); 150b08e2e23eec181e9951df33cd704ac294c5407b6Vignesh Venkatasubramanian sum_diff += s0 + s1+ s2 + s3; 151b08e2e23eec181e9951df33cd704ac294c5407b6Vignesh Venkatasubramanian } 152b08e2e23eec181e9951df33cd704ac294c5407b6Vignesh Venkatasubramanian 153b08e2e23eec181e9951df33cd704ac294c5407b6Vignesh Venkatasubramanian /* Update pointers for next iteration. */ 154b08e2e23eec181e9951df33cd704ac294c5407b6Vignesh Venkatasubramanian sig += sig_stride; 155b08e2e23eec181e9951df33cd704ac294c5407b6Vignesh Venkatasubramanian mc_running_avg_y += mc_running_avg_y_stride; 156b08e2e23eec181e9951df33cd704ac294c5407b6Vignesh Venkatasubramanian running_avg_y += running_avg_y_stride; 157b08e2e23eec181e9951df33cd704ac294c5407b6Vignesh Venkatasubramanian } 158b08e2e23eec181e9951df33cd704ac294c5407b6Vignesh Venkatasubramanian 159b08e2e23eec181e9951df33cd704ac294c5407b6Vignesh Venkatasubramanian /* Too much adjustments => copy block. */ 160b08e2e23eec181e9951df33cd704ac294c5407b6Vignesh Venkatasubramanian if (abs(sum_diff) > SUM_DIFF_THRESHOLD) 161b08e2e23eec181e9951df33cd704ac294c5407b6Vignesh Venkatasubramanian return COPY_BLOCK; 162b08e2e23eec181e9951df33cd704ac294c5407b6Vignesh Venkatasubramanian 163b08e2e23eec181e9951df33cd704ac294c5407b6Vignesh Venkatasubramanian /* Tell above level that block was filtered. */ 164b08e2e23eec181e9951df33cd704ac294c5407b6Vignesh Venkatasubramanian vp8_copy_mem16x16(running_avg->y_buffer + y_offset, running_avg_y_stride, 165b08e2e23eec181e9951df33cd704ac294c5407b6Vignesh Venkatasubramanian signal->thismb, sig_stride); 166b08e2e23eec181e9951df33cd704ac294c5407b6Vignesh Venkatasubramanian return FILTER_BLOCK; 167b08e2e23eec181e9951df33cd704ac294c5407b6Vignesh Venkatasubramanian} 168