1dddee1ec7cedf276305b107429f684539b105276johannkoenig@chromium.org/* 2dddee1ec7cedf276305b107429f684539b105276johannkoenig@chromium.org * Copyright (c) 2012 The WebM project authors. All Rights Reserved. 3dddee1ec7cedf276305b107429f684539b105276johannkoenig@chromium.org * 4dddee1ec7cedf276305b107429f684539b105276johannkoenig@chromium.org * Use of this source code is governed by a BSD-style license 5dddee1ec7cedf276305b107429f684539b105276johannkoenig@chromium.org * that can be found in the LICENSE file in the root of the source 6dddee1ec7cedf276305b107429f684539b105276johannkoenig@chromium.org * tree. An additional intellectual property rights grant can be found 7dddee1ec7cedf276305b107429f684539b105276johannkoenig@chromium.org * in the file PATENTS. All contributing project authors may 8dddee1ec7cedf276305b107429f684539b105276johannkoenig@chromium.org * be found in the AUTHORS file in the root of the source tree. 9dddee1ec7cedf276305b107429f684539b105276johannkoenig@chromium.org */ 10dddee1ec7cedf276305b107429f684539b105276johannkoenig@chromium.org 11dddee1ec7cedf276305b107429f684539b105276johannkoenig@chromium.org#include <arm_neon.h> 12dddee1ec7cedf276305b107429f684539b105276johannkoenig@chromium.org 13dddee1ec7cedf276305b107429f684539b105276johannkoenig@chromium.org#include "vp8/encoder/denoising.h" 14dddee1ec7cedf276305b107429f684539b105276johannkoenig@chromium.org#include "vpx_mem/vpx_mem.h" 15dddee1ec7cedf276305b107429f684539b105276johannkoenig@chromium.org#include "./vp8_rtcd.h" 16dddee1ec7cedf276305b107429f684539b105276johannkoenig@chromium.org 17dddee1ec7cedf276305b107429f684539b105276johannkoenig@chromium.org/* 18dddee1ec7cedf276305b107429f684539b105276johannkoenig@chromium.org * The filter function was modified to reduce the computational complexity. 19dddee1ec7cedf276305b107429f684539b105276johannkoenig@chromium.org * 20dddee1ec7cedf276305b107429f684539b105276johannkoenig@chromium.org * Step 1: 21dddee1ec7cedf276305b107429f684539b105276johannkoenig@chromium.org * Instead of applying tap coefficients for each pixel, we calculated the 22dddee1ec7cedf276305b107429f684539b105276johannkoenig@chromium.org * pixel adjustments vs. pixel diff value ahead of time. 23dddee1ec7cedf276305b107429f684539b105276johannkoenig@chromium.org * adjustment = filtered_value - current_raw 24dddee1ec7cedf276305b107429f684539b105276johannkoenig@chromium.org * = (filter_coefficient * diff + 128) >> 8 25dddee1ec7cedf276305b107429f684539b105276johannkoenig@chromium.org * where 26dddee1ec7cedf276305b107429f684539b105276johannkoenig@chromium.org * filter_coefficient = (255 << 8) / (256 + ((abs_diff * 330) >> 3)); 27dddee1ec7cedf276305b107429f684539b105276johannkoenig@chromium.org * filter_coefficient += filter_coefficient / 28dddee1ec7cedf276305b107429f684539b105276johannkoenig@chromium.org * (3 + motion_magnitude_adjustment); 29dddee1ec7cedf276305b107429f684539b105276johannkoenig@chromium.org * filter_coefficient is clamped to 0 ~ 255. 30dddee1ec7cedf276305b107429f684539b105276johannkoenig@chromium.org * 31dddee1ec7cedf276305b107429f684539b105276johannkoenig@chromium.org * Step 2: 32dddee1ec7cedf276305b107429f684539b105276johannkoenig@chromium.org * The adjustment vs. diff curve becomes flat very quick when diff increases. 33dddee1ec7cedf276305b107429f684539b105276johannkoenig@chromium.org * This allowed us to use only several levels to approximate the curve without 34dddee1ec7cedf276305b107429f684539b105276johannkoenig@chromium.org * changing the filtering algorithm too much. 35dddee1ec7cedf276305b107429f684539b105276johannkoenig@chromium.org * The adjustments were further corrected by checking the motion magnitude. 36dddee1ec7cedf276305b107429f684539b105276johannkoenig@chromium.org * The levels used are: 37dddee1ec7cedf276305b107429f684539b105276johannkoenig@chromium.org * diff level adjustment w/o adjustment w/ 38dddee1ec7cedf276305b107429f684539b105276johannkoenig@chromium.org * motion correction motion correction 39dddee1ec7cedf276305b107429f684539b105276johannkoenig@chromium.org * [-255, -16] 3 -6 -7 40dddee1ec7cedf276305b107429f684539b105276johannkoenig@chromium.org * [-15, -8] 2 -4 -5 41dddee1ec7cedf276305b107429f684539b105276johannkoenig@chromium.org * [-7, -4] 1 -3 -4 42dddee1ec7cedf276305b107429f684539b105276johannkoenig@chromium.org * [-3, 3] 0 diff diff 43dddee1ec7cedf276305b107429f684539b105276johannkoenig@chromium.org * [4, 7] 1 3 4 44dddee1ec7cedf276305b107429f684539b105276johannkoenig@chromium.org * [8, 15] 2 4 5 45dddee1ec7cedf276305b107429f684539b105276johannkoenig@chromium.org * [16, 255] 3 6 7 46dddee1ec7cedf276305b107429f684539b105276johannkoenig@chromium.org */ 47dddee1ec7cedf276305b107429f684539b105276johannkoenig@chromium.org 487765c078fa920ba6c949c15f16b6cc979d8bb95bjohannkoenig@chromium.orgint vp8_denoiser_filter_neon(unsigned char *mc_running_avg_y, 497765c078fa920ba6c949c15f16b6cc979d8bb95bjohannkoenig@chromium.org int mc_running_avg_y_stride, 507765c078fa920ba6c949c15f16b6cc979d8bb95bjohannkoenig@chromium.org unsigned char *running_avg_y, 517765c078fa920ba6c949c15f16b6cc979d8bb95bjohannkoenig@chromium.org int running_avg_y_stride, 527765c078fa920ba6c949c15f16b6cc979d8bb95bjohannkoenig@chromium.org unsigned char *sig, int sig_stride, 53118f379ec73bf762ee63784bc5f41ffd41107470johannkoenig@chromium.org unsigned int motion_magnitude, 54118f379ec73bf762ee63784bc5f41ffd41107470johannkoenig@chromium.org int increase_denoising) { 55dddee1ec7cedf276305b107429f684539b105276johannkoenig@chromium.org /* If motion_magnitude is small, making the denoiser more aggressive by 56dddee1ec7cedf276305b107429f684539b105276johannkoenig@chromium.org * increasing the adjustment for each level, level1 adjustment is 57dddee1ec7cedf276305b107429f684539b105276johannkoenig@chromium.org * increased, the deltas stay the same. 58dddee1ec7cedf276305b107429f684539b105276johannkoenig@chromium.org */ 5988b47b29cc274dd19cddc37c1ce1834d97df282efgalligan@chromium.org int shift_inc = (increase_denoising && 6088b47b29cc274dd19cddc37c1ce1834d97df282efgalligan@chromium.org motion_magnitude <= MOTION_MAGNITUDE_THRESHOLD) ? 1 : 0; 6188b47b29cc274dd19cddc37c1ce1834d97df282efgalligan@chromium.org const uint8x16_t v_level1_adjustment = vmovq_n_u8( 6288b47b29cc274dd19cddc37c1ce1834d97df282efgalligan@chromium.org (motion_magnitude <= MOTION_MAGNITUDE_THRESHOLD) ? 4 + shift_inc : 3); 63dddee1ec7cedf276305b107429f684539b105276johannkoenig@chromium.org const uint8x16_t v_delta_level_1_and_2 = vdupq_n_u8(1); 64dddee1ec7cedf276305b107429f684539b105276johannkoenig@chromium.org const uint8x16_t v_delta_level_2_and_3 = vdupq_n_u8(2); 6588b47b29cc274dd19cddc37c1ce1834d97df282efgalligan@chromium.org const uint8x16_t v_level1_threshold = vmovq_n_u8(4 + shift_inc); 66dddee1ec7cedf276305b107429f684539b105276johannkoenig@chromium.org const uint8x16_t v_level2_threshold = vdupq_n_u8(8); 67dddee1ec7cedf276305b107429f684539b105276johannkoenig@chromium.org const uint8x16_t v_level3_threshold = vdupq_n_u8(16); 689a5fccadbf86bd614db22afaff64c794c1e16215fgalligan@chromium.org int64x2_t v_sum_diff_total = vdupq_n_s64(0); 69dddee1ec7cedf276305b107429f684539b105276johannkoenig@chromium.org 70dddee1ec7cedf276305b107429f684539b105276johannkoenig@chromium.org /* Go over lines. */ 7188b47b29cc274dd19cddc37c1ce1834d97df282efgalligan@chromium.org int r; 7288b47b29cc274dd19cddc37c1ce1834d97df282efgalligan@chromium.org for (r = 0; r < 16; ++r) { 73dddee1ec7cedf276305b107429f684539b105276johannkoenig@chromium.org /* Load inputs. */ 74dddee1ec7cedf276305b107429f684539b105276johannkoenig@chromium.org const uint8x16_t v_sig = vld1q_u8(sig); 75dddee1ec7cedf276305b107429f684539b105276johannkoenig@chromium.org const uint8x16_t v_mc_running_avg_y = vld1q_u8(mc_running_avg_y); 76dddee1ec7cedf276305b107429f684539b105276johannkoenig@chromium.org 77dddee1ec7cedf276305b107429f684539b105276johannkoenig@chromium.org /* Calculate absolute difference and sign masks. */ 78dddee1ec7cedf276305b107429f684539b105276johannkoenig@chromium.org const uint8x16_t v_abs_diff = vabdq_u8(v_sig, v_mc_running_avg_y); 79dddee1ec7cedf276305b107429f684539b105276johannkoenig@chromium.org const uint8x16_t v_diff_pos_mask = vcltq_u8(v_sig, v_mc_running_avg_y); 80dddee1ec7cedf276305b107429f684539b105276johannkoenig@chromium.org const uint8x16_t v_diff_neg_mask = vcgtq_u8(v_sig, v_mc_running_avg_y); 81dddee1ec7cedf276305b107429f684539b105276johannkoenig@chromium.org 82dddee1ec7cedf276305b107429f684539b105276johannkoenig@chromium.org /* Figure out which level that put us in. */ 83dddee1ec7cedf276305b107429f684539b105276johannkoenig@chromium.org const uint8x16_t v_level1_mask = vcleq_u8(v_level1_threshold, 84dddee1ec7cedf276305b107429f684539b105276johannkoenig@chromium.org v_abs_diff); 85dddee1ec7cedf276305b107429f684539b105276johannkoenig@chromium.org const uint8x16_t v_level2_mask = vcleq_u8(v_level2_threshold, 86dddee1ec7cedf276305b107429f684539b105276johannkoenig@chromium.org v_abs_diff); 87dddee1ec7cedf276305b107429f684539b105276johannkoenig@chromium.org const uint8x16_t v_level3_mask = vcleq_u8(v_level3_threshold, 88dddee1ec7cedf276305b107429f684539b105276johannkoenig@chromium.org v_abs_diff); 89dddee1ec7cedf276305b107429f684539b105276johannkoenig@chromium.org 90dddee1ec7cedf276305b107429f684539b105276johannkoenig@chromium.org /* Calculate absolute adjustments for level 1, 2 and 3. */ 91dddee1ec7cedf276305b107429f684539b105276johannkoenig@chromium.org const uint8x16_t v_level2_adjustment = vandq_u8(v_level2_mask, 92dddee1ec7cedf276305b107429f684539b105276johannkoenig@chromium.org v_delta_level_1_and_2); 93dddee1ec7cedf276305b107429f684539b105276johannkoenig@chromium.org const uint8x16_t v_level3_adjustment = vandq_u8(v_level3_mask, 94dddee1ec7cedf276305b107429f684539b105276johannkoenig@chromium.org v_delta_level_2_and_3); 95dddee1ec7cedf276305b107429f684539b105276johannkoenig@chromium.org const uint8x16_t v_level1and2_adjustment = vaddq_u8(v_level1_adjustment, 96dddee1ec7cedf276305b107429f684539b105276johannkoenig@chromium.org v_level2_adjustment); 97dddee1ec7cedf276305b107429f684539b105276johannkoenig@chromium.org const uint8x16_t v_level1and2and3_adjustment = vaddq_u8( 98dddee1ec7cedf276305b107429f684539b105276johannkoenig@chromium.org v_level1and2_adjustment, v_level3_adjustment); 99dddee1ec7cedf276305b107429f684539b105276johannkoenig@chromium.org 100dddee1ec7cedf276305b107429f684539b105276johannkoenig@chromium.org /* Figure adjustment absolute value by selecting between the absolute 101dddee1ec7cedf276305b107429f684539b105276johannkoenig@chromium.org * difference if in level0 or the value for level 1, 2 and 3. 102dddee1ec7cedf276305b107429f684539b105276johannkoenig@chromium.org */ 103dddee1ec7cedf276305b107429f684539b105276johannkoenig@chromium.org const uint8x16_t v_abs_adjustment = vbslq_u8(v_level1_mask, 104dddee1ec7cedf276305b107429f684539b105276johannkoenig@chromium.org v_level1and2and3_adjustment, v_abs_diff); 105dddee1ec7cedf276305b107429f684539b105276johannkoenig@chromium.org 106dddee1ec7cedf276305b107429f684539b105276johannkoenig@chromium.org /* Calculate positive and negative adjustments. Apply them to the signal 107dddee1ec7cedf276305b107429f684539b105276johannkoenig@chromium.org * and accumulate them. Adjustments are less than eight and the maximum 108dddee1ec7cedf276305b107429f684539b105276johannkoenig@chromium.org * sum of them (7 * 16) can fit in a signed char. 109dddee1ec7cedf276305b107429f684539b105276johannkoenig@chromium.org */ 110dddee1ec7cedf276305b107429f684539b105276johannkoenig@chromium.org const uint8x16_t v_pos_adjustment = vandq_u8(v_diff_pos_mask, 111dddee1ec7cedf276305b107429f684539b105276johannkoenig@chromium.org v_abs_adjustment); 112dddee1ec7cedf276305b107429f684539b105276johannkoenig@chromium.org const uint8x16_t v_neg_adjustment = vandq_u8(v_diff_neg_mask, 113dddee1ec7cedf276305b107429f684539b105276johannkoenig@chromium.org v_abs_adjustment); 1149a5fccadbf86bd614db22afaff64c794c1e16215fgalligan@chromium.org 1159a5fccadbf86bd614db22afaff64c794c1e16215fgalligan@chromium.org uint8x16_t v_running_avg_y = vqaddq_u8(v_sig, v_pos_adjustment); 116dddee1ec7cedf276305b107429f684539b105276johannkoenig@chromium.org v_running_avg_y = vqsubq_u8(v_running_avg_y, v_neg_adjustment); 117dddee1ec7cedf276305b107429f684539b105276johannkoenig@chromium.org 118dddee1ec7cedf276305b107429f684539b105276johannkoenig@chromium.org /* Store results. */ 119dddee1ec7cedf276305b107429f684539b105276johannkoenig@chromium.org vst1q_u8(running_avg_y, v_running_avg_y); 120dddee1ec7cedf276305b107429f684539b105276johannkoenig@chromium.org 121dddee1ec7cedf276305b107429f684539b105276johannkoenig@chromium.org /* Sum all the accumulators to have the sum of all pixel differences 122dddee1ec7cedf276305b107429f684539b105276johannkoenig@chromium.org * for this macroblock. 123dddee1ec7cedf276305b107429f684539b105276johannkoenig@chromium.org */ 124dddee1ec7cedf276305b107429f684539b105276johannkoenig@chromium.org { 1259a5fccadbf86bd614db22afaff64c794c1e16215fgalligan@chromium.org const int8x16_t v_sum_diff = 1269a5fccadbf86bd614db22afaff64c794c1e16215fgalligan@chromium.org vqsubq_s8(vreinterpretq_s8_u8(v_pos_adjustment), 1279a5fccadbf86bd614db22afaff64c794c1e16215fgalligan@chromium.org vreinterpretq_s8_u8(v_neg_adjustment)); 1289a5fccadbf86bd614db22afaff64c794c1e16215fgalligan@chromium.org 1299a5fccadbf86bd614db22afaff64c794c1e16215fgalligan@chromium.org const int16x8_t fe_dc_ba_98_76_54_32_10 = vpaddlq_s8(v_sum_diff); 1309a5fccadbf86bd614db22afaff64c794c1e16215fgalligan@chromium.org 1319a5fccadbf86bd614db22afaff64c794c1e16215fgalligan@chromium.org const int32x4_t fedc_ba98_7654_3210 = 1329a5fccadbf86bd614db22afaff64c794c1e16215fgalligan@chromium.org vpaddlq_s16(fe_dc_ba_98_76_54_32_10); 1339a5fccadbf86bd614db22afaff64c794c1e16215fgalligan@chromium.org 1349a5fccadbf86bd614db22afaff64c794c1e16215fgalligan@chromium.org const int64x2_t fedcba98_76543210 = 1359a5fccadbf86bd614db22afaff64c794c1e16215fgalligan@chromium.org vpaddlq_s32(fedc_ba98_7654_3210); 1369a5fccadbf86bd614db22afaff64c794c1e16215fgalligan@chromium.org 1379a5fccadbf86bd614db22afaff64c794c1e16215fgalligan@chromium.org v_sum_diff_total = vqaddq_s64(v_sum_diff_total, fedcba98_76543210); 138dddee1ec7cedf276305b107429f684539b105276johannkoenig@chromium.org } 139dddee1ec7cedf276305b107429f684539b105276johannkoenig@chromium.org 140dddee1ec7cedf276305b107429f684539b105276johannkoenig@chromium.org /* Update pointers for next iteration. */ 141dddee1ec7cedf276305b107429f684539b105276johannkoenig@chromium.org sig += sig_stride; 142dddee1ec7cedf276305b107429f684539b105276johannkoenig@chromium.org mc_running_avg_y += mc_running_avg_y_stride; 143dddee1ec7cedf276305b107429f684539b105276johannkoenig@chromium.org running_avg_y += running_avg_y_stride; 144dddee1ec7cedf276305b107429f684539b105276johannkoenig@chromium.org } 145dddee1ec7cedf276305b107429f684539b105276johannkoenig@chromium.org 146dddee1ec7cedf276305b107429f684539b105276johannkoenig@chromium.org /* Too much adjustments => copy block. */ 1479a5fccadbf86bd614db22afaff64c794c1e16215fgalligan@chromium.org { 14888b47b29cc274dd19cddc37c1ce1834d97df282efgalligan@chromium.org int64x1_t x = vqadd_s64(vget_high_s64(v_sum_diff_total), 1499a5fccadbf86bd614db22afaff64c794c1e16215fgalligan@chromium.org vget_low_s64(v_sum_diff_total)); 15088b47b29cc274dd19cddc37c1ce1834d97df282efgalligan@chromium.org int sum_diff = vget_lane_s32(vabs_s32(vreinterpret_s32_s64(x)), 0); 15188b47b29cc274dd19cddc37c1ce1834d97df282efgalligan@chromium.org int sum_diff_thresh = SUM_DIFF_THRESHOLD; 15288b47b29cc274dd19cddc37c1ce1834d97df282efgalligan@chromium.org 15388b47b29cc274dd19cddc37c1ce1834d97df282efgalligan@chromium.org if (increase_denoising) sum_diff_thresh = SUM_DIFF_THRESHOLD_HIGH; 15488b47b29cc274dd19cddc37c1ce1834d97df282efgalligan@chromium.org if (sum_diff > sum_diff_thresh) { 15588b47b29cc274dd19cddc37c1ce1834d97df282efgalligan@chromium.org // Before returning to copy the block (i.e., apply no denoising), 15688b47b29cc274dd19cddc37c1ce1834d97df282efgalligan@chromium.org // checK if we can still apply some (weaker) temporal filtering to 15788b47b29cc274dd19cddc37c1ce1834d97df282efgalligan@chromium.org // this block, that would otherwise not be denoised at all. Simplest 15888b47b29cc274dd19cddc37c1ce1834d97df282efgalligan@chromium.org // is to apply an additional adjustment to running_avg_y to bring it 15988b47b29cc274dd19cddc37c1ce1834d97df282efgalligan@chromium.org // closer to sig. The adjustment is capped by a maximum delta, and 16088b47b29cc274dd19cddc37c1ce1834d97df282efgalligan@chromium.org // chosen such that in most cases the resulting sum_diff will be 16188b47b29cc274dd19cddc37c1ce1834d97df282efgalligan@chromium.org // within the accceptable range given by sum_diff_thresh. 16288b47b29cc274dd19cddc37c1ce1834d97df282efgalligan@chromium.org 16388b47b29cc274dd19cddc37c1ce1834d97df282efgalligan@chromium.org // The delta is set by the excess of absolute pixel diff over the 16488b47b29cc274dd19cddc37c1ce1834d97df282efgalligan@chromium.org // threshold. 16588b47b29cc274dd19cddc37c1ce1834d97df282efgalligan@chromium.org int delta = ((sum_diff - sum_diff_thresh) >> 8) + 1; 16688b47b29cc274dd19cddc37c1ce1834d97df282efgalligan@chromium.org // Only apply the adjustment for max delta up to 3. 16788b47b29cc274dd19cddc37c1ce1834d97df282efgalligan@chromium.org if (delta < 4) { 16888b47b29cc274dd19cddc37c1ce1834d97df282efgalligan@chromium.org const uint8x16_t k_delta = vmovq_n_u8(delta); 16988b47b29cc274dd19cddc37c1ce1834d97df282efgalligan@chromium.org sig -= sig_stride * 16; 17088b47b29cc274dd19cddc37c1ce1834d97df282efgalligan@chromium.org mc_running_avg_y -= mc_running_avg_y_stride * 16; 17188b47b29cc274dd19cddc37c1ce1834d97df282efgalligan@chromium.org running_avg_y -= running_avg_y_stride * 16; 17288b47b29cc274dd19cddc37c1ce1834d97df282efgalligan@chromium.org for (r = 0; r < 16; ++r) { 17388b47b29cc274dd19cddc37c1ce1834d97df282efgalligan@chromium.org uint8x16_t v_running_avg_y = vld1q_u8(running_avg_y); 17488b47b29cc274dd19cddc37c1ce1834d97df282efgalligan@chromium.org const uint8x16_t v_sig = vld1q_u8(sig); 17588b47b29cc274dd19cddc37c1ce1834d97df282efgalligan@chromium.org const uint8x16_t v_mc_running_avg_y = vld1q_u8(mc_running_avg_y); 17688b47b29cc274dd19cddc37c1ce1834d97df282efgalligan@chromium.org 17788b47b29cc274dd19cddc37c1ce1834d97df282efgalligan@chromium.org /* Calculate absolute difference and sign masks. */ 17888b47b29cc274dd19cddc37c1ce1834d97df282efgalligan@chromium.org const uint8x16_t v_abs_diff = vabdq_u8(v_sig, 17988b47b29cc274dd19cddc37c1ce1834d97df282efgalligan@chromium.org v_mc_running_avg_y); 18088b47b29cc274dd19cddc37c1ce1834d97df282efgalligan@chromium.org const uint8x16_t v_diff_pos_mask = vcltq_u8(v_sig, 18188b47b29cc274dd19cddc37c1ce1834d97df282efgalligan@chromium.org v_mc_running_avg_y); 18288b47b29cc274dd19cddc37c1ce1834d97df282efgalligan@chromium.org const uint8x16_t v_diff_neg_mask = vcgtq_u8(v_sig, 18388b47b29cc274dd19cddc37c1ce1834d97df282efgalligan@chromium.org v_mc_running_avg_y); 18488b47b29cc274dd19cddc37c1ce1834d97df282efgalligan@chromium.org // Clamp absolute difference to delta to get the adjustment. 18588b47b29cc274dd19cddc37c1ce1834d97df282efgalligan@chromium.org const uint8x16_t v_abs_adjustment = 18688b47b29cc274dd19cddc37c1ce1834d97df282efgalligan@chromium.org vminq_u8(v_abs_diff, (k_delta)); 18788b47b29cc274dd19cddc37c1ce1834d97df282efgalligan@chromium.org 18888b47b29cc274dd19cddc37c1ce1834d97df282efgalligan@chromium.org const uint8x16_t v_pos_adjustment = vandq_u8(v_diff_pos_mask, 18988b47b29cc274dd19cddc37c1ce1834d97df282efgalligan@chromium.org v_abs_adjustment); 19088b47b29cc274dd19cddc37c1ce1834d97df282efgalligan@chromium.org const uint8x16_t v_neg_adjustment = vandq_u8(v_diff_neg_mask, 19188b47b29cc274dd19cddc37c1ce1834d97df282efgalligan@chromium.org v_abs_adjustment); 19288b47b29cc274dd19cddc37c1ce1834d97df282efgalligan@chromium.org 19388b47b29cc274dd19cddc37c1ce1834d97df282efgalligan@chromium.org v_running_avg_y = vqsubq_u8(v_running_avg_y, v_pos_adjustment); 19488b47b29cc274dd19cddc37c1ce1834d97df282efgalligan@chromium.org v_running_avg_y = vqaddq_u8(v_running_avg_y, v_neg_adjustment); 19588b47b29cc274dd19cddc37c1ce1834d97df282efgalligan@chromium.org 19688b47b29cc274dd19cddc37c1ce1834d97df282efgalligan@chromium.org /* Store results. */ 19788b47b29cc274dd19cddc37c1ce1834d97df282efgalligan@chromium.org vst1q_u8(running_avg_y, v_running_avg_y); 19888b47b29cc274dd19cddc37c1ce1834d97df282efgalligan@chromium.org 19988b47b29cc274dd19cddc37c1ce1834d97df282efgalligan@chromium.org { 20088b47b29cc274dd19cddc37c1ce1834d97df282efgalligan@chromium.org const int8x16_t v_sum_diff = 20188b47b29cc274dd19cddc37c1ce1834d97df282efgalligan@chromium.org vqsubq_s8(vreinterpretq_s8_u8(v_neg_adjustment), 20288b47b29cc274dd19cddc37c1ce1834d97df282efgalligan@chromium.org vreinterpretq_s8_u8(v_pos_adjustment)); 20388b47b29cc274dd19cddc37c1ce1834d97df282efgalligan@chromium.org 20488b47b29cc274dd19cddc37c1ce1834d97df282efgalligan@chromium.org const int16x8_t fe_dc_ba_98_76_54_32_10 = 20588b47b29cc274dd19cddc37c1ce1834d97df282efgalligan@chromium.org vpaddlq_s8(v_sum_diff); 20688b47b29cc274dd19cddc37c1ce1834d97df282efgalligan@chromium.org const int32x4_t fedc_ba98_7654_3210 = 20788b47b29cc274dd19cddc37c1ce1834d97df282efgalligan@chromium.org vpaddlq_s16(fe_dc_ba_98_76_54_32_10); 20888b47b29cc274dd19cddc37c1ce1834d97df282efgalligan@chromium.org const int64x2_t fedcba98_76543210 = 20988b47b29cc274dd19cddc37c1ce1834d97df282efgalligan@chromium.org vpaddlq_s32(fedc_ba98_7654_3210); 21088b47b29cc274dd19cddc37c1ce1834d97df282efgalligan@chromium.org 21188b47b29cc274dd19cddc37c1ce1834d97df282efgalligan@chromium.org v_sum_diff_total = vqaddq_s64(v_sum_diff_total, 21288b47b29cc274dd19cddc37c1ce1834d97df282efgalligan@chromium.org fedcba98_76543210); 21388b47b29cc274dd19cddc37c1ce1834d97df282efgalligan@chromium.org } 21488b47b29cc274dd19cddc37c1ce1834d97df282efgalligan@chromium.org /* Update pointers for next iteration. */ 21588b47b29cc274dd19cddc37c1ce1834d97df282efgalligan@chromium.org sig += sig_stride; 21688b47b29cc274dd19cddc37c1ce1834d97df282efgalligan@chromium.org mc_running_avg_y += mc_running_avg_y_stride; 21788b47b29cc274dd19cddc37c1ce1834d97df282efgalligan@chromium.org running_avg_y += running_avg_y_stride; 21888b47b29cc274dd19cddc37c1ce1834d97df282efgalligan@chromium.org } 21988b47b29cc274dd19cddc37c1ce1834d97df282efgalligan@chromium.org { 22088b47b29cc274dd19cddc37c1ce1834d97df282efgalligan@chromium.org // Update the sum of all pixel differences of this MB. 22188b47b29cc274dd19cddc37c1ce1834d97df282efgalligan@chromium.org x = vqadd_s64(vget_high_s64(v_sum_diff_total), 22288b47b29cc274dd19cddc37c1ce1834d97df282efgalligan@chromium.org vget_low_s64(v_sum_diff_total)); 22388b47b29cc274dd19cddc37c1ce1834d97df282efgalligan@chromium.org sum_diff = vget_lane_s32(vabs_s32(vreinterpret_s32_s64(x)), 0); 22488b47b29cc274dd19cddc37c1ce1834d97df282efgalligan@chromium.org 22588b47b29cc274dd19cddc37c1ce1834d97df282efgalligan@chromium.org if (sum_diff > sum_diff_thresh) { 22688b47b29cc274dd19cddc37c1ce1834d97df282efgalligan@chromium.org return COPY_BLOCK; 22788b47b29cc274dd19cddc37c1ce1834d97df282efgalligan@chromium.org } 22888b47b29cc274dd19cddc37c1ce1834d97df282efgalligan@chromium.org } 22988b47b29cc274dd19cddc37c1ce1834d97df282efgalligan@chromium.org } else { 2309a5fccadbf86bd614db22afaff64c794c1e16215fgalligan@chromium.org return COPY_BLOCK; 23188b47b29cc274dd19cddc37c1ce1834d97df282efgalligan@chromium.org } 23288b47b29cc274dd19cddc37c1ce1834d97df282efgalligan@chromium.org } 2339a5fccadbf86bd614db22afaff64c794c1e16215fgalligan@chromium.org } 234dddee1ec7cedf276305b107429f684539b105276johannkoenig@chromium.org 235dddee1ec7cedf276305b107429f684539b105276johannkoenig@chromium.org /* Tell above level that block was filtered. */ 2369a5fccadbf86bd614db22afaff64c794c1e16215fgalligan@chromium.org running_avg_y -= running_avg_y_stride * 16; 2379a5fccadbf86bd614db22afaff64c794c1e16215fgalligan@chromium.org sig -= sig_stride * 16; 2389a5fccadbf86bd614db22afaff64c794c1e16215fgalligan@chromium.org 2399a5fccadbf86bd614db22afaff64c794c1e16215fgalligan@chromium.org vp8_copy_mem16x16(running_avg_y, running_avg_y_stride, sig, sig_stride); 2409a5fccadbf86bd614db22afaff64c794c1e16215fgalligan@chromium.org 241dddee1ec7cedf276305b107429f684539b105276johannkoenig@chromium.org return FILTER_BLOCK; 242dddee1ec7cedf276305b107429f684539b105276johannkoenig@chromium.org} 243e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org 244e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.orgint vp8_denoiser_filter_uv_neon(unsigned char *mc_running_avg, 245e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org int mc_running_avg_stride, 246e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org unsigned char *running_avg, 247e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org int running_avg_stride, 248e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org unsigned char *sig, int sig_stride, 249e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org unsigned int motion_magnitude, 250e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org int increase_denoising) { 251e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org /* If motion_magnitude is small, making the denoiser more aggressive by 252e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org * increasing the adjustment for each level, level1 adjustment is 253e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org * increased, the deltas stay the same. 254e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org */ 255e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org int shift_inc = (increase_denoising && 256e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org motion_magnitude <= MOTION_MAGNITUDE_THRESHOLD_UV) ? 1 : 0; 257e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org const uint8x16_t v_level1_adjustment = vmovq_n_u8( 258e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org (motion_magnitude <= MOTION_MAGNITUDE_THRESHOLD_UV) ? 4 + shift_inc : 3); 259e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org 260e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org const uint8x16_t v_delta_level_1_and_2 = vdupq_n_u8(1); 261e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org const uint8x16_t v_delta_level_2_and_3 = vdupq_n_u8(2); 262e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org const uint8x16_t v_level1_threshold = vmovq_n_u8(4 + shift_inc); 263e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org const uint8x16_t v_level2_threshold = vdupq_n_u8(8); 264e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org const uint8x16_t v_level3_threshold = vdupq_n_u8(16); 265e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org int64x2_t v_sum_diff_total = vdupq_n_s64(0); 266e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org int r; 267e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org 268e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org { 269e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org uint16x4_t v_sum_block = vdup_n_u16(0); 270e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org 271e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org // Avoid denoising color signal if its close to average level. 272e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org for (r = 0; r < 8; ++r) { 273e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org const uint8x8_t v_sig = vld1_u8(sig); 274e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org const uint16x4_t _76_54_32_10 = vpaddl_u8(v_sig); 275e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org v_sum_block = vqadd_u16(v_sum_block, _76_54_32_10); 276e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org sig += sig_stride; 277e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org } 278e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org sig -= sig_stride * 8; 279e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org { 280e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org const uint32x2_t _7654_3210 = vpaddl_u16(v_sum_block); 281e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org const uint64x1_t _76543210 = vpaddl_u32(_7654_3210); 2823983288b51bb3c8f48a2d5f77523ef3ff1e94cd2johannkoenig@chromium.org const int sum_block = 2833983288b51bb3c8f48a2d5f77523ef3ff1e94cd2johannkoenig@chromium.org vget_lane_s32(vreinterpret_s32_u64(_76543210), 0); 284e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org if (abs(sum_block - (128 * 8 * 8)) < SUM_DIFF_FROM_AVG_THRESH_UV) { 285e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org return COPY_BLOCK; 286e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org } 287e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org } 288e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org } 289e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org 290e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org /* Go over lines. */ 291e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org for (r = 0; r < 4; ++r) { 292e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org /* Load inputs. */ 293e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org const uint8x8_t v_sig_lo = vld1_u8(sig); 294e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org const uint8x8_t v_sig_hi = vld1_u8(&sig[sig_stride]); 295e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org const uint8x16_t v_sig = vcombine_u8(v_sig_lo, v_sig_hi); 296e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org const uint8x8_t v_mc_running_avg_lo = vld1_u8(mc_running_avg); 297e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org const uint8x8_t v_mc_running_avg_hi = 298e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org vld1_u8(&mc_running_avg[mc_running_avg_stride]); 299e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org const uint8x16_t v_mc_running_avg = 300e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org vcombine_u8(v_mc_running_avg_lo, v_mc_running_avg_hi); 301e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org /* Calculate absolute difference and sign masks. */ 302e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org const uint8x16_t v_abs_diff = vabdq_u8(v_sig, v_mc_running_avg); 303e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org const uint8x16_t v_diff_pos_mask = vcltq_u8(v_sig, v_mc_running_avg); 304e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org const uint8x16_t v_diff_neg_mask = vcgtq_u8(v_sig, v_mc_running_avg); 305e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org 306e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org /* Figure out which level that put us in. */ 307e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org const uint8x16_t v_level1_mask = vcleq_u8(v_level1_threshold, 308e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org v_abs_diff); 309e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org const uint8x16_t v_level2_mask = vcleq_u8(v_level2_threshold, 310e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org v_abs_diff); 311e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org const uint8x16_t v_level3_mask = vcleq_u8(v_level3_threshold, 312e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org v_abs_diff); 313e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org 314e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org /* Calculate absolute adjustments for level 1, 2 and 3. */ 315e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org const uint8x16_t v_level2_adjustment = vandq_u8(v_level2_mask, 316e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org v_delta_level_1_and_2); 317e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org const uint8x16_t v_level3_adjustment = vandq_u8(v_level3_mask, 318e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org v_delta_level_2_and_3); 319e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org const uint8x16_t v_level1and2_adjustment = vaddq_u8(v_level1_adjustment, 320e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org v_level2_adjustment); 321e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org const uint8x16_t v_level1and2and3_adjustment = vaddq_u8( 322e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org v_level1and2_adjustment, v_level3_adjustment); 323e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org 324e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org /* Figure adjustment absolute value by selecting between the absolute 325e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org * difference if in level0 or the value for level 1, 2 and 3. 326e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org */ 327e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org const uint8x16_t v_abs_adjustment = vbslq_u8(v_level1_mask, 328e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org v_level1and2and3_adjustment, v_abs_diff); 329e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org 330e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org /* Calculate positive and negative adjustments. Apply them to the signal 331e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org * and accumulate them. Adjustments are less than eight and the maximum 332e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org * sum of them (7 * 16) can fit in a signed char. 333e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org */ 334e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org const uint8x16_t v_pos_adjustment = vandq_u8(v_diff_pos_mask, 335e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org v_abs_adjustment); 336e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org const uint8x16_t v_neg_adjustment = vandq_u8(v_diff_neg_mask, 337e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org v_abs_adjustment); 338e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org 339e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org uint8x16_t v_running_avg = vqaddq_u8(v_sig, v_pos_adjustment); 340e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org v_running_avg = vqsubq_u8(v_running_avg, v_neg_adjustment); 341e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org 342e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org /* Store results. */ 343e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org vst1_u8(running_avg, vget_low_u8(v_running_avg)); 344e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org vst1_u8(&running_avg[running_avg_stride], vget_high_u8(v_running_avg)); 345e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org 346e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org /* Sum all the accumulators to have the sum of all pixel differences 347e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org * for this macroblock. 348e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org */ 349e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org { 350e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org const int8x16_t v_sum_diff = 351e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org vqsubq_s8(vreinterpretq_s8_u8(v_pos_adjustment), 352e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org vreinterpretq_s8_u8(v_neg_adjustment)); 353e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org 354e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org const int16x8_t fe_dc_ba_98_76_54_32_10 = vpaddlq_s8(v_sum_diff); 355e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org 356e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org const int32x4_t fedc_ba98_7654_3210 = 357e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org vpaddlq_s16(fe_dc_ba_98_76_54_32_10); 358e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org 359e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org const int64x2_t fedcba98_76543210 = 360e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org vpaddlq_s32(fedc_ba98_7654_3210); 361e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org 362e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org v_sum_diff_total = vqaddq_s64(v_sum_diff_total, fedcba98_76543210); 363e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org } 364e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org 365e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org /* Update pointers for next iteration. */ 366e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org sig += sig_stride * 2; 367e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org mc_running_avg += mc_running_avg_stride * 2; 368e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org running_avg += running_avg_stride * 2; 369e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org } 370e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org 371e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org 372e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org /* Too much adjustments => copy block. */ 373e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org { 374e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org int64x1_t x = vqadd_s64(vget_high_s64(v_sum_diff_total), 375e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org vget_low_s64(v_sum_diff_total)); 376e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org int sum_diff = vget_lane_s32(vabs_s32(vreinterpret_s32_s64(x)), 0); 377e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org int sum_diff_thresh = SUM_DIFF_THRESHOLD_UV; 378e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org if (increase_denoising) sum_diff_thresh = SUM_DIFF_THRESHOLD_HIGH_UV; 379e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org if (sum_diff > sum_diff_thresh) { 380e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org // Before returning to copy the block (i.e., apply no denoising), 381e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org // checK if we can still apply some (weaker) temporal filtering to 382e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org // this block, that would otherwise not be denoised at all. Simplest 383e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org // is to apply an additional adjustment to running_avg_y to bring it 384e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org // closer to sig. The adjustment is capped by a maximum delta, and 385e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org // chosen such that in most cases the resulting sum_diff will be 386e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org // within the accceptable range given by sum_diff_thresh. 387e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org 388e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org // The delta is set by the excess of absolute pixel diff over the 389e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org // threshold. 390e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org int delta = ((sum_diff - sum_diff_thresh) >> 8) + 1; 391e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org // Only apply the adjustment for max delta up to 3. 392e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org if (delta < 4) { 393e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org const uint8x16_t k_delta = vmovq_n_u8(delta); 394e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org sig -= sig_stride * 8; 395e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org mc_running_avg -= mc_running_avg_stride * 8; 396e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org running_avg -= running_avg_stride * 8; 397e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org for (r = 0; r < 4; ++r) { 398e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org const uint8x8_t v_sig_lo = vld1_u8(sig); 399e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org const uint8x8_t v_sig_hi = vld1_u8(&sig[sig_stride]); 400e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org const uint8x16_t v_sig = vcombine_u8(v_sig_lo, v_sig_hi); 401e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org const uint8x8_t v_mc_running_avg_lo = vld1_u8(mc_running_avg); 402e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org const uint8x8_t v_mc_running_avg_hi = 403e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org vld1_u8(&mc_running_avg[mc_running_avg_stride]); 404e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org const uint8x16_t v_mc_running_avg = 405e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org vcombine_u8(v_mc_running_avg_lo, v_mc_running_avg_hi); 406e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org /* Calculate absolute difference and sign masks. */ 407e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org const uint8x16_t v_abs_diff = vabdq_u8(v_sig, 408e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org v_mc_running_avg); 409e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org const uint8x16_t v_diff_pos_mask = vcltq_u8(v_sig, 410e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org v_mc_running_avg); 411e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org const uint8x16_t v_diff_neg_mask = vcgtq_u8(v_sig, 412e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org v_mc_running_avg); 413e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org // Clamp absolute difference to delta to get the adjustment. 414e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org const uint8x16_t v_abs_adjustment = 415e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org vminq_u8(v_abs_diff, (k_delta)); 416e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org 417e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org const uint8x16_t v_pos_adjustment = vandq_u8(v_diff_pos_mask, 418e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org v_abs_adjustment); 419e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org const uint8x16_t v_neg_adjustment = vandq_u8(v_diff_neg_mask, 420e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org v_abs_adjustment); 421e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org const uint8x8_t v_running_avg_lo = vld1_u8(running_avg); 422e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org const uint8x8_t v_running_avg_hi = 423e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org vld1_u8(&running_avg[running_avg_stride]); 424e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org uint8x16_t v_running_avg = 425e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org vcombine_u8(v_running_avg_lo, v_running_avg_hi); 426e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org 427e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org v_running_avg = vqsubq_u8(v_running_avg, v_pos_adjustment); 428e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org v_running_avg = vqaddq_u8(v_running_avg, v_neg_adjustment); 429e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org 430e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org /* Store results. */ 431e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org vst1_u8(running_avg, vget_low_u8(v_running_avg)); 432e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org vst1_u8(&running_avg[running_avg_stride], 433e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org vget_high_u8(v_running_avg)); 434e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org 435e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org { 436e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org const int8x16_t v_sum_diff = 437e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org vqsubq_s8(vreinterpretq_s8_u8(v_neg_adjustment), 438e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org vreinterpretq_s8_u8(v_pos_adjustment)); 439e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org 440e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org const int16x8_t fe_dc_ba_98_76_54_32_10 = 441e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org vpaddlq_s8(v_sum_diff); 442e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org const int32x4_t fedc_ba98_7654_3210 = 443e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org vpaddlq_s16(fe_dc_ba_98_76_54_32_10); 444e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org const int64x2_t fedcba98_76543210 = 445e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org vpaddlq_s32(fedc_ba98_7654_3210); 446e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org 447e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org v_sum_diff_total = vqaddq_s64(v_sum_diff_total, 448e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org fedcba98_76543210); 449e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org } 450e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org /* Update pointers for next iteration. */ 451e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org sig += sig_stride * 2; 452e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org mc_running_avg += mc_running_avg_stride * 2; 453e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org running_avg += running_avg_stride * 2; 454e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org } 455e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org { 456e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org // Update the sum of all pixel differences of this MB. 457e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org x = vqadd_s64(vget_high_s64(v_sum_diff_total), 458e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org vget_low_s64(v_sum_diff_total)); 459e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org sum_diff = vget_lane_s32(vabs_s32(vreinterpret_s32_s64(x)), 0); 460e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org 461e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org if (sum_diff > sum_diff_thresh) { 462e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org return COPY_BLOCK; 463e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org } 464e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org } 465e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org } else { 466e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org return COPY_BLOCK; 467e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org } 468e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org } 469e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org } 470e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org 471e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org /* Tell above level that block was filtered. */ 472e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org running_avg -= running_avg_stride * 8; 473e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org sig -= sig_stride * 8; 474e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org 475e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org vp8_copy_mem8x8(running_avg, running_avg_stride, sig, sig_stride); 476e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org 477e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org return FILTER_BLOCK; 478e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org} 479