vp9_loopfilter.c revision f3bed9137f66ef693bd406e43b17e9a1114f1e14
1ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang/* 2ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang * Copyright (c) 2010 The WebM project authors. All Rights Reserved. 3ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang * 4ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang * Use of this source code is governed by a BSD-style license 5ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang * that can be found in the LICENSE file in the root of the source 6ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang * tree. An additional intellectual property rights grant can be found 7ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang * in the file PATENTS. All contributing project authors may 8ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang * be found in the AUTHORS file in the root of the source tree. 9ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang */ 10ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang 11ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang#include "vpx_config.h" 12ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang#include "vp9/common/vp9_loopfilter.h" 13ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang#include "vp9/common/vp9_onyxc_int.h" 14ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang#include "vp9/common/vp9_reconinter.h" 15ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang#include "vpx_mem/vpx_mem.h" 16ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang 17ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang#include "vp9/common/vp9_seg_common.h" 18ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang 19f3bed9137f66ef693bd406e43b17e9a1114f1e14hkuangstruct loop_filter_info { 20f3bed9137f66ef693bd406e43b17e9a1114f1e14hkuang const uint8_t *mblim; 21f3bed9137f66ef693bd406e43b17e9a1114f1e14hkuang const uint8_t *lim; 22f3bed9137f66ef693bd406e43b17e9a1114f1e14hkuang const uint8_t *hev_thr; 23f3bed9137f66ef693bd406e43b17e9a1114f1e14hkuang}; 24f3bed9137f66ef693bd406e43b17e9a1114f1e14hkuang 25ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuangstatic void lf_init_lut(loop_filter_info_n *lfi) { 26ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang lfi->mode_lf_lut[DC_PRED] = 0; 27ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang lfi->mode_lf_lut[D45_PRED] = 0; 28ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang lfi->mode_lf_lut[D135_PRED] = 0; 29ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang lfi->mode_lf_lut[D117_PRED] = 0; 30ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang lfi->mode_lf_lut[D153_PRED] = 0; 31ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang lfi->mode_lf_lut[D27_PRED] = 0; 32ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang lfi->mode_lf_lut[D63_PRED] = 0; 33ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang lfi->mode_lf_lut[V_PRED] = 0; 34ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang lfi->mode_lf_lut[H_PRED] = 0; 35ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang lfi->mode_lf_lut[TM_PRED] = 0; 36ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang lfi->mode_lf_lut[ZEROMV] = 0; 37ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang lfi->mode_lf_lut[NEARESTMV] = 1; 38ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang lfi->mode_lf_lut[NEARMV] = 1; 39ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang lfi->mode_lf_lut[NEWMV] = 1; 40ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang} 41ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang 4291037db265ecdd914a26e056cf69207b4f50924ehkuangstatic void update_sharpness(loop_filter_info_n *const lfi, int sharpness_lvl) { 4391037db265ecdd914a26e056cf69207b4f50924ehkuang int lvl; 44ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang 4591037db265ecdd914a26e056cf69207b4f50924ehkuang // For each possible value for the loop filter fill out limits 4691037db265ecdd914a26e056cf69207b4f50924ehkuang for (lvl = 0; lvl <= MAX_LOOP_FILTER; lvl++) { 4791037db265ecdd914a26e056cf69207b4f50924ehkuang // Set loop filter paramaeters that control sharpness. 4891037db265ecdd914a26e056cf69207b4f50924ehkuang int block_inside_limit = lvl >> ((sharpness_lvl > 0) + (sharpness_lvl > 4)); 49ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang 50ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang if (sharpness_lvl > 0) { 51ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang if (block_inside_limit > (9 - sharpness_lvl)) 52ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang block_inside_limit = (9 - sharpness_lvl); 53ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang } 54ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang 55ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang if (block_inside_limit < 1) 56ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang block_inside_limit = 1; 57ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang 5891037db265ecdd914a26e056cf69207b4f50924ehkuang vpx_memset(lfi->lim[lvl], block_inside_limit, SIMD_WIDTH); 5991037db265ecdd914a26e056cf69207b4f50924ehkuang vpx_memset(lfi->mblim[lvl], (2 * (lvl + 2) + block_inside_limit), 60ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang SIMD_WIDTH); 61ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang } 62ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang} 63ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang 6491037db265ecdd914a26e056cf69207b4f50924ehkuangvoid vp9_loop_filter_init(VP9_COMMON *cm, struct loopfilter *lf) { 65ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang loop_filter_info_n *lfi = &cm->lf_info; 66ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang int i; 67ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang 68ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang // init limits for given sharpness 6991037db265ecdd914a26e056cf69207b4f50924ehkuang update_sharpness(lfi, lf->sharpness_level); 7091037db265ecdd914a26e056cf69207b4f50924ehkuang lf->last_sharpness_level = lf->sharpness_level; 71ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang 72ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang // init LUT for lvl and hev thr picking 73ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang lf_init_lut(lfi); 74ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang 75ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang // init hev threshold const vectors 76ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang for (i = 0; i < 4; i++) 77ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang vpx_memset(lfi->hev_thr[i], i, SIMD_WIDTH); 78ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang} 79ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang 8091037db265ecdd914a26e056cf69207b4f50924ehkuangvoid vp9_loop_filter_frame_init(VP9_COMMON *const cm, MACROBLOCKD *const xd, 81ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang int default_filt_lvl) { 82f3bed9137f66ef693bd406e43b17e9a1114f1e14hkuang int seg_id; 83ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang // n_shift is the a multiplier for lf_deltas 84ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang // the multiplier is 1 for when filter_lvl is between 0 and 31; 85ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang // 2 when filter_lvl is between 32 and 63 8691037db265ecdd914a26e056cf69207b4f50924ehkuang const int n_shift = default_filt_lvl >> 5; 8791037db265ecdd914a26e056cf69207b4f50924ehkuang loop_filter_info_n *const lfi = &cm->lf_info; 88f3bed9137f66ef693bd406e43b17e9a1114f1e14hkuang struct loopfilter *const lf = &xd->lf; 89f3bed9137f66ef693bd406e43b17e9a1114f1e14hkuang struct segmentation *const seg = &xd->seg; 9091037db265ecdd914a26e056cf69207b4f50924ehkuang 9191037db265ecdd914a26e056cf69207b4f50924ehkuang // update limits if sharpness has changed 9291037db265ecdd914a26e056cf69207b4f50924ehkuang if (lf->last_sharpness_level != lf->sharpness_level) { 9391037db265ecdd914a26e056cf69207b4f50924ehkuang update_sharpness(lfi, lf->sharpness_level); 9491037db265ecdd914a26e056cf69207b4f50924ehkuang lf->last_sharpness_level = lf->sharpness_level; 95ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang } 96ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang 97f3bed9137f66ef693bd406e43b17e9a1114f1e14hkuang for (seg_id = 0; seg_id < MAX_SEGMENTS; seg_id++) { 9891037db265ecdd914a26e056cf69207b4f50924ehkuang int lvl_seg = default_filt_lvl, ref, mode, intra_lvl; 99ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang 100ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang // Set the baseline filter values for each segment 101f3bed9137f66ef693bd406e43b17e9a1114f1e14hkuang if (vp9_segfeature_active(&xd->seg, seg_id, SEG_LVL_ALT_LF)) { 102f3bed9137f66ef693bd406e43b17e9a1114f1e14hkuang const int data = vp9_get_segdata(seg, seg_id, SEG_LVL_ALT_LF); 103f3bed9137f66ef693bd406e43b17e9a1114f1e14hkuang lvl_seg = seg->abs_delta == SEGMENT_ABSDATA 10491037db265ecdd914a26e056cf69207b4f50924ehkuang ? data 10591037db265ecdd914a26e056cf69207b4f50924ehkuang : clamp(default_filt_lvl + data, 0, MAX_LOOP_FILTER); 106ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang } 107ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang 10891037db265ecdd914a26e056cf69207b4f50924ehkuang if (!lf->mode_ref_delta_enabled) { 10991037db265ecdd914a26e056cf69207b4f50924ehkuang // we could get rid of this if we assume that deltas are set to 11091037db265ecdd914a26e056cf69207b4f50924ehkuang // zero when not in use; encoder always uses deltas 111f3bed9137f66ef693bd406e43b17e9a1114f1e14hkuang vpx_memset(lfi->lvl[seg_id][0], lvl_seg, 4 * 4); 112ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang continue; 113ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang } 114ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang 11591037db265ecdd914a26e056cf69207b4f50924ehkuang intra_lvl = lvl_seg + (lf->ref_deltas[INTRA_FRAME] << n_shift); 116f3bed9137f66ef693bd406e43b17e9a1114f1e14hkuang lfi->lvl[seg_id][INTRA_FRAME][0] = clamp(intra_lvl, 0, MAX_LOOP_FILTER); 117ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang 11891037db265ecdd914a26e056cf69207b4f50924ehkuang for (ref = LAST_FRAME; ref < MAX_REF_FRAMES; ++ref) 11991037db265ecdd914a26e056cf69207b4f50924ehkuang for (mode = 0; mode < MAX_MODE_LF_DELTAS; ++mode) { 12091037db265ecdd914a26e056cf69207b4f50924ehkuang const int inter_lvl = lvl_seg + (lf->ref_deltas[ref] << n_shift) 12191037db265ecdd914a26e056cf69207b4f50924ehkuang + (lf->mode_deltas[mode] << n_shift); 122f3bed9137f66ef693bd406e43b17e9a1114f1e14hkuang lfi->lvl[seg_id][ref][mode] = clamp(inter_lvl, 0, MAX_LOOP_FILTER); 123ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang } 124ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang } 125ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang} 126ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang 12791037db265ecdd914a26e056cf69207b4f50924ehkuangstatic int build_lfi(const loop_filter_info_n *const lfi_n, 12891037db265ecdd914a26e056cf69207b4f50924ehkuang const MB_MODE_INFO *const mbmi, 12991037db265ecdd914a26e056cf69207b4f50924ehkuang struct loop_filter_info *const lfi) { 13091037db265ecdd914a26e056cf69207b4f50924ehkuang const int seg = mbmi->segment_id; 13191037db265ecdd914a26e056cf69207b4f50924ehkuang const int ref = mbmi->ref_frame[0]; 13291037db265ecdd914a26e056cf69207b4f50924ehkuang const int mode = lfi_n->mode_lf_lut[mbmi->mode]; 13391037db265ecdd914a26e056cf69207b4f50924ehkuang const int filter_level = lfi_n->lvl[seg][ref][mode]; 13491037db265ecdd914a26e056cf69207b4f50924ehkuang 13591037db265ecdd914a26e056cf69207b4f50924ehkuang if (filter_level > 0) { 136ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang lfi->mblim = lfi_n->mblim[filter_level]; 137ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang lfi->lim = lfi_n->lim[filter_level]; 13891037db265ecdd914a26e056cf69207b4f50924ehkuang lfi->hev_thr = lfi_n->hev_thr[filter_level >> 4]; 139ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang return 1; 14091037db265ecdd914a26e056cf69207b4f50924ehkuang } else { 14191037db265ecdd914a26e056cf69207b4f50924ehkuang return 0; 142ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang } 143ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang} 144ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang 145ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuangstatic void filter_selectively_vert(uint8_t *s, int pitch, 146ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang unsigned int mask_16x16, 147ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang unsigned int mask_8x8, 148ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang unsigned int mask_4x4, 149ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang unsigned int mask_4x4_int, 150ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang const struct loop_filter_info *lfi) { 151ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang unsigned int mask; 152ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang 15391037db265ecdd914a26e056cf69207b4f50924ehkuang for (mask = mask_16x16 | mask_8x8 | mask_4x4 | mask_4x4_int; 15491037db265ecdd914a26e056cf69207b4f50924ehkuang mask; mask >>= 1) { 155ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang if (mask & 1) { 156ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang if (mask_16x16 & 1) { 157ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang vp9_mb_lpf_vertical_edge_w(s, pitch, lfi->mblim, lfi->lim, 158ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang lfi->hev_thr); 159ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang assert(!(mask_8x8 & 1)); 160ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang assert(!(mask_4x4 & 1)); 161ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang assert(!(mask_4x4_int & 1)); 162ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang } else if (mask_8x8 & 1) { 163ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang vp9_mbloop_filter_vertical_edge(s, pitch, lfi->mblim, lfi->lim, 164ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang lfi->hev_thr, 1); 165ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang assert(!(mask_16x16 & 1)); 166ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang assert(!(mask_4x4 & 1)); 167ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang } else if (mask_4x4 & 1) { 168ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang vp9_loop_filter_vertical_edge(s, pitch, lfi->mblim, lfi->lim, 169ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang lfi->hev_thr, 1); 170ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang assert(!(mask_16x16 & 1)); 171ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang assert(!(mask_8x8 & 1)); 172ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang } 173ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang } 17491037db265ecdd914a26e056cf69207b4f50924ehkuang if (mask_4x4_int & 1) 17591037db265ecdd914a26e056cf69207b4f50924ehkuang vp9_loop_filter_vertical_edge(s + 4, pitch, lfi->mblim, lfi->lim, 17691037db265ecdd914a26e056cf69207b4f50924ehkuang lfi->hev_thr, 1); 177ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang s += 8; 178ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang lfi++; 179ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang mask_16x16 >>= 1; 180ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang mask_8x8 >>= 1; 181ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang mask_4x4 >>= 1; 182ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang mask_4x4_int >>= 1; 183ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang } 184ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang} 185ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang 186ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuangstatic void filter_selectively_horiz(uint8_t *s, int pitch, 187ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang unsigned int mask_16x16, 188ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang unsigned int mask_8x8, 189ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang unsigned int mask_4x4, 190ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang unsigned int mask_4x4_int, 191ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang int only_4x4_1, 192ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang const struct loop_filter_info *lfi) { 193ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang unsigned int mask; 19491037db265ecdd914a26e056cf69207b4f50924ehkuang int count; 195ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang 19691037db265ecdd914a26e056cf69207b4f50924ehkuang for (mask = mask_16x16 | mask_8x8 | mask_4x4 | mask_4x4_int; 19791037db265ecdd914a26e056cf69207b4f50924ehkuang mask; mask >>= count) { 19891037db265ecdd914a26e056cf69207b4f50924ehkuang count = 1; 199ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang if (mask & 1) { 200ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang if (!only_4x4_1) { 201ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang if (mask_16x16 & 1) { 20291037db265ecdd914a26e056cf69207b4f50924ehkuang if ((mask_16x16 & 3) == 3) { 20391037db265ecdd914a26e056cf69207b4f50924ehkuang vp9_mb_lpf_horizontal_edge_w(s, pitch, lfi->mblim, lfi->lim, 20491037db265ecdd914a26e056cf69207b4f50924ehkuang lfi->hev_thr, 2); 20591037db265ecdd914a26e056cf69207b4f50924ehkuang count = 2; 20691037db265ecdd914a26e056cf69207b4f50924ehkuang } else { 20791037db265ecdd914a26e056cf69207b4f50924ehkuang vp9_mb_lpf_horizontal_edge_w(s, pitch, lfi->mblim, lfi->lim, 20891037db265ecdd914a26e056cf69207b4f50924ehkuang lfi->hev_thr, 1); 20991037db265ecdd914a26e056cf69207b4f50924ehkuang } 210ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang assert(!(mask_8x8 & 1)); 211ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang assert(!(mask_4x4 & 1)); 212ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang assert(!(mask_4x4_int & 1)); 213ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang } else if (mask_8x8 & 1) { 214ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang vp9_mbloop_filter_horizontal_edge(s, pitch, lfi->mblim, lfi->lim, 215ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang lfi->hev_thr, 1); 216ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang assert(!(mask_16x16 & 1)); 217ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang assert(!(mask_4x4 & 1)); 218ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang } else if (mask_4x4 & 1) { 219ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang vp9_loop_filter_horizontal_edge(s, pitch, lfi->mblim, lfi->lim, 220ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang lfi->hev_thr, 1); 221ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang assert(!(mask_16x16 & 1)); 222ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang assert(!(mask_8x8 & 1)); 223ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang } 224ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang } 225ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang 226ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang if (mask_4x4_int & 1) 227ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang vp9_loop_filter_horizontal_edge(s + 4 * pitch, pitch, lfi->mblim, 228ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang lfi->lim, lfi->hev_thr, 1); 229ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang } 23091037db265ecdd914a26e056cf69207b4f50924ehkuang s += 8 * count; 23191037db265ecdd914a26e056cf69207b4f50924ehkuang lfi += count; 23291037db265ecdd914a26e056cf69207b4f50924ehkuang mask_16x16 >>= count; 23391037db265ecdd914a26e056cf69207b4f50924ehkuang mask_8x8 >>= count; 23491037db265ecdd914a26e056cf69207b4f50924ehkuang mask_4x4 >>= count; 23591037db265ecdd914a26e056cf69207b4f50924ehkuang mask_4x4_int >>= count; 236ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang } 237ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang} 238ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang 23991037db265ecdd914a26e056cf69207b4f50924ehkuangstatic void filter_block_plane(VP9_COMMON *const cm, 24091037db265ecdd914a26e056cf69207b4f50924ehkuang struct macroblockd_plane *const plane, 24191037db265ecdd914a26e056cf69207b4f50924ehkuang const MODE_INFO *mi, 24291037db265ecdd914a26e056cf69207b4f50924ehkuang int mi_row, int mi_col) { 24391037db265ecdd914a26e056cf69207b4f50924ehkuang const int ss_x = plane->subsampling_x; 24491037db265ecdd914a26e056cf69207b4f50924ehkuang const int ss_y = plane->subsampling_y; 24591037db265ecdd914a26e056cf69207b4f50924ehkuang const int row_step = 1 << ss_x; 24691037db265ecdd914a26e056cf69207b4f50924ehkuang const int col_step = 1 << ss_y; 24791037db265ecdd914a26e056cf69207b4f50924ehkuang const int row_step_stride = cm->mode_info_stride * row_step; 24891037db265ecdd914a26e056cf69207b4f50924ehkuang struct buf_2d *const dst = &plane->dst; 249ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang uint8_t* const dst0 = dst->buf; 25091037db265ecdd914a26e056cf69207b4f50924ehkuang unsigned int mask_16x16[MI_BLOCK_SIZE] = {0}; 25191037db265ecdd914a26e056cf69207b4f50924ehkuang unsigned int mask_8x8[MI_BLOCK_SIZE] = {0}; 25291037db265ecdd914a26e056cf69207b4f50924ehkuang unsigned int mask_4x4[MI_BLOCK_SIZE] = {0}; 25391037db265ecdd914a26e056cf69207b4f50924ehkuang unsigned int mask_4x4_int[MI_BLOCK_SIZE] = {0}; 25491037db265ecdd914a26e056cf69207b4f50924ehkuang struct loop_filter_info lfi[MI_BLOCK_SIZE][MI_BLOCK_SIZE]; 255ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang int r, c; 256ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang 25791037db265ecdd914a26e056cf69207b4f50924ehkuang for (r = 0; r < MI_BLOCK_SIZE && mi_row + r < cm->mi_rows; r += row_step) { 258ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang unsigned int mask_16x16_c = 0; 259ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang unsigned int mask_8x8_c = 0; 260ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang unsigned int mask_4x4_c = 0; 261ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang unsigned int border_mask; 262ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang 263ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang // Determine the vertical edges that need filtering 26491037db265ecdd914a26e056cf69207b4f50924ehkuang for (c = 0; c < MI_BLOCK_SIZE && mi_col + c < cm->mi_cols; c += col_step) { 265ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang const int skip_this = mi[c].mbmi.mb_skip_coeff 266f3bed9137f66ef693bd406e43b17e9a1114f1e14hkuang && is_inter_block(&mi[c].mbmi); 267ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang // left edge of current unit is block/partition edge -> no skip 268ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang const int block_edge_left = b_width_log2(mi[c].mbmi.sb_type) ? 269ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang !(c & ((1 << (b_width_log2(mi[c].mbmi.sb_type)-1)) - 1)) : 1; 270ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang const int skip_this_c = skip_this && !block_edge_left; 271ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang // top edge of current unit is block/partition edge -> no skip 272ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang const int block_edge_above = b_height_log2(mi[c].mbmi.sb_type) ? 273ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang !(r & ((1 << (b_height_log2(mi[c].mbmi.sb_type)-1)) - 1)) : 1; 274ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang const int skip_this_r = skip_this && !block_edge_above; 27591037db265ecdd914a26e056cf69207b4f50924ehkuang const TX_SIZE tx_size = (plane->plane_type == PLANE_TYPE_UV) 27691037db265ecdd914a26e056cf69207b4f50924ehkuang ? get_uv_tx_size(&mi[c].mbmi) 27791037db265ecdd914a26e056cf69207b4f50924ehkuang : mi[c].mbmi.txfm_size; 278ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang const int skip_border_4x4_c = ss_x && mi_col + c == cm->mi_cols - 1; 279ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang const int skip_border_4x4_r = ss_y && mi_row + r == cm->mi_rows - 1; 280ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang 281ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang // Filter level can vary per MI 28291037db265ecdd914a26e056cf69207b4f50924ehkuang if (!build_lfi(&cm->lf_info, &mi[c].mbmi, lfi[r] + (c >> ss_x))) 283ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang continue; 284ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang 285ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang // Build masks based on the transform size of each block 286ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang if (tx_size == TX_32X32) { 287ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang if (!skip_this_c && ((c >> ss_x) & 3) == 0) { 288ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang if (!skip_border_4x4_c) 289ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang mask_16x16_c |= 1 << (c >> ss_x); 290ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang else 291ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang mask_8x8_c |= 1 << (c >> ss_x); 292ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang } 293ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang if (!skip_this_r && ((r >> ss_y) & 3) == 0) { 294ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang if (!skip_border_4x4_r) 295ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang mask_16x16[r] |= 1 << (c >> ss_x); 296ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang else 297ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang mask_8x8[r] |= 1 << (c >> ss_x); 298ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang } 299ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang } else if (tx_size == TX_16X16) { 300ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang if (!skip_this_c && ((c >> ss_x) & 1) == 0) { 301ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang if (!skip_border_4x4_c) 302ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang mask_16x16_c |= 1 << (c >> ss_x); 303ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang else 304ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang mask_8x8_c |= 1 << (c >> ss_x); 305ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang } 306ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang if (!skip_this_r && ((r >> ss_y) & 1) == 0) { 307ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang if (!skip_border_4x4_r) 308ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang mask_16x16[r] |= 1 << (c >> ss_x); 309ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang else 310ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang mask_8x8[r] |= 1 << (c >> ss_x); 311ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang } 312ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang } else { 313ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang // force 8x8 filtering on 32x32 boundaries 314ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang if (!skip_this_c) { 315ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang if (tx_size == TX_8X8 || ((c >> ss_x) & 3) == 0) 316ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang mask_8x8_c |= 1 << (c >> ss_x); 317ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang else 318ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang mask_4x4_c |= 1 << (c >> ss_x); 319ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang } 320ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang 321ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang if (!skip_this_r) { 322ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang if (tx_size == TX_8X8 || ((r >> ss_y) & 3) == 0) 323ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang mask_8x8[r] |= 1 << (c >> ss_x); 324ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang else 325ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang mask_4x4[r] |= 1 << (c >> ss_x); 326ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang } 327ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang 328ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang if (!skip_this && tx_size < TX_8X8 && !skip_border_4x4_c) 329ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang mask_4x4_int[r] |= 1 << (c >> ss_x); 330ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang } 331ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang } 332ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang 333ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang // Disable filtering on the leftmost column 334ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang border_mask = ~(mi_col == 0); 335ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang filter_selectively_vert(dst->buf, dst->stride, 336ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang mask_16x16_c & border_mask, 337ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang mask_8x8_c & border_mask, 338ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang mask_4x4_c & border_mask, 339ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang mask_4x4_int[r], lfi[r]); 340ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang dst->buf += 8 * dst->stride; 34191037db265ecdd914a26e056cf69207b4f50924ehkuang mi += row_step_stride; 342ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang } 343ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang 344ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang // Now do horizontal pass 345ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang dst->buf = dst0; 34691037db265ecdd914a26e056cf69207b4f50924ehkuang for (r = 0; r < MI_BLOCK_SIZE && mi_row + r < cm->mi_rows; r += row_step) { 347ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang const int skip_border_4x4_r = ss_y && mi_row + r == cm->mi_rows - 1; 348ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang const unsigned int mask_4x4_int_r = skip_border_4x4_r ? 0 : mask_4x4_int[r]; 349ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang 350ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang filter_selectively_horiz(dst->buf, dst->stride, 351ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang mask_16x16[r], 352ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang mask_8x8[r], 353ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang mask_4x4[r], 354ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang mask_4x4_int_r, mi_row + r == 0, lfi[r]); 355ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang dst->buf += 8 * dst->stride; 356ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang } 357ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang} 358ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang 35991037db265ecdd914a26e056cf69207b4f50924ehkuangvoid vp9_loop_filter_rows(const YV12_BUFFER_CONFIG *frame_buffer, 36091037db265ecdd914a26e056cf69207b4f50924ehkuang VP9_COMMON *cm, MACROBLOCKD *xd, 36191037db265ecdd914a26e056cf69207b4f50924ehkuang int start, int stop, int y_only) { 36291037db265ecdd914a26e056cf69207b4f50924ehkuang const int num_planes = y_only ? 1 : MAX_MB_PLANE; 363ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang int mi_row, mi_col; 364ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang 36591037db265ecdd914a26e056cf69207b4f50924ehkuang for (mi_row = start; mi_row < stop; mi_row += MI_BLOCK_SIZE) { 366ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang MODE_INFO* const mi = cm->mi + mi_row * cm->mode_info_stride; 367ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang 36891037db265ecdd914a26e056cf69207b4f50924ehkuang for (mi_col = 0; mi_col < cm->mi_cols; mi_col += MI_BLOCK_SIZE) { 369ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang int plane; 370ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang 37191037db265ecdd914a26e056cf69207b4f50924ehkuang setup_dst_planes(xd, frame_buffer, mi_row, mi_col); 37291037db265ecdd914a26e056cf69207b4f50924ehkuang for (plane = 0; plane < num_planes; ++plane) { 37391037db265ecdd914a26e056cf69207b4f50924ehkuang filter_block_plane(cm, &xd->plane[plane], mi + mi_col, mi_row, mi_col); 374ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang } 375ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang } 376ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang } 377ba164dffc5a6795bce97fae02b51ccf3330e15e4hkuang} 37891037db265ecdd914a26e056cf69207b4f50924ehkuang 37991037db265ecdd914a26e056cf69207b4f50924ehkuangvoid vp9_loop_filter_frame(VP9_COMMON *cm, MACROBLOCKD *xd, 38091037db265ecdd914a26e056cf69207b4f50924ehkuang int frame_filter_level, int y_only) { 38191037db265ecdd914a26e056cf69207b4f50924ehkuang if (!frame_filter_level) return; 38291037db265ecdd914a26e056cf69207b4f50924ehkuang vp9_loop_filter_frame_init(cm, xd, frame_filter_level); 38391037db265ecdd914a26e056cf69207b4f50924ehkuang vp9_loop_filter_rows(cm->frame_to_show, cm, xd, 38491037db265ecdd914a26e056cf69207b4f50924ehkuang 0, cm->mi_rows, y_only); 38591037db265ecdd914a26e056cf69207b4f50924ehkuang} 386f3bed9137f66ef693bd406e43b17e9a1114f1e14hkuang 387f3bed9137f66ef693bd406e43b17e9a1114f1e14hkuangint vp9_loop_filter_worker(void *arg1, void *arg2) { 388f3bed9137f66ef693bd406e43b17e9a1114f1e14hkuang LFWorkerData *const lf_data = (LFWorkerData*)arg1; 389f3bed9137f66ef693bd406e43b17e9a1114f1e14hkuang (void)arg2; 390f3bed9137f66ef693bd406e43b17e9a1114f1e14hkuang vp9_loop_filter_rows(lf_data->frame_buffer, lf_data->cm, &lf_data->xd, 391f3bed9137f66ef693bd406e43b17e9a1114f1e14hkuang lf_data->start, lf_data->stop, lf_data->y_only); 392f3bed9137f66ef693bd406e43b17e9a1114f1e14hkuang return 1; 393f3bed9137f66ef693bd406e43b17e9a1114f1e14hkuang} 394