193a74791c8e808ea76001ee07693aa2a5fdd3500johannkoenig@chromium.org/* 293a74791c8e808ea76001ee07693aa2a5fdd3500johannkoenig@chromium.org * Copyright (c) 2014 The WebM project authors. All Rights Reserved. 393a74791c8e808ea76001ee07693aa2a5fdd3500johannkoenig@chromium.org * 493a74791c8e808ea76001ee07693aa2a5fdd3500johannkoenig@chromium.org * Use of this source code is governed by a BSD-style license 593a74791c8e808ea76001ee07693aa2a5fdd3500johannkoenig@chromium.org * that can be found in the LICENSE file in the root of the source 693a74791c8e808ea76001ee07693aa2a5fdd3500johannkoenig@chromium.org * tree. An additional intellectual property rights grant can be found 793a74791c8e808ea76001ee07693aa2a5fdd3500johannkoenig@chromium.org * in the file PATENTS. All contributing project authors may 893a74791c8e808ea76001ee07693aa2a5fdd3500johannkoenig@chromium.org * be found in the AUTHORS file in the root of the source tree. 993a74791c8e808ea76001ee07693aa2a5fdd3500johannkoenig@chromium.org */ 1093a74791c8e808ea76001ee07693aa2a5fdd3500johannkoenig@chromium.org 1193a74791c8e808ea76001ee07693aa2a5fdd3500johannkoenig@chromium.org#include <limits.h> 1293a74791c8e808ea76001ee07693aa2a5fdd3500johannkoenig@chromium.org#include <math.h> 1393a74791c8e808ea76001ee07693aa2a5fdd3500johannkoenig@chromium.org 1493a74791c8e808ea76001ee07693aa2a5fdd3500johannkoenig@chromium.org#include "vp9/common/vp9_seg_common.h" 1593a74791c8e808ea76001ee07693aa2a5fdd3500johannkoenig@chromium.org 1693a74791c8e808ea76001ee07693aa2a5fdd3500johannkoenig@chromium.org#include "vp9/encoder/vp9_segmentation.h" 1793a74791c8e808ea76001ee07693aa2a5fdd3500johannkoenig@chromium.org 18e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org#define AQ_C_SEGMENTS 3 19e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org#define AQ_C_STRENGTHS 3 20e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.orgstatic const int aq_c_active_segments[AQ_C_STRENGTHS] = {1, 2, 3}; 21e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.orgstatic const double aq_c_q_adj_factor[AQ_C_STRENGTHS][AQ_C_SEGMENTS] = 22e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org {{1.0, 1.0, 1.0}, {1.0, 2.0, 1.0}, {1.0, 1.5, 2.5}}; 23e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.orgstatic const double aq_c_transitions[AQ_C_STRENGTHS][AQ_C_SEGMENTS] = 24e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org {{1.0, 1.0, 1.0}, {1.0, 0.25, 0.0}, {1.0, 0.5, 0.25}}; 25e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org 2687997d490ae52aa962a985c95b3cddf7f8832641johannkoenig@chromium.orgstatic int get_aq_c_strength(int q_index, vpx_bit_depth_t bit_depth) { 27e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org // Approximate base quatizer (truncated to int) 2887997d490ae52aa962a985c95b3cddf7f8832641johannkoenig@chromium.org const int base_quant = vp9_ac_quant(q_index, 0, bit_depth) / 4; 29e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org return (base_quant > 20) + (base_quant > 45); 30e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org} 3193a74791c8e808ea76001ee07693aa2a5fdd3500johannkoenig@chromium.org 3293a74791c8e808ea76001ee07693aa2a5fdd3500johannkoenig@chromium.orgvoid vp9_setup_in_frame_q_adj(VP9_COMP *cpi) { 3393a74791c8e808ea76001ee07693aa2a5fdd3500johannkoenig@chromium.org VP9_COMMON *const cm = &cpi->common; 3493a74791c8e808ea76001ee07693aa2a5fdd3500johannkoenig@chromium.org struct segmentation *const seg = &cm->seg; 3593a74791c8e808ea76001ee07693aa2a5fdd3500johannkoenig@chromium.org 3693a74791c8e808ea76001ee07693aa2a5fdd3500johannkoenig@chromium.org // Make SURE use of floating point in this function is safe. 3793a74791c8e808ea76001ee07693aa2a5fdd3500johannkoenig@chromium.org vp9_clear_system_state(); 3893a74791c8e808ea76001ee07693aa2a5fdd3500johannkoenig@chromium.org 3993a74791c8e808ea76001ee07693aa2a5fdd3500johannkoenig@chromium.org if (cm->frame_type == KEY_FRAME || 4093a74791c8e808ea76001ee07693aa2a5fdd3500johannkoenig@chromium.org cpi->refresh_alt_ref_frame || 4193a74791c8e808ea76001ee07693aa2a5fdd3500johannkoenig@chromium.org (cpi->refresh_golden_frame && !cpi->rc.is_src_frame_alt_ref)) { 4293a74791c8e808ea76001ee07693aa2a5fdd3500johannkoenig@chromium.org int segment; 4387997d490ae52aa962a985c95b3cddf7f8832641johannkoenig@chromium.org const int aq_strength = get_aq_c_strength(cm->base_qindex, cm->bit_depth); 44e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org const int active_segments = aq_c_active_segments[aq_strength]; 4593a74791c8e808ea76001ee07693aa2a5fdd3500johannkoenig@chromium.org 4693a74791c8e808ea76001ee07693aa2a5fdd3500johannkoenig@chromium.org // Clear down the segment map. 4793a74791c8e808ea76001ee07693aa2a5fdd3500johannkoenig@chromium.org vpx_memset(cpi->segmentation_map, 0, cm->mi_rows * cm->mi_cols); 4893a74791c8e808ea76001ee07693aa2a5fdd3500johannkoenig@chromium.org 4993a74791c8e808ea76001ee07693aa2a5fdd3500johannkoenig@chromium.org // Clear down the complexity map used for rd. 5093a74791c8e808ea76001ee07693aa2a5fdd3500johannkoenig@chromium.org vpx_memset(cpi->complexity_map, 0, cm->mi_rows * cm->mi_cols); 5193a74791c8e808ea76001ee07693aa2a5fdd3500johannkoenig@chromium.org 5293a74791c8e808ea76001ee07693aa2a5fdd3500johannkoenig@chromium.org vp9_clearall_segfeatures(seg); 5393a74791c8e808ea76001ee07693aa2a5fdd3500johannkoenig@chromium.org 54e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org // Segmentation only makes sense if the target bits per SB is above a 55e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org // threshold. Below this the overheads will usually outweigh any benefit. 56e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org if (cpi->rc.sb64_target_rate < 256) { 57e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org vp9_disable_segmentation(seg); 58e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org return; 59e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org } 60e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org 61e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org vp9_enable_segmentation(seg); 62e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org 6393a74791c8e808ea76001ee07693aa2a5fdd3500johannkoenig@chromium.org // Select delta coding method. 6493a74791c8e808ea76001ee07693aa2a5fdd3500johannkoenig@chromium.org seg->abs_delta = SEGMENT_DELTADATA; 6593a74791c8e808ea76001ee07693aa2a5fdd3500johannkoenig@chromium.org 6693a74791c8e808ea76001ee07693aa2a5fdd3500johannkoenig@chromium.org // Segment 0 "Q" feature is disabled so it defaults to the baseline Q. 6793a74791c8e808ea76001ee07693aa2a5fdd3500johannkoenig@chromium.org vp9_disable_segfeature(seg, 0, SEG_LVL_ALT_Q); 6893a74791c8e808ea76001ee07693aa2a5fdd3500johannkoenig@chromium.org 6993a74791c8e808ea76001ee07693aa2a5fdd3500johannkoenig@chromium.org // Use some of the segments for in frame Q adjustment. 70e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org for (segment = 1; segment < active_segments; ++segment) { 7188b47b29cc274dd19cddc37c1ce1834d97df282efgalligan@chromium.org int qindex_delta = 7293a74791c8e808ea76001ee07693aa2a5fdd3500johannkoenig@chromium.org vp9_compute_qdelta_by_rate(&cpi->rc, cm->frame_type, cm->base_qindex, 7387997d490ae52aa962a985c95b3cddf7f8832641johannkoenig@chromium.org aq_c_q_adj_factor[aq_strength][segment], 7487997d490ae52aa962a985c95b3cddf7f8832641johannkoenig@chromium.org cm->bit_depth); 7588b47b29cc274dd19cddc37c1ce1834d97df282efgalligan@chromium.org 76e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org // For AQ complexity mode, we dont allow Q0 in a segment if the base 77e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org // Q is not 0. Q0 (lossless) implies 4x4 only and in AQ mode 2 a segment 78e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org // Q delta is sometimes applied without going back around the rd loop. 7988b47b29cc274dd19cddc37c1ce1834d97df282efgalligan@chromium.org // This could lead to an illegal combination of partition size and q. 8088b47b29cc274dd19cddc37c1ce1834d97df282efgalligan@chromium.org if ((cm->base_qindex != 0) && ((cm->base_qindex + qindex_delta) == 0)) { 8188b47b29cc274dd19cddc37c1ce1834d97df282efgalligan@chromium.org qindex_delta = -cm->base_qindex + 1; 8288b47b29cc274dd19cddc37c1ce1834d97df282efgalligan@chromium.org } 8388b47b29cc274dd19cddc37c1ce1834d97df282efgalligan@chromium.org if ((cm->base_qindex + qindex_delta) > 0) { 8488b47b29cc274dd19cddc37c1ce1834d97df282efgalligan@chromium.org vp9_enable_segfeature(seg, segment, SEG_LVL_ALT_Q); 8588b47b29cc274dd19cddc37c1ce1834d97df282efgalligan@chromium.org vp9_set_segdata(seg, segment, SEG_LVL_ALT_Q, qindex_delta); 8688b47b29cc274dd19cddc37c1ce1834d97df282efgalligan@chromium.org } 8793a74791c8e808ea76001ee07693aa2a5fdd3500johannkoenig@chromium.org } 8893a74791c8e808ea76001ee07693aa2a5fdd3500johannkoenig@chromium.org } 8993a74791c8e808ea76001ee07693aa2a5fdd3500johannkoenig@chromium.org} 9093a74791c8e808ea76001ee07693aa2a5fdd3500johannkoenig@chromium.org 91e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org// Select a segment for the current SB64 block. 92e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org// The choice of segment for a block depends on the ratio of the projected 93e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org// bits for the block vs a target average. 94e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org// An "aq_strength" value determines how many segments are supported, 95e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org// the set of transition points to use and the extent of the quantizer 96e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org// adjustment for each segment (configured in vp9_setup_in_frame_q_adj()). 9793a74791c8e808ea76001ee07693aa2a5fdd3500johannkoenig@chromium.orgvoid vp9_select_in_frame_q_segment(VP9_COMP *cpi, 98e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org int mi_row, int mi_col, 99e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org int output_enabled, int projected_rate) { 10093a74791c8e808ea76001ee07693aa2a5fdd3500johannkoenig@chromium.org VP9_COMMON *const cm = &cpi->common; 10193a74791c8e808ea76001ee07693aa2a5fdd3500johannkoenig@chromium.org 10293a74791c8e808ea76001ee07693aa2a5fdd3500johannkoenig@chromium.org const int mi_offset = mi_row * cm->mi_cols + mi_col; 10393a74791c8e808ea76001ee07693aa2a5fdd3500johannkoenig@chromium.org const int bw = num_8x8_blocks_wide_lookup[BLOCK_64X64]; 10493a74791c8e808ea76001ee07693aa2a5fdd3500johannkoenig@chromium.org const int bh = num_8x8_blocks_high_lookup[BLOCK_64X64]; 10593a74791c8e808ea76001ee07693aa2a5fdd3500johannkoenig@chromium.org const int xmis = MIN(cm->mi_cols - mi_col, bw); 10693a74791c8e808ea76001ee07693aa2a5fdd3500johannkoenig@chromium.org const int ymis = MIN(cm->mi_rows - mi_row, bh); 10793a74791c8e808ea76001ee07693aa2a5fdd3500johannkoenig@chromium.org int complexity_metric = 64; 10893a74791c8e808ea76001ee07693aa2a5fdd3500johannkoenig@chromium.org int x, y; 10993a74791c8e808ea76001ee07693aa2a5fdd3500johannkoenig@chromium.org 11093a74791c8e808ea76001ee07693aa2a5fdd3500johannkoenig@chromium.org unsigned char segment; 11193a74791c8e808ea76001ee07693aa2a5fdd3500johannkoenig@chromium.org 11293a74791c8e808ea76001ee07693aa2a5fdd3500johannkoenig@chromium.org if (!output_enabled) { 11393a74791c8e808ea76001ee07693aa2a5fdd3500johannkoenig@chromium.org segment = 0; 11493a74791c8e808ea76001ee07693aa2a5fdd3500johannkoenig@chromium.org } else { 11593a74791c8e808ea76001ee07693aa2a5fdd3500johannkoenig@chromium.org // Rate depends on fraction of a SB64 in frame (xmis * ymis / bw * bh). 11693a74791c8e808ea76001ee07693aa2a5fdd3500johannkoenig@chromium.org // It is converted to bits * 256 units. 11793a74791c8e808ea76001ee07693aa2a5fdd3500johannkoenig@chromium.org const int target_rate = (cpi->rc.sb64_target_rate * xmis * ymis * 256) / 11893a74791c8e808ea76001ee07693aa2a5fdd3500johannkoenig@chromium.org (bw * bh); 11987997d490ae52aa962a985c95b3cddf7f8832641johannkoenig@chromium.org const int aq_strength = get_aq_c_strength(cm->base_qindex, cm->bit_depth); 120e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org const int active_segments = aq_c_active_segments[aq_strength]; 121e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org 122e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org // The number of segments considered and the transition points used to 123e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org // select them is determined by the "aq_strength" value. 124e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org // Currently this loop only supports segments that reduce Q (i.e. where 125e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org // there is undershoot. 126e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org // The loop counts down towards segment 0 which is the default segment 127e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org // with no Q adjustment. 128e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org segment = active_segments - 1; 129e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org while (segment > 0) { 130e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org if (projected_rate < 131e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org (target_rate * aq_c_transitions[aq_strength][segment])) { 132e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org break; 133e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org } 134e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org --segment; 13593a74791c8e808ea76001ee07693aa2a5fdd3500johannkoenig@chromium.org } 13693a74791c8e808ea76001ee07693aa2a5fdd3500johannkoenig@chromium.org 13793a74791c8e808ea76001ee07693aa2a5fdd3500johannkoenig@chromium.org if (target_rate > 0) { 13893a74791c8e808ea76001ee07693aa2a5fdd3500johannkoenig@chromium.org complexity_metric = 13993a74791c8e808ea76001ee07693aa2a5fdd3500johannkoenig@chromium.org clamp((int)((projected_rate * 64) / target_rate), 16, 255); 14093a74791c8e808ea76001ee07693aa2a5fdd3500johannkoenig@chromium.org } 14193a74791c8e808ea76001ee07693aa2a5fdd3500johannkoenig@chromium.org } 14293a74791c8e808ea76001ee07693aa2a5fdd3500johannkoenig@chromium.org 14393a74791c8e808ea76001ee07693aa2a5fdd3500johannkoenig@chromium.org // Fill in the entires in the segment map corresponding to this SB64. 14493a74791c8e808ea76001ee07693aa2a5fdd3500johannkoenig@chromium.org for (y = 0; y < ymis; y++) { 14593a74791c8e808ea76001ee07693aa2a5fdd3500johannkoenig@chromium.org for (x = 0; x < xmis; x++) { 14693a74791c8e808ea76001ee07693aa2a5fdd3500johannkoenig@chromium.org cpi->segmentation_map[mi_offset + y * cm->mi_cols + x] = segment; 14793a74791c8e808ea76001ee07693aa2a5fdd3500johannkoenig@chromium.org cpi->complexity_map[mi_offset + y * cm->mi_cols + x] = 14893a74791c8e808ea76001ee07693aa2a5fdd3500johannkoenig@chromium.org (unsigned char)complexity_metric; 14993a74791c8e808ea76001ee07693aa2a5fdd3500johannkoenig@chromium.org } 15093a74791c8e808ea76001ee07693aa2a5fdd3500johannkoenig@chromium.org } 15193a74791c8e808ea76001ee07693aa2a5fdd3500johannkoenig@chromium.org} 152