193a74791c8e808ea76001ee07693aa2a5fdd3500johannkoenig@chromium.org/*
293a74791c8e808ea76001ee07693aa2a5fdd3500johannkoenig@chromium.org *  Copyright (c) 2014 The WebM project authors. All Rights Reserved.
393a74791c8e808ea76001ee07693aa2a5fdd3500johannkoenig@chromium.org *
493a74791c8e808ea76001ee07693aa2a5fdd3500johannkoenig@chromium.org *  Use of this source code is governed by a BSD-style license
593a74791c8e808ea76001ee07693aa2a5fdd3500johannkoenig@chromium.org *  that can be found in the LICENSE file in the root of the source
693a74791c8e808ea76001ee07693aa2a5fdd3500johannkoenig@chromium.org *  tree. An additional intellectual property rights grant can be found
793a74791c8e808ea76001ee07693aa2a5fdd3500johannkoenig@chromium.org *  in the file PATENTS.  All contributing project authors may
893a74791c8e808ea76001ee07693aa2a5fdd3500johannkoenig@chromium.org *  be found in the AUTHORS file in the root of the source tree.
993a74791c8e808ea76001ee07693aa2a5fdd3500johannkoenig@chromium.org */
1093a74791c8e808ea76001ee07693aa2a5fdd3500johannkoenig@chromium.org
1193a74791c8e808ea76001ee07693aa2a5fdd3500johannkoenig@chromium.org#include <limits.h>
1293a74791c8e808ea76001ee07693aa2a5fdd3500johannkoenig@chromium.org#include <math.h>
1393a74791c8e808ea76001ee07693aa2a5fdd3500johannkoenig@chromium.org
1493a74791c8e808ea76001ee07693aa2a5fdd3500johannkoenig@chromium.org#include "vp9/common/vp9_seg_common.h"
1593a74791c8e808ea76001ee07693aa2a5fdd3500johannkoenig@chromium.org
1693a74791c8e808ea76001ee07693aa2a5fdd3500johannkoenig@chromium.org#include "vp9/encoder/vp9_segmentation.h"
1793a74791c8e808ea76001ee07693aa2a5fdd3500johannkoenig@chromium.org
18e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org#define AQ_C_SEGMENTS  3
19e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org#define AQ_C_STRENGTHS  3
20e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.orgstatic const int aq_c_active_segments[AQ_C_STRENGTHS] = {1, 2, 3};
21e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.orgstatic const double aq_c_q_adj_factor[AQ_C_STRENGTHS][AQ_C_SEGMENTS] =
22e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org  {{1.0, 1.0, 1.0}, {1.0, 2.0, 1.0}, {1.0, 1.5, 2.5}};
23e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.orgstatic const double aq_c_transitions[AQ_C_STRENGTHS][AQ_C_SEGMENTS] =
24e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org  {{1.0, 1.0, 1.0}, {1.0, 0.25, 0.0}, {1.0, 0.5, 0.25}};
25e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org
2687997d490ae52aa962a985c95b3cddf7f8832641johannkoenig@chromium.orgstatic int get_aq_c_strength(int q_index, vpx_bit_depth_t bit_depth) {
27e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org  // Approximate base quatizer (truncated to int)
2887997d490ae52aa962a985c95b3cddf7f8832641johannkoenig@chromium.org  const int base_quant = vp9_ac_quant(q_index, 0, bit_depth) / 4;
29e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org  return (base_quant > 20) + (base_quant > 45);
30e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org}
3193a74791c8e808ea76001ee07693aa2a5fdd3500johannkoenig@chromium.org
3293a74791c8e808ea76001ee07693aa2a5fdd3500johannkoenig@chromium.orgvoid vp9_setup_in_frame_q_adj(VP9_COMP *cpi) {
3393a74791c8e808ea76001ee07693aa2a5fdd3500johannkoenig@chromium.org  VP9_COMMON *const cm = &cpi->common;
3493a74791c8e808ea76001ee07693aa2a5fdd3500johannkoenig@chromium.org  struct segmentation *const seg = &cm->seg;
3593a74791c8e808ea76001ee07693aa2a5fdd3500johannkoenig@chromium.org
3693a74791c8e808ea76001ee07693aa2a5fdd3500johannkoenig@chromium.org  // Make SURE use of floating point in this function is safe.
3793a74791c8e808ea76001ee07693aa2a5fdd3500johannkoenig@chromium.org  vp9_clear_system_state();
3893a74791c8e808ea76001ee07693aa2a5fdd3500johannkoenig@chromium.org
3993a74791c8e808ea76001ee07693aa2a5fdd3500johannkoenig@chromium.org  if (cm->frame_type == KEY_FRAME ||
4093a74791c8e808ea76001ee07693aa2a5fdd3500johannkoenig@chromium.org      cpi->refresh_alt_ref_frame ||
4193a74791c8e808ea76001ee07693aa2a5fdd3500johannkoenig@chromium.org      (cpi->refresh_golden_frame && !cpi->rc.is_src_frame_alt_ref)) {
4293a74791c8e808ea76001ee07693aa2a5fdd3500johannkoenig@chromium.org    int segment;
4387997d490ae52aa962a985c95b3cddf7f8832641johannkoenig@chromium.org    const int aq_strength = get_aq_c_strength(cm->base_qindex, cm->bit_depth);
44e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org    const int active_segments = aq_c_active_segments[aq_strength];
4593a74791c8e808ea76001ee07693aa2a5fdd3500johannkoenig@chromium.org
4693a74791c8e808ea76001ee07693aa2a5fdd3500johannkoenig@chromium.org    // Clear down the segment map.
4793a74791c8e808ea76001ee07693aa2a5fdd3500johannkoenig@chromium.org    vpx_memset(cpi->segmentation_map, 0, cm->mi_rows * cm->mi_cols);
4893a74791c8e808ea76001ee07693aa2a5fdd3500johannkoenig@chromium.org
4993a74791c8e808ea76001ee07693aa2a5fdd3500johannkoenig@chromium.org    // Clear down the complexity map used for rd.
5093a74791c8e808ea76001ee07693aa2a5fdd3500johannkoenig@chromium.org    vpx_memset(cpi->complexity_map, 0, cm->mi_rows * cm->mi_cols);
5193a74791c8e808ea76001ee07693aa2a5fdd3500johannkoenig@chromium.org
5293a74791c8e808ea76001ee07693aa2a5fdd3500johannkoenig@chromium.org    vp9_clearall_segfeatures(seg);
5393a74791c8e808ea76001ee07693aa2a5fdd3500johannkoenig@chromium.org
54e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org    // Segmentation only makes sense if the target bits per SB is above a
55e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org    // threshold. Below this the overheads will usually outweigh any benefit.
56e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org    if (cpi->rc.sb64_target_rate < 256) {
57e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org      vp9_disable_segmentation(seg);
58e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org      return;
59e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org    }
60e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org
61e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org    vp9_enable_segmentation(seg);
62e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org
6393a74791c8e808ea76001ee07693aa2a5fdd3500johannkoenig@chromium.org    // Select delta coding method.
6493a74791c8e808ea76001ee07693aa2a5fdd3500johannkoenig@chromium.org    seg->abs_delta = SEGMENT_DELTADATA;
6593a74791c8e808ea76001ee07693aa2a5fdd3500johannkoenig@chromium.org
6693a74791c8e808ea76001ee07693aa2a5fdd3500johannkoenig@chromium.org    // Segment 0 "Q" feature is disabled so it defaults to the baseline Q.
6793a74791c8e808ea76001ee07693aa2a5fdd3500johannkoenig@chromium.org    vp9_disable_segfeature(seg, 0, SEG_LVL_ALT_Q);
6893a74791c8e808ea76001ee07693aa2a5fdd3500johannkoenig@chromium.org
6993a74791c8e808ea76001ee07693aa2a5fdd3500johannkoenig@chromium.org    // Use some of the segments for in frame Q adjustment.
70e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org    for (segment = 1; segment < active_segments; ++segment) {
7188b47b29cc274dd19cddc37c1ce1834d97df282efgalligan@chromium.org      int qindex_delta =
7293a74791c8e808ea76001ee07693aa2a5fdd3500johannkoenig@chromium.org          vp9_compute_qdelta_by_rate(&cpi->rc, cm->frame_type, cm->base_qindex,
7387997d490ae52aa962a985c95b3cddf7f8832641johannkoenig@chromium.org                                     aq_c_q_adj_factor[aq_strength][segment],
7487997d490ae52aa962a985c95b3cddf7f8832641johannkoenig@chromium.org                                     cm->bit_depth);
7588b47b29cc274dd19cddc37c1ce1834d97df282efgalligan@chromium.org
76e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org      // For AQ complexity mode, we dont allow Q0 in a segment if the base
77e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org      // Q is not 0. Q0 (lossless) implies 4x4 only and in AQ mode 2 a segment
78e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org      // Q delta is sometimes applied without going back around the rd loop.
7988b47b29cc274dd19cddc37c1ce1834d97df282efgalligan@chromium.org      // This could lead to an illegal combination of partition size and q.
8088b47b29cc274dd19cddc37c1ce1834d97df282efgalligan@chromium.org      if ((cm->base_qindex != 0) && ((cm->base_qindex + qindex_delta) == 0)) {
8188b47b29cc274dd19cddc37c1ce1834d97df282efgalligan@chromium.org        qindex_delta = -cm->base_qindex + 1;
8288b47b29cc274dd19cddc37c1ce1834d97df282efgalligan@chromium.org      }
8388b47b29cc274dd19cddc37c1ce1834d97df282efgalligan@chromium.org      if ((cm->base_qindex + qindex_delta) > 0) {
8488b47b29cc274dd19cddc37c1ce1834d97df282efgalligan@chromium.org        vp9_enable_segfeature(seg, segment, SEG_LVL_ALT_Q);
8588b47b29cc274dd19cddc37c1ce1834d97df282efgalligan@chromium.org        vp9_set_segdata(seg, segment, SEG_LVL_ALT_Q, qindex_delta);
8688b47b29cc274dd19cddc37c1ce1834d97df282efgalligan@chromium.org      }
8793a74791c8e808ea76001ee07693aa2a5fdd3500johannkoenig@chromium.org    }
8893a74791c8e808ea76001ee07693aa2a5fdd3500johannkoenig@chromium.org  }
8993a74791c8e808ea76001ee07693aa2a5fdd3500johannkoenig@chromium.org}
9093a74791c8e808ea76001ee07693aa2a5fdd3500johannkoenig@chromium.org
91e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org// Select a segment for the current SB64 block.
92e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org// The choice of segment for a block depends on the ratio of the projected
93e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org// bits for the block vs a target average.
94e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org// An "aq_strength" value determines how many segments are supported,
95e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org// the set of transition points to use and the extent of the quantizer
96e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org// adjustment for each segment (configured in vp9_setup_in_frame_q_adj()).
9793a74791c8e808ea76001ee07693aa2a5fdd3500johannkoenig@chromium.orgvoid vp9_select_in_frame_q_segment(VP9_COMP *cpi,
98e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org                                   int mi_row, int mi_col,
99e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org                                   int output_enabled, int projected_rate) {
10093a74791c8e808ea76001ee07693aa2a5fdd3500johannkoenig@chromium.org  VP9_COMMON *const cm = &cpi->common;
10193a74791c8e808ea76001ee07693aa2a5fdd3500johannkoenig@chromium.org
10293a74791c8e808ea76001ee07693aa2a5fdd3500johannkoenig@chromium.org  const int mi_offset = mi_row * cm->mi_cols + mi_col;
10393a74791c8e808ea76001ee07693aa2a5fdd3500johannkoenig@chromium.org  const int bw = num_8x8_blocks_wide_lookup[BLOCK_64X64];
10493a74791c8e808ea76001ee07693aa2a5fdd3500johannkoenig@chromium.org  const int bh = num_8x8_blocks_high_lookup[BLOCK_64X64];
10593a74791c8e808ea76001ee07693aa2a5fdd3500johannkoenig@chromium.org  const int xmis = MIN(cm->mi_cols - mi_col, bw);
10693a74791c8e808ea76001ee07693aa2a5fdd3500johannkoenig@chromium.org  const int ymis = MIN(cm->mi_rows - mi_row, bh);
10793a74791c8e808ea76001ee07693aa2a5fdd3500johannkoenig@chromium.org  int complexity_metric = 64;
10893a74791c8e808ea76001ee07693aa2a5fdd3500johannkoenig@chromium.org  int x, y;
10993a74791c8e808ea76001ee07693aa2a5fdd3500johannkoenig@chromium.org
11093a74791c8e808ea76001ee07693aa2a5fdd3500johannkoenig@chromium.org  unsigned char segment;
11193a74791c8e808ea76001ee07693aa2a5fdd3500johannkoenig@chromium.org
11293a74791c8e808ea76001ee07693aa2a5fdd3500johannkoenig@chromium.org  if (!output_enabled) {
11393a74791c8e808ea76001ee07693aa2a5fdd3500johannkoenig@chromium.org    segment = 0;
11493a74791c8e808ea76001ee07693aa2a5fdd3500johannkoenig@chromium.org  } else {
11593a74791c8e808ea76001ee07693aa2a5fdd3500johannkoenig@chromium.org    // Rate depends on fraction of a SB64 in frame (xmis * ymis / bw * bh).
11693a74791c8e808ea76001ee07693aa2a5fdd3500johannkoenig@chromium.org    // It is converted to bits * 256 units.
11793a74791c8e808ea76001ee07693aa2a5fdd3500johannkoenig@chromium.org    const int target_rate = (cpi->rc.sb64_target_rate * xmis * ymis * 256) /
11893a74791c8e808ea76001ee07693aa2a5fdd3500johannkoenig@chromium.org                            (bw * bh);
11987997d490ae52aa962a985c95b3cddf7f8832641johannkoenig@chromium.org    const int aq_strength = get_aq_c_strength(cm->base_qindex, cm->bit_depth);
120e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org    const int active_segments = aq_c_active_segments[aq_strength];
121e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org
122e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org    // The number of segments considered and the transition points used to
123e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org    // select them is determined by the "aq_strength" value.
124e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org    // Currently this loop only supports segments that reduce Q (i.e. where
125e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org    // there is undershoot.
126e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org    // The loop counts down towards segment 0 which is the default segment
127e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org    // with no Q adjustment.
128e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org    segment = active_segments - 1;
129e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org    while (segment > 0) {
130e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org      if (projected_rate <
131e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org          (target_rate * aq_c_transitions[aq_strength][segment])) {
132e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org        break;
133e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org      }
134e2064011d36b2008099446503f28e64d445060ecjohannkoenig@chromium.org      --segment;
13593a74791c8e808ea76001ee07693aa2a5fdd3500johannkoenig@chromium.org    }
13693a74791c8e808ea76001ee07693aa2a5fdd3500johannkoenig@chromium.org
13793a74791c8e808ea76001ee07693aa2a5fdd3500johannkoenig@chromium.org    if (target_rate > 0) {
13893a74791c8e808ea76001ee07693aa2a5fdd3500johannkoenig@chromium.org      complexity_metric =
13993a74791c8e808ea76001ee07693aa2a5fdd3500johannkoenig@chromium.org        clamp((int)((projected_rate * 64) / target_rate), 16, 255);
14093a74791c8e808ea76001ee07693aa2a5fdd3500johannkoenig@chromium.org    }
14193a74791c8e808ea76001ee07693aa2a5fdd3500johannkoenig@chromium.org  }
14293a74791c8e808ea76001ee07693aa2a5fdd3500johannkoenig@chromium.org
14393a74791c8e808ea76001ee07693aa2a5fdd3500johannkoenig@chromium.org  // Fill in the entires in the segment map corresponding to this SB64.
14493a74791c8e808ea76001ee07693aa2a5fdd3500johannkoenig@chromium.org  for (y = 0; y < ymis; y++) {
14593a74791c8e808ea76001ee07693aa2a5fdd3500johannkoenig@chromium.org    for (x = 0; x < xmis; x++) {
14693a74791c8e808ea76001ee07693aa2a5fdd3500johannkoenig@chromium.org      cpi->segmentation_map[mi_offset + y * cm->mi_cols + x] = segment;
14793a74791c8e808ea76001ee07693aa2a5fdd3500johannkoenig@chromium.org      cpi->complexity_map[mi_offset + y * cm->mi_cols + x] =
14893a74791c8e808ea76001ee07693aa2a5fdd3500johannkoenig@chromium.org        (unsigned char)complexity_metric;
14993a74791c8e808ea76001ee07693aa2a5fdd3500johannkoenig@chromium.org    }
15093a74791c8e808ea76001ee07693aa2a5fdd3500johannkoenig@chromium.org  }
15193a74791c8e808ea76001ee07693aa2a5fdd3500johannkoenig@chromium.org}
152