1233d2500723e5594f3e7c70896ffeeef32b9c950ywan/*
2233d2500723e5594f3e7c70896ffeeef32b9c950ywan *  Copyright (c) 2010 The WebM project authors. All Rights Reserved.
3233d2500723e5594f3e7c70896ffeeef32b9c950ywan *
4233d2500723e5594f3e7c70896ffeeef32b9c950ywan *  Use of this source code is governed by a BSD-style license
5233d2500723e5594f3e7c70896ffeeef32b9c950ywan *  that can be found in the LICENSE file in the root of the source
6233d2500723e5594f3e7c70896ffeeef32b9c950ywan *  tree. An additional intellectual property rights grant can be found
7233d2500723e5594f3e7c70896ffeeef32b9c950ywan *  in the file PATENTS.  All contributing project authors may
8233d2500723e5594f3e7c70896ffeeef32b9c950ywan *  be found in the AUTHORS file in the root of the source tree.
9233d2500723e5594f3e7c70896ffeeef32b9c950ywan */
10233d2500723e5594f3e7c70896ffeeef32b9c950ywan
11233d2500723e5594f3e7c70896ffeeef32b9c950ywan#include <assert.h>
12233d2500723e5594f3e7c70896ffeeef32b9c950ywan#include <math.h>
13233d2500723e5594f3e7c70896ffeeef32b9c950ywan#include <stdio.h>
14233d2500723e5594f3e7c70896ffeeef32b9c950ywan#include <string.h>
15233d2500723e5594f3e7c70896ffeeef32b9c950ywan
16233d2500723e5594f3e7c70896ffeeef32b9c950ywan#include "vpx_mem/vpx_mem.h"
17233d2500723e5594f3e7c70896ffeeef32b9c950ywan
18233d2500723e5594f3e7c70896ffeeef32b9c950ywan#include "vp9/common/vp9_entropy.h"
19233d2500723e5594f3e7c70896ffeeef32b9c950ywan#include "vp9/common/vp9_pred_common.h"
20233d2500723e5594f3e7c70896ffeeef32b9c950ywan#include "vp9/common/vp9_seg_common.h"
21233d2500723e5594f3e7c70896ffeeef32b9c950ywan
22233d2500723e5594f3e7c70896ffeeef32b9c950ywan#include "vp9/encoder/vp9_cost.h"
23233d2500723e5594f3e7c70896ffeeef32b9c950ywan#include "vp9/encoder/vp9_onyx_int.h"
24233d2500723e5594f3e7c70896ffeeef32b9c950ywan#include "vp9/encoder/vp9_tokenize.h"
25233d2500723e5594f3e7c70896ffeeef32b9c950ywan
26233d2500723e5594f3e7c70896ffeeef32b9c950ywanstatic TOKENVALUE dct_value_tokens[DCT_MAX_VALUE * 2];
27233d2500723e5594f3e7c70896ffeeef32b9c950ywanconst TOKENVALUE *vp9_dct_value_tokens_ptr;
28233d2500723e5594f3e7c70896ffeeef32b9c950ywanstatic int16_t dct_value_cost[DCT_MAX_VALUE * 2];
29233d2500723e5594f3e7c70896ffeeef32b9c950ywanconst int16_t *vp9_dct_value_cost_ptr;
30233d2500723e5594f3e7c70896ffeeef32b9c950ywan
31233d2500723e5594f3e7c70896ffeeef32b9c950ywan// Array indices are identical to previously-existing CONTEXT_NODE indices
32233d2500723e5594f3e7c70896ffeeef32b9c950ywanconst vp9_tree_index vp9_coef_tree[TREE_SIZE(ENTROPY_TOKENS)] = {
33233d2500723e5594f3e7c70896ffeeef32b9c950ywan  -EOB_TOKEN, 2,                       // 0  = EOB
34233d2500723e5594f3e7c70896ffeeef32b9c950ywan  -ZERO_TOKEN, 4,                      // 1  = ZERO
35233d2500723e5594f3e7c70896ffeeef32b9c950ywan  -ONE_TOKEN, 6,                       // 2  = ONE
36233d2500723e5594f3e7c70896ffeeef32b9c950ywan  8, 12,                               // 3  = LOW_VAL
37233d2500723e5594f3e7c70896ffeeef32b9c950ywan  -TWO_TOKEN, 10,                      // 4  = TWO
38233d2500723e5594f3e7c70896ffeeef32b9c950ywan  -THREE_TOKEN, -FOUR_TOKEN,           // 5  = THREE
39233d2500723e5594f3e7c70896ffeeef32b9c950ywan  14, 16,                              // 6  = HIGH_LOW
40233d2500723e5594f3e7c70896ffeeef32b9c950ywan  -CATEGORY1_TOKEN, -CATEGORY2_TOKEN,  // 7  = CAT_ONE
41233d2500723e5594f3e7c70896ffeeef32b9c950ywan  18, 20,                              // 8  = CAT_THREEFOUR
42233d2500723e5594f3e7c70896ffeeef32b9c950ywan  -CATEGORY3_TOKEN, -CATEGORY4_TOKEN,  // 9  = CAT_THREE
43233d2500723e5594f3e7c70896ffeeef32b9c950ywan  -CATEGORY5_TOKEN, -CATEGORY6_TOKEN   // 10 = CAT_FIVE
44233d2500723e5594f3e7c70896ffeeef32b9c950ywan};
45233d2500723e5594f3e7c70896ffeeef32b9c950ywan
46233d2500723e5594f3e7c70896ffeeef32b9c950ywan// Unconstrained Node Tree
47233d2500723e5594f3e7c70896ffeeef32b9c950ywanconst vp9_tree_index vp9_coef_con_tree[TREE_SIZE(ENTROPY_TOKENS)] = {
48233d2500723e5594f3e7c70896ffeeef32b9c950ywan  2, 6,                                // 0 = LOW_VAL
49233d2500723e5594f3e7c70896ffeeef32b9c950ywan  -TWO_TOKEN, 4,                       // 1 = TWO
50233d2500723e5594f3e7c70896ffeeef32b9c950ywan  -THREE_TOKEN, -FOUR_TOKEN,           // 2 = THREE
51233d2500723e5594f3e7c70896ffeeef32b9c950ywan  8, 10,                               // 3 = HIGH_LOW
52233d2500723e5594f3e7c70896ffeeef32b9c950ywan  -CATEGORY1_TOKEN, -CATEGORY2_TOKEN,  // 4 = CAT_ONE
53233d2500723e5594f3e7c70896ffeeef32b9c950ywan  12, 14,                              // 5 = CAT_THREEFOUR
54233d2500723e5594f3e7c70896ffeeef32b9c950ywan  -CATEGORY3_TOKEN, -CATEGORY4_TOKEN,  // 6 = CAT_THREE
55233d2500723e5594f3e7c70896ffeeef32b9c950ywan  -CATEGORY5_TOKEN, -CATEGORY6_TOKEN   // 7 = CAT_FIVE
56233d2500723e5594f3e7c70896ffeeef32b9c950ywan};
57233d2500723e5594f3e7c70896ffeeef32b9c950ywan
58233d2500723e5594f3e7c70896ffeeef32b9c950ywanstatic const vp9_prob Pcat1[] = { 159};
59233d2500723e5594f3e7c70896ffeeef32b9c950ywanstatic const vp9_prob Pcat2[] = { 165, 145};
60233d2500723e5594f3e7c70896ffeeef32b9c950ywanstatic const vp9_prob Pcat3[] = { 173, 148, 140};
61233d2500723e5594f3e7c70896ffeeef32b9c950ywanstatic const vp9_prob Pcat4[] = { 176, 155, 140, 135};
62233d2500723e5594f3e7c70896ffeeef32b9c950ywanstatic const vp9_prob Pcat5[] = { 180, 157, 141, 134, 130};
63233d2500723e5594f3e7c70896ffeeef32b9c950ywanstatic const vp9_prob Pcat6[] = {
64233d2500723e5594f3e7c70896ffeeef32b9c950ywan  254, 254, 254, 252, 249, 243, 230, 196, 177, 153, 140, 133, 130, 129
65233d2500723e5594f3e7c70896ffeeef32b9c950ywan};
66233d2500723e5594f3e7c70896ffeeef32b9c950ywan
67233d2500723e5594f3e7c70896ffeeef32b9c950ywanstatic vp9_tree_index cat1[2], cat2[4], cat3[6], cat4[8], cat5[10], cat6[28];
68233d2500723e5594f3e7c70896ffeeef32b9c950ywan
69233d2500723e5594f3e7c70896ffeeef32b9c950ywanstatic void init_bit_tree(vp9_tree_index *p, int n) {
70233d2500723e5594f3e7c70896ffeeef32b9c950ywan  int i = 0;
71233d2500723e5594f3e7c70896ffeeef32b9c950ywan
72233d2500723e5594f3e7c70896ffeeef32b9c950ywan  while (++i < n) {
73233d2500723e5594f3e7c70896ffeeef32b9c950ywan    p[0] = p[1] = i << 1;
74233d2500723e5594f3e7c70896ffeeef32b9c950ywan    p += 2;
75233d2500723e5594f3e7c70896ffeeef32b9c950ywan  }
76233d2500723e5594f3e7c70896ffeeef32b9c950ywan
77233d2500723e5594f3e7c70896ffeeef32b9c950ywan  p[0] = p[1] = 0;
78233d2500723e5594f3e7c70896ffeeef32b9c950ywan}
79233d2500723e5594f3e7c70896ffeeef32b9c950ywan
80233d2500723e5594f3e7c70896ffeeef32b9c950ywanstatic void init_bit_trees() {
81233d2500723e5594f3e7c70896ffeeef32b9c950ywan  init_bit_tree(cat1, 1);
82233d2500723e5594f3e7c70896ffeeef32b9c950ywan  init_bit_tree(cat2, 2);
83233d2500723e5594f3e7c70896ffeeef32b9c950ywan  init_bit_tree(cat3, 3);
84233d2500723e5594f3e7c70896ffeeef32b9c950ywan  init_bit_tree(cat4, 4);
85233d2500723e5594f3e7c70896ffeeef32b9c950ywan  init_bit_tree(cat5, 5);
86233d2500723e5594f3e7c70896ffeeef32b9c950ywan  init_bit_tree(cat6, 14);
87233d2500723e5594f3e7c70896ffeeef32b9c950ywan}
88233d2500723e5594f3e7c70896ffeeef32b9c950ywan
89233d2500723e5594f3e7c70896ffeeef32b9c950ywanconst vp9_extra_bit vp9_extra_bits[ENTROPY_TOKENS] = {
90233d2500723e5594f3e7c70896ffeeef32b9c950ywan  {0, 0, 0, 0},           // ZERO_TOKEN
91233d2500723e5594f3e7c70896ffeeef32b9c950ywan  {0, 0, 0, 1},           // ONE_TOKEN
92233d2500723e5594f3e7c70896ffeeef32b9c950ywan  {0, 0, 0, 2},           // TWO_TOKEN
93233d2500723e5594f3e7c70896ffeeef32b9c950ywan  {0, 0, 0, 3},           // THREE_TOKEN
94233d2500723e5594f3e7c70896ffeeef32b9c950ywan  {0, 0, 0, 4},           // FOUR_TOKEN
95233d2500723e5594f3e7c70896ffeeef32b9c950ywan  {cat1, Pcat1, 1, 5},    // CATEGORY1_TOKEN
96233d2500723e5594f3e7c70896ffeeef32b9c950ywan  {cat2, Pcat2, 2, 7},    // CATEGORY2_TOKEN
97233d2500723e5594f3e7c70896ffeeef32b9c950ywan  {cat3, Pcat3, 3, 11},   // CATEGORY3_TOKEN
98233d2500723e5594f3e7c70896ffeeef32b9c950ywan  {cat4, Pcat4, 4, 19},   // CATEGORY4_TOKEN
99233d2500723e5594f3e7c70896ffeeef32b9c950ywan  {cat5, Pcat5, 5, 35},   // CATEGORY5_TOKEN
100233d2500723e5594f3e7c70896ffeeef32b9c950ywan  {cat6, Pcat6, 14, 67},  // CATEGORY6_TOKEN
101233d2500723e5594f3e7c70896ffeeef32b9c950ywan  {0, 0, 0, 0}            // EOB_TOKEN
102233d2500723e5594f3e7c70896ffeeef32b9c950ywan};
103233d2500723e5594f3e7c70896ffeeef32b9c950ywan
104233d2500723e5594f3e7c70896ffeeef32b9c950ywanstruct vp9_token vp9_coef_encodings[ENTROPY_TOKENS];
105233d2500723e5594f3e7c70896ffeeef32b9c950ywan
106233d2500723e5594f3e7c70896ffeeef32b9c950ywanvoid vp9_coef_tree_initialize() {
107233d2500723e5594f3e7c70896ffeeef32b9c950ywan  init_bit_trees();
108233d2500723e5594f3e7c70896ffeeef32b9c950ywan  vp9_tokens_from_tree(vp9_coef_encodings, vp9_coef_tree);
109233d2500723e5594f3e7c70896ffeeef32b9c950ywan}
110233d2500723e5594f3e7c70896ffeeef32b9c950ywan
111233d2500723e5594f3e7c70896ffeeef32b9c950ywanvoid vp9_tokenize_initialize() {
112233d2500723e5594f3e7c70896ffeeef32b9c950ywan  TOKENVALUE *const t = dct_value_tokens + DCT_MAX_VALUE;
113233d2500723e5594f3e7c70896ffeeef32b9c950ywan  const vp9_extra_bit *const e = vp9_extra_bits;
114233d2500723e5594f3e7c70896ffeeef32b9c950ywan
115233d2500723e5594f3e7c70896ffeeef32b9c950ywan  int i = -DCT_MAX_VALUE;
116233d2500723e5594f3e7c70896ffeeef32b9c950ywan  int sign = 1;
117233d2500723e5594f3e7c70896ffeeef32b9c950ywan
118233d2500723e5594f3e7c70896ffeeef32b9c950ywan  do {
119233d2500723e5594f3e7c70896ffeeef32b9c950ywan    if (!i)
120233d2500723e5594f3e7c70896ffeeef32b9c950ywan      sign = 0;
121233d2500723e5594f3e7c70896ffeeef32b9c950ywan
122233d2500723e5594f3e7c70896ffeeef32b9c950ywan    {
123233d2500723e5594f3e7c70896ffeeef32b9c950ywan      const int a = sign ? -i : i;
124233d2500723e5594f3e7c70896ffeeef32b9c950ywan      int eb = sign;
125233d2500723e5594f3e7c70896ffeeef32b9c950ywan
126233d2500723e5594f3e7c70896ffeeef32b9c950ywan      if (a > 4) {
127233d2500723e5594f3e7c70896ffeeef32b9c950ywan        int j = 4;
128233d2500723e5594f3e7c70896ffeeef32b9c950ywan
129233d2500723e5594f3e7c70896ffeeef32b9c950ywan        while (++j < 11  &&  e[j].base_val <= a) {}
130233d2500723e5594f3e7c70896ffeeef32b9c950ywan
131233d2500723e5594f3e7c70896ffeeef32b9c950ywan        t[i].token = --j;
132233d2500723e5594f3e7c70896ffeeef32b9c950ywan        eb |= (a - e[j].base_val) << 1;
133233d2500723e5594f3e7c70896ffeeef32b9c950ywan      } else {
134233d2500723e5594f3e7c70896ffeeef32b9c950ywan        t[i].token = a;
135233d2500723e5594f3e7c70896ffeeef32b9c950ywan      }
136233d2500723e5594f3e7c70896ffeeef32b9c950ywan      t[i].extra = eb;
137233d2500723e5594f3e7c70896ffeeef32b9c950ywan    }
138233d2500723e5594f3e7c70896ffeeef32b9c950ywan
139233d2500723e5594f3e7c70896ffeeef32b9c950ywan    // initialize the cost for extra bits for all possible coefficient value.
140233d2500723e5594f3e7c70896ffeeef32b9c950ywan    {
141233d2500723e5594f3e7c70896ffeeef32b9c950ywan      int cost = 0;
142233d2500723e5594f3e7c70896ffeeef32b9c950ywan      const vp9_extra_bit *p = &vp9_extra_bits[t[i].token];
143233d2500723e5594f3e7c70896ffeeef32b9c950ywan
144233d2500723e5594f3e7c70896ffeeef32b9c950ywan      if (p->base_val) {
145233d2500723e5594f3e7c70896ffeeef32b9c950ywan        const int extra = t[i].extra;
146233d2500723e5594f3e7c70896ffeeef32b9c950ywan        const int length = p->len;
147233d2500723e5594f3e7c70896ffeeef32b9c950ywan
148233d2500723e5594f3e7c70896ffeeef32b9c950ywan        if (length)
149233d2500723e5594f3e7c70896ffeeef32b9c950ywan          cost += treed_cost(p->tree, p->prob, extra >> 1, length);
150233d2500723e5594f3e7c70896ffeeef32b9c950ywan
151233d2500723e5594f3e7c70896ffeeef32b9c950ywan        cost += vp9_cost_bit(vp9_prob_half, extra & 1); /* sign */
152233d2500723e5594f3e7c70896ffeeef32b9c950ywan        dct_value_cost[i + DCT_MAX_VALUE] = cost;
153233d2500723e5594f3e7c70896ffeeef32b9c950ywan      }
154233d2500723e5594f3e7c70896ffeeef32b9c950ywan    }
155233d2500723e5594f3e7c70896ffeeef32b9c950ywan  } while (++i < DCT_MAX_VALUE);
156233d2500723e5594f3e7c70896ffeeef32b9c950ywan
157233d2500723e5594f3e7c70896ffeeef32b9c950ywan  vp9_dct_value_tokens_ptr = dct_value_tokens + DCT_MAX_VALUE;
158233d2500723e5594f3e7c70896ffeeef32b9c950ywan  vp9_dct_value_cost_ptr = dct_value_cost + DCT_MAX_VALUE;
159233d2500723e5594f3e7c70896ffeeef32b9c950ywan}
160233d2500723e5594f3e7c70896ffeeef32b9c950ywan
161233d2500723e5594f3e7c70896ffeeef32b9c950ywanstruct tokenize_b_args {
162233d2500723e5594f3e7c70896ffeeef32b9c950ywan  VP9_COMP *cpi;
163233d2500723e5594f3e7c70896ffeeef32b9c950ywan  MACROBLOCKD *xd;
164233d2500723e5594f3e7c70896ffeeef32b9c950ywan  TOKENEXTRA **tp;
165233d2500723e5594f3e7c70896ffeeef32b9c950ywan};
166233d2500723e5594f3e7c70896ffeeef32b9c950ywan
167233d2500723e5594f3e7c70896ffeeef32b9c950ywanstatic void set_entropy_context_b(int plane, int block, BLOCK_SIZE plane_bsize,
168233d2500723e5594f3e7c70896ffeeef32b9c950ywan                                  TX_SIZE tx_size, void *arg) {
169233d2500723e5594f3e7c70896ffeeef32b9c950ywan  struct tokenize_b_args* const args = arg;
170233d2500723e5594f3e7c70896ffeeef32b9c950ywan  MACROBLOCKD *const xd = args->xd;
171233d2500723e5594f3e7c70896ffeeef32b9c950ywan  struct macroblock_plane *p = &args->cpi->mb.plane[plane];
172233d2500723e5594f3e7c70896ffeeef32b9c950ywan  struct macroblockd_plane *pd = &xd->plane[plane];
173233d2500723e5594f3e7c70896ffeeef32b9c950ywan  int aoff, loff;
174233d2500723e5594f3e7c70896ffeeef32b9c950ywan  txfrm_block_to_raster_xy(plane_bsize, tx_size, block, &aoff, &loff);
175233d2500723e5594f3e7c70896ffeeef32b9c950ywan  vp9_set_contexts(xd, pd, plane_bsize, tx_size, p->eobs[block] > 0,
176233d2500723e5594f3e7c70896ffeeef32b9c950ywan                   aoff, loff);
177233d2500723e5594f3e7c70896ffeeef32b9c950ywan}
178233d2500723e5594f3e7c70896ffeeef32b9c950ywan
179233d2500723e5594f3e7c70896ffeeef32b9c950ywanstatic INLINE void add_token(TOKENEXTRA **t, const vp9_prob *context_tree,
180233d2500723e5594f3e7c70896ffeeef32b9c950ywan                             int16_t extra, uint8_t token,
181233d2500723e5594f3e7c70896ffeeef32b9c950ywan                             uint8_t skip_eob_node,
182233d2500723e5594f3e7c70896ffeeef32b9c950ywan                             unsigned int *counts) {
183233d2500723e5594f3e7c70896ffeeef32b9c950ywan  (*t)->token = token;
184233d2500723e5594f3e7c70896ffeeef32b9c950ywan  (*t)->extra = extra;
185233d2500723e5594f3e7c70896ffeeef32b9c950ywan  (*t)->context_tree = context_tree;
186233d2500723e5594f3e7c70896ffeeef32b9c950ywan  (*t)->skip_eob_node = skip_eob_node;
187233d2500723e5594f3e7c70896ffeeef32b9c950ywan  (*t)++;
188233d2500723e5594f3e7c70896ffeeef32b9c950ywan  ++counts[token];
189233d2500723e5594f3e7c70896ffeeef32b9c950ywan}
190233d2500723e5594f3e7c70896ffeeef32b9c950ywan
191233d2500723e5594f3e7c70896ffeeef32b9c950ywanstatic INLINE void add_token_no_extra(TOKENEXTRA **t,
192233d2500723e5594f3e7c70896ffeeef32b9c950ywan                                      const vp9_prob *context_tree,
193233d2500723e5594f3e7c70896ffeeef32b9c950ywan                                      uint8_t token,
194233d2500723e5594f3e7c70896ffeeef32b9c950ywan                                      uint8_t skip_eob_node,
195233d2500723e5594f3e7c70896ffeeef32b9c950ywan                                      unsigned int *counts) {
196233d2500723e5594f3e7c70896ffeeef32b9c950ywan  (*t)->token = token;
197233d2500723e5594f3e7c70896ffeeef32b9c950ywan  (*t)->context_tree = context_tree;
198233d2500723e5594f3e7c70896ffeeef32b9c950ywan  (*t)->skip_eob_node = skip_eob_node;
199233d2500723e5594f3e7c70896ffeeef32b9c950ywan  (*t)++;
200233d2500723e5594f3e7c70896ffeeef32b9c950ywan  ++counts[token];
201233d2500723e5594f3e7c70896ffeeef32b9c950ywan}
202233d2500723e5594f3e7c70896ffeeef32b9c950ywan
203233d2500723e5594f3e7c70896ffeeef32b9c950ywanstatic INLINE int get_tx_eob(const struct segmentation *seg, int segment_id,
204233d2500723e5594f3e7c70896ffeeef32b9c950ywan                             TX_SIZE tx_size) {
205233d2500723e5594f3e7c70896ffeeef32b9c950ywan  const int eob_max = 16 << (tx_size << 1);
206233d2500723e5594f3e7c70896ffeeef32b9c950ywan  return vp9_segfeature_active(seg, segment_id, SEG_LVL_SKIP) ? 0 : eob_max;
207233d2500723e5594f3e7c70896ffeeef32b9c950ywan}
208233d2500723e5594f3e7c70896ffeeef32b9c950ywan
209233d2500723e5594f3e7c70896ffeeef32b9c950ywanstatic void tokenize_b(int plane, int block, BLOCK_SIZE plane_bsize,
210233d2500723e5594f3e7c70896ffeeef32b9c950ywan                       TX_SIZE tx_size, void *arg) {
211233d2500723e5594f3e7c70896ffeeef32b9c950ywan  struct tokenize_b_args* const args = arg;
212233d2500723e5594f3e7c70896ffeeef32b9c950ywan  VP9_COMP *cpi = args->cpi;
213233d2500723e5594f3e7c70896ffeeef32b9c950ywan  MACROBLOCKD *xd = args->xd;
214233d2500723e5594f3e7c70896ffeeef32b9c950ywan  TOKENEXTRA **tp = args->tp;
215233d2500723e5594f3e7c70896ffeeef32b9c950ywan  uint8_t token_cache[32 * 32];
216233d2500723e5594f3e7c70896ffeeef32b9c950ywan  struct macroblock_plane *p = &cpi->mb.plane[plane];
217233d2500723e5594f3e7c70896ffeeef32b9c950ywan  struct macroblockd_plane *pd = &xd->plane[plane];
218233d2500723e5594f3e7c70896ffeeef32b9c950ywan  MB_MODE_INFO *mbmi = &xd->mi[0]->mbmi;
219233d2500723e5594f3e7c70896ffeeef32b9c950ywan  int pt; /* near block/prev token context index */
220233d2500723e5594f3e7c70896ffeeef32b9c950ywan  int c;
221233d2500723e5594f3e7c70896ffeeef32b9c950ywan  TOKENEXTRA *t = *tp;        /* store tokens starting here */
222233d2500723e5594f3e7c70896ffeeef32b9c950ywan  int eob = p->eobs[block];
223233d2500723e5594f3e7c70896ffeeef32b9c950ywan  const PLANE_TYPE type = pd->plane_type;
224233d2500723e5594f3e7c70896ffeeef32b9c950ywan  const int16_t *qcoeff = BLOCK_OFFSET(p->qcoeff, block);
225233d2500723e5594f3e7c70896ffeeef32b9c950ywan  const int segment_id = mbmi->segment_id;
226233d2500723e5594f3e7c70896ffeeef32b9c950ywan  const int16_t *scan, *nb;
227233d2500723e5594f3e7c70896ffeeef32b9c950ywan  const scan_order *so;
228233d2500723e5594f3e7c70896ffeeef32b9c950ywan  const int ref = is_inter_block(mbmi);
229233d2500723e5594f3e7c70896ffeeef32b9c950ywan  unsigned int (*const counts)[COEFF_CONTEXTS][ENTROPY_TOKENS] =
230233d2500723e5594f3e7c70896ffeeef32b9c950ywan      cpi->coef_counts[tx_size][type][ref];
231233d2500723e5594f3e7c70896ffeeef32b9c950ywan  vp9_prob (*const coef_probs)[COEFF_CONTEXTS][UNCONSTRAINED_NODES] =
232233d2500723e5594f3e7c70896ffeeef32b9c950ywan      cpi->common.fc.coef_probs[tx_size][type][ref];
233233d2500723e5594f3e7c70896ffeeef32b9c950ywan  unsigned int (*const eob_branch)[COEFF_CONTEXTS] =
234233d2500723e5594f3e7c70896ffeeef32b9c950ywan      cpi->common.counts.eob_branch[tx_size][type][ref];
235233d2500723e5594f3e7c70896ffeeef32b9c950ywan
236233d2500723e5594f3e7c70896ffeeef32b9c950ywan  const uint8_t *const band = get_band_translate(tx_size);
237233d2500723e5594f3e7c70896ffeeef32b9c950ywan  const int seg_eob = get_tx_eob(&cpi->common.seg, segment_id, tx_size);
238233d2500723e5594f3e7c70896ffeeef32b9c950ywan
239233d2500723e5594f3e7c70896ffeeef32b9c950ywan  int aoff, loff;
240233d2500723e5594f3e7c70896ffeeef32b9c950ywan  txfrm_block_to_raster_xy(plane_bsize, tx_size, block, &aoff, &loff);
241233d2500723e5594f3e7c70896ffeeef32b9c950ywan
242233d2500723e5594f3e7c70896ffeeef32b9c950ywan  pt = get_entropy_context(tx_size, pd->above_context + aoff,
243233d2500723e5594f3e7c70896ffeeef32b9c950ywan                           pd->left_context + loff);
244233d2500723e5594f3e7c70896ffeeef32b9c950ywan  so = get_scan(xd, tx_size, type, block);
245233d2500723e5594f3e7c70896ffeeef32b9c950ywan  scan = so->scan;
246233d2500723e5594f3e7c70896ffeeef32b9c950ywan  nb = so->neighbors;
247233d2500723e5594f3e7c70896ffeeef32b9c950ywan  c = 0;
248233d2500723e5594f3e7c70896ffeeef32b9c950ywan  while (c < eob) {
249233d2500723e5594f3e7c70896ffeeef32b9c950ywan    int v = 0;
250233d2500723e5594f3e7c70896ffeeef32b9c950ywan    int skip_eob = 0;
251233d2500723e5594f3e7c70896ffeeef32b9c950ywan    v = qcoeff[scan[c]];
252233d2500723e5594f3e7c70896ffeeef32b9c950ywan
253233d2500723e5594f3e7c70896ffeeef32b9c950ywan    while (!v) {
254233d2500723e5594f3e7c70896ffeeef32b9c950ywan      add_token_no_extra(&t, coef_probs[band[c]][pt], ZERO_TOKEN, skip_eob,
255233d2500723e5594f3e7c70896ffeeef32b9c950ywan                         counts[band[c]][pt]);
256233d2500723e5594f3e7c70896ffeeef32b9c950ywan      eob_branch[band[c]][pt] += !skip_eob;
257233d2500723e5594f3e7c70896ffeeef32b9c950ywan
258233d2500723e5594f3e7c70896ffeeef32b9c950ywan      skip_eob = 1;
259233d2500723e5594f3e7c70896ffeeef32b9c950ywan      token_cache[scan[c]] = 0;
260233d2500723e5594f3e7c70896ffeeef32b9c950ywan      ++c;
261233d2500723e5594f3e7c70896ffeeef32b9c950ywan      pt = get_coef_context(nb, token_cache, c);
262233d2500723e5594f3e7c70896ffeeef32b9c950ywan      v = qcoeff[scan[c]];
263233d2500723e5594f3e7c70896ffeeef32b9c950ywan    }
264233d2500723e5594f3e7c70896ffeeef32b9c950ywan
265233d2500723e5594f3e7c70896ffeeef32b9c950ywan    add_token(&t, coef_probs[band[c]][pt],
266233d2500723e5594f3e7c70896ffeeef32b9c950ywan              vp9_dct_value_tokens_ptr[v].extra,
267233d2500723e5594f3e7c70896ffeeef32b9c950ywan              (uint8_t)vp9_dct_value_tokens_ptr[v].token,
268233d2500723e5594f3e7c70896ffeeef32b9c950ywan              (uint8_t)skip_eob,
269233d2500723e5594f3e7c70896ffeeef32b9c950ywan              counts[band[c]][pt]);
270233d2500723e5594f3e7c70896ffeeef32b9c950ywan    eob_branch[band[c]][pt] += !skip_eob;
271233d2500723e5594f3e7c70896ffeeef32b9c950ywan
272233d2500723e5594f3e7c70896ffeeef32b9c950ywan    token_cache[scan[c]] =
273233d2500723e5594f3e7c70896ffeeef32b9c950ywan        vp9_pt_energy_class[vp9_dct_value_tokens_ptr[v].token];
274233d2500723e5594f3e7c70896ffeeef32b9c950ywan    ++c;
275233d2500723e5594f3e7c70896ffeeef32b9c950ywan    pt = get_coef_context(nb, token_cache, c);
276233d2500723e5594f3e7c70896ffeeef32b9c950ywan  }
277233d2500723e5594f3e7c70896ffeeef32b9c950ywan  if (c < seg_eob) {
278233d2500723e5594f3e7c70896ffeeef32b9c950ywan    add_token_no_extra(&t, coef_probs[band[c]][pt], EOB_TOKEN, 0,
279233d2500723e5594f3e7c70896ffeeef32b9c950ywan                       counts[band[c]][pt]);
280233d2500723e5594f3e7c70896ffeeef32b9c950ywan    ++eob_branch[band[c]][pt];
281233d2500723e5594f3e7c70896ffeeef32b9c950ywan  }
282233d2500723e5594f3e7c70896ffeeef32b9c950ywan
283233d2500723e5594f3e7c70896ffeeef32b9c950ywan  *tp = t;
284233d2500723e5594f3e7c70896ffeeef32b9c950ywan
285233d2500723e5594f3e7c70896ffeeef32b9c950ywan  vp9_set_contexts(xd, pd, plane_bsize, tx_size, c > 0, aoff, loff);
286233d2500723e5594f3e7c70896ffeeef32b9c950ywan}
287233d2500723e5594f3e7c70896ffeeef32b9c950ywan
288233d2500723e5594f3e7c70896ffeeef32b9c950ywanstruct is_skippable_args {
289233d2500723e5594f3e7c70896ffeeef32b9c950ywan  MACROBLOCK *x;
290233d2500723e5594f3e7c70896ffeeef32b9c950ywan  int *skippable;
291233d2500723e5594f3e7c70896ffeeef32b9c950ywan};
292233d2500723e5594f3e7c70896ffeeef32b9c950ywan
293233d2500723e5594f3e7c70896ffeeef32b9c950ywanstatic void is_skippable(int plane, int block,
294233d2500723e5594f3e7c70896ffeeef32b9c950ywan                         BLOCK_SIZE plane_bsize, TX_SIZE tx_size,
295233d2500723e5594f3e7c70896ffeeef32b9c950ywan                         void *argv) {
296233d2500723e5594f3e7c70896ffeeef32b9c950ywan  struct is_skippable_args *args = argv;
297233d2500723e5594f3e7c70896ffeeef32b9c950ywan  args->skippable[0] &= (!args->x->plane[plane].eobs[block]);
298233d2500723e5594f3e7c70896ffeeef32b9c950ywan}
299233d2500723e5594f3e7c70896ffeeef32b9c950ywan
300233d2500723e5594f3e7c70896ffeeef32b9c950ywanint vp9_is_skippable_in_plane(MACROBLOCK *x, BLOCK_SIZE bsize, int plane) {
301233d2500723e5594f3e7c70896ffeeef32b9c950ywan  int result = 1;
302233d2500723e5594f3e7c70896ffeeef32b9c950ywan  struct is_skippable_args args = {x, &result};
303233d2500723e5594f3e7c70896ffeeef32b9c950ywan  vp9_foreach_transformed_block_in_plane(&x->e_mbd, bsize, plane, is_skippable,
304233d2500723e5594f3e7c70896ffeeef32b9c950ywan                                         &args);
305233d2500723e5594f3e7c70896ffeeef32b9c950ywan  return result;
306233d2500723e5594f3e7c70896ffeeef32b9c950ywan}
307233d2500723e5594f3e7c70896ffeeef32b9c950ywan
308233d2500723e5594f3e7c70896ffeeef32b9c950ywanvoid vp9_tokenize_sb(VP9_COMP *cpi, TOKENEXTRA **t, int dry_run,
309233d2500723e5594f3e7c70896ffeeef32b9c950ywan                     BLOCK_SIZE bsize) {
310233d2500723e5594f3e7c70896ffeeef32b9c950ywan  VP9_COMMON *const cm = &cpi->common;
311233d2500723e5594f3e7c70896ffeeef32b9c950ywan  MACROBLOCKD *const xd = &cpi->mb.e_mbd;
312233d2500723e5594f3e7c70896ffeeef32b9c950ywan  MB_MODE_INFO *const mbmi = &xd->mi[0]->mbmi;
313233d2500723e5594f3e7c70896ffeeef32b9c950ywan  TOKENEXTRA *t_backup = *t;
314233d2500723e5594f3e7c70896ffeeef32b9c950ywan  const int ctx = vp9_get_skip_context(xd);
315233d2500723e5594f3e7c70896ffeeef32b9c950ywan  const int skip_inc = !vp9_segfeature_active(&cm->seg, mbmi->segment_id,
316233d2500723e5594f3e7c70896ffeeef32b9c950ywan                                              SEG_LVL_SKIP);
317233d2500723e5594f3e7c70896ffeeef32b9c950ywan  struct tokenize_b_args arg = {cpi, xd, t};
318233d2500723e5594f3e7c70896ffeeef32b9c950ywan  if (mbmi->skip) {
319233d2500723e5594f3e7c70896ffeeef32b9c950ywan    if (!dry_run)
320233d2500723e5594f3e7c70896ffeeef32b9c950ywan      cm->counts.skip[ctx][1] += skip_inc;
321233d2500723e5594f3e7c70896ffeeef32b9c950ywan    reset_skip_context(xd, bsize);
322233d2500723e5594f3e7c70896ffeeef32b9c950ywan    if (dry_run)
323233d2500723e5594f3e7c70896ffeeef32b9c950ywan      *t = t_backup;
324233d2500723e5594f3e7c70896ffeeef32b9c950ywan    return;
325233d2500723e5594f3e7c70896ffeeef32b9c950ywan  }
326233d2500723e5594f3e7c70896ffeeef32b9c950ywan
327233d2500723e5594f3e7c70896ffeeef32b9c950ywan  if (!dry_run) {
328233d2500723e5594f3e7c70896ffeeef32b9c950ywan    cm->counts.skip[ctx][0] += skip_inc;
329233d2500723e5594f3e7c70896ffeeef32b9c950ywan    vp9_foreach_transformed_block(xd, bsize, tokenize_b, &arg);
330233d2500723e5594f3e7c70896ffeeef32b9c950ywan  } else {
331233d2500723e5594f3e7c70896ffeeef32b9c950ywan    vp9_foreach_transformed_block(xd, bsize, set_entropy_context_b, &arg);
332233d2500723e5594f3e7c70896ffeeef32b9c950ywan    *t = t_backup;
333233d2500723e5594f3e7c70896ffeeef32b9c950ywan  }
334233d2500723e5594f3e7c70896ffeeef32b9c950ywan}
335