Lines Matching refs:quantization
146 // to a multiple of quantization, working modulo 256, taking care not to cross
149 uint8_t boundary, int quantization) {
152 const int lower = residual & ~(quantization - 1);
153 const int upper = lower + quantization;
160 // Halve quantization step to avoid crossing boundary. This midpoint is
163 return lower + (quantization >> 1);
169 // Halve quantization step to avoid crossing boundary. This midpoint is
172 return lower + (quantization >> 1);
179 // its prediction to a multiple of a quantization (a power of 2, not larger than
186 int quantization;
193 quantization = max_quantization;
194 while (quantization >= max_diff) {
195 quantization >>= 1;
201 a = NearLosslessComponent(value >> 24, predict >> 24, 0xff, quantization);
204 quantization);
209 // The amount by which green has been adjusted during quantization. It is
211 // quantization errors in them.
216 quantization);
218 0xff - new_green, quantization);
280 // applied, quantizing residuals to multiples of quantization levels up to
281 // max_quantization (the actual quantization level depends on smoothness near
393 // residuals to multiples of quantization levels up to max_quantization
394 // (the actual quantization level depends on smoothness near the given pixel).