Lines Matching refs:precision
28 void RangeEncodeDecodeTest(int precision, random::SimplePhilox* gen) {
39 const int multiplier = (precision > 7) ? 32 : 1;
43 (multiplier << precision) - histogram.size() * (multiplier - 1);
59 ASSERT_EQ(cdf.back(), 1 << precision);
62 const double normalizer = static_cast<double>(1 << precision);
67 RangeEncoder encoder(precision);
82 RangeDecoder decoder(encoded, precision);
92 const int precision = 1 + rand.Uniform(11);
93 RangeEncodeDecodeTest(precision, &rand);
99 for (int precision = 12; precision < 17; ++precision) {
100 RangeEncodeDecodeTest(precision, &rand);