Lines Matching defs:precision
528 ensure_decimal_point(char* buffer, size_t buf_size, int precision)
553 assert(precision == -1);
561 if (digit_count == precision) {
573 assert(precision == -1 || digit_count < precision);
644 int precision)
714 buffer = ensure_decimal_point(buffer, buf_size, precision);
739 int precision,
768 /* Supplied precision is unused, must be 0. */
769 if (precision != 0) {
773 /* The repr() precision (17 significant decimal digits) is the
774 minimal number that is guaranteed to have enough precision
779 precision = 17;
802 for 'g' format: at most precision, except possibly
803 when precision == 0, when it's 1.
804 for 'e' format: precision+1
805 for 'f' format: precision digits after the point, at least 1
820 So we allow room for precision+1 digits for all formats, plus an
829 bufsize = 25 + precision;
858 (flags & Py_DTSF_ALT ? "#" : ""), precision,
860 _PyOS_ascii_formatd(buf, bufsize, format, val, precision);
917 precision is the desired precision
938 int mode, Py_ssize_t precision,
953 digits = _Py_dg_dtoa(d, mode, precision, &decpt_as_int, &sign,
1045 vdigits_end = precision;
1048 vdigits_end = decpt + precision;
1052 (add_dot_0_if_integer ? precision-1 : precision))
1055 vdigits_end = precision;
1187 int precision,
1204 precision++;
1223 /* precision 0 makes no sense for 'g' format; interpret as 1 */
1224 if (precision == 0)
1225 precision = 1;
1231 /* Supplied precision is unused, must be 0. */
1232 if (precision != 0) {
1243 return format_float_short(val, format_code, mode, precision,