Searched defs:precision (Results 1 - 14 of 14) sorted by relevance

/device/google/contexthub/firmware/os/core/
H A Dprintf.c32 uint32_t precision; member in struct:PrintfData
51 if (data->precision > sizeof(buf) - 1)
52 data->precision = sizeof(buf) - 1;
92 while (data->precision > numPrinted) {
219 data.precision = 0;
247 if (data.precision)
248 len = StrVPrintf_StrLen_withMax(str,data.precision);
301 data.precision = (data.precision * 10) + c - '0';
/device/linaro/bootloader/edk2/AppPkg/Applications/Python/Python-2.7.10/Python/
H A Dpystrtod.c528 ensure_decimal_point(char* buffer, size_t buf_size, int precision) argument
553 assert(precision == -1);
561 if (digit_count == precision) {
573 assert(precision == -1 || digit_count < precision);
644 int precision)
714 buffer = ensure_decimal_point(buffer, buf_size, precision);
739 int precision,
768 /* Supplied precision is unused, must be 0. */
769 if (precision !
640 _PyOS_ascii_formatd(char *buffer, size_t buf_size, const char *format, double d, int precision) argument
737 PyOS_double_to_string(double val, char format_code, int precision, int flags, int *type) argument
937 format_float_short(double d, char format_code, int mode, Py_ssize_t precision, int always_add_sign, int add_dot_0_if_integer, int use_alt_formatting, char **float_strings, int *type) argument
1185 PyOS_double_to_string(double val, char format_code, int precision, int flags, int *type) argument
[all...]
/device/linaro/bootloader/edk2/AppPkg/Applications/Python/Python-2.7.2/Python/
H A Dpystrtod.c528 ensure_decimal_point(char* buffer, size_t buf_size, int precision) argument
553 assert(precision == -1);
561 if (digit_count == precision) {
573 assert(precision == -1 || digit_count < precision);
644 int precision)
714 buffer = ensure_decimal_point(buffer, buf_size, precision);
739 int precision,
768 /* Supplied precision is unused, must be 0. */
769 if (precision !
640 _PyOS_ascii_formatd(char *buffer, size_t buf_size, const char *format, double d, int precision) argument
737 PyOS_double_to_string(double val, char format_code, int precision, int flags, int *type) argument
937 format_float_short(double d, char format_code, int mode, Py_ssize_t precision, int always_add_sign, int add_dot_0_if_integer, int use_alt_formatting, char **float_strings, int *type) argument
1185 PyOS_double_to_string(double val, char format_code, int precision, int flags, int *type) argument
[all...]
/device/linaro/bootloader/edk2/AppPkg/Applications/Python/Python-2.7.10/Objects/
H A Dcomplexobject.c15 The repr() precision (17 significant decimal digits) is the minimal number
16 that is guaranteed to have enough precision so that if the number is read
21 The str() precision is chosen so that in most cases, the rounding noise
23 precision for practical use.
369 complex_format(PyComplexObject *v, int precision, char format_code) argument
389 precision, 0, NULL);
397 precision, 0, NULL);
405 precision, Py_DTSF_SIGN, NULL);
H A Dfloatobject.c74 information about the precision and internal representation. Please study\n\
366 float_str_or_repr(PyFloatObject *v, int precision, char format_code) argument
370 format_code, precision,
402 * 63 bits of precision, but a C double probably has only 53), and then
436 * Cray single with 48 bits of precision, and long has 64
1040 * has more bits of precision than a double, casting LONG_MAX to
1118 23 takes at least 54 bits of precision to represent exactly.
H A Dunicodeobject.c672 makefmt(char *fmt, int longflag, int size_tflag, int zeropad, int width, int precision, char c) argument
680 if (precision)
681 fmt += sprintf(fmt, ".%d", precision);
709 int precision = 0; local
764 precision = 0;
768 precision = (precision*10) + *f++ - '0';
804 if (width < precision)
805 width = precision;
925 /* parse the width.precision par
[all...]
/device/linaro/bootloader/edk2/AppPkg/Applications/Python/Python-2.7.10/Objects/stringlib/
H A Dformatter.h138 Py_ssize_t precision; member in struct:__anon2869
155 printf("internal format spec: precision %zd\n", format->precision);
191 format->precision = -1;
249 /* Parse field precision */
253 consumed = get_integer(&ptr, end, &format->precision);
258 /* Not having a precision after a dot is an error. */
261 "Format specifier missing precision");
433 /* not all fields of format are used. for example, precision is
705 /* if precision i
931 Py_ssize_t precision; local
1086 Py_ssize_t precision; local
[all...]
/device/linaro/bootloader/edk2/AppPkg/Applications/Python/Python-2.7.2/Objects/
H A Dcomplexobject.c15 The repr() precision (17 significant decimal digits) is the minimal number
16 that is guaranteed to have enough precision so that if the number is read
21 The str() precision is chosen so that in most cases, the rounding noise
23 precision for practical use.
365 complex_format(PyComplexObject *v, int precision, char format_code) argument
385 precision, 0, NULL);
393 precision, 0, NULL);
401 precision, Py_DTSF_SIGN, NULL);
H A Dfloatobject.c74 information about the precision and internal representation. Please study\n\
365 float_str_or_repr(PyFloatObject *v, int precision, char format_code) argument
369 format_code, precision,
401 * 63 bits of precision, but a C double probably has only 53), and then
435 * Cray single with 48 bits of precision, and long has 64
1039 * has more bits of precision than a double, casting LONG_MAX to
1107 23 takes at least 54 bits of precision to represent exactly.
H A Dunicodeobject.c632 makefmt(char *fmt, int longflag, int size_tflag, int zeropad, int width, int precision, char c) argument
640 if (precision)
641 fmt += sprintf(fmt, ".%d", precision);
664 int precision = 0; local
859 /* parse the width.precision part */
863 precision = 0;
867 precision = (precision*10) + *f++ - '0';
886 makefmt(fmt, longflag, size_tflag, zeropad, width, precision, 'd');
896 makefmt(fmt, longflag, size_tflag, zeropad, width, precision, '
[all...]
/device/linaro/bootloader/edk2/AppPkg/Applications/Python/Python-2.7.2/Objects/stringlib/
H A Dformatter.h140 Py_ssize_t precision; member in struct:__anon3214
157 printf("internal format spec: precision %zd\n", format->precision);
192 format->precision = -1;
249 /* Parse field precision */
253 consumed = get_integer(&ptr, end, &format->precision);
258 /* Not having a precision after a dot is an error. */
261 "Format specifier missing precision");
433 /* not all fields of format are used. for example, precision is
705 /* if precision i
933 Py_ssize_t precision = format->precision; local
1083 Py_ssize_t precision = format->precision; local
[all...]
/device/linaro/bootloader/edk2/AppPkg/Applications/Enquire/
H A DEnquire.c331 loss-of-precision arithmetic traps. The program cannot cope with these,
374 wrong precision".
667 #define D_DIG "Number of decimal digits of precision in a %s"
691 char *f_rep ARGS((int precision, Long_double val));
816 printf("\n Extended rounding precision: ");
869 case '1': cmd= "precision"; val= "single"; break;
870 case '2': cmd= "precision"; val= "double"; break;
871 case '3': cmd= "precision"; val= "extended"; break;
1307 int precision,
1316 sort, name, f_rep(precision, va
1302 f_define( char *desc, char *extra, char *sort, char *name, int precision, Long_double val, char *mark ) argument
1377 f_rep(int precision, Long_double val) argument
2650 F_check(int precision, Long_double val1) argument
[all...]
/device/generic/goldfish-opengl/system/GLESv2_enc/
H A Dgl2_enc.cpp2220 void glGetShaderPrecisionFormat_enc(void *self , GLenum shadertype, GLenum precisiontype, GLint* range, GLint* precision) argument
2250 stream->readback(precision, __size_precision);
2251 if (useChecksum) checksumCalculator->addBuffer(precision, __size_precision);
H A Dgl2_entry.cpp77 void glGetShaderPrecisionFormat(GLenum shadertype, GLenum precisiontype, GLint* range, GLint* precision);
855 void glGetShaderPrecisionFormat(GLenum shadertype, GLenum precisiontype, GLint* range, GLint* precision) argument
858 ctx->glGetShaderPrecisionFormat(ctx, shadertype, precisiontype, range, precision);

Completed in 283 milliseconds