Searched defs:precision (Results 76 - 100 of 183) sorted by relevance

12345678

/external/eigen/Eigen/src/SVD/
H A DJacobiSVD.h822 // currently we stop when we reach precision 2*epsilon as the last bit of precision can require an unreasonable number of iterations,
823 // only worsening the precision of U and V as we accumulate more rotations
824 const RealScalar precision = RealScalar(2) * NumTraits<Scalar>::epsilon(); local
862 RealScalar threshold = (max)(considerAsZero, precision * (max)(abs(m_workMatrix.coeff(p,p)),
/external/libpcap/
H A Dsf-pcap-ng.c645 pcap_ng_check_header(bpf_u_int32 magic, FILE *fp, u_int precision, char *errbuf, argument
763 * What precision does the user want?
765 switch (precision) {
777 "unknown time stamp resolution %u", precision);
783 p->opt.tstamp_precision = precision;
846 p->opt.tstamp_precision = precision;
/external/libvpx/libvpx/vp9/common/
H A Dvp9_reconinter.c85 enum mv_precision precision,
87 const int is_q4 = precision == MV_PRECISION_Q4;
171 // mv_precision precision is MV_PRECISION_Q4.
275 // mv_precision precision is MV_PRECISION_Q4.
298 // Co-ordinate of containing block to pixel precision.
302 // Co-ordinate of the block to 1/16th pixel precision.
307 // to 1/16th pixel precision.
321 // Co-ordinate of containing block to pixel precision.
325 // Co-ordinate of the block to 1/16th pixel precision.
79 vp9_build_inter_predictor(const uint8_t *src, int src_stride, uint8_t *dst, int dst_stride, const MV *src_mv, const struct scale_factors *sf, int w, int h, int ref, const InterpKernel *kernel, enum mv_precision precision, int x, int y) argument
/external/qemu/distrib/sdl-1.2.15/src/stdlib/
H A DSDL_string.c1076 const double precision = 0.00000001; local
1090 if ( arg > precision && maxlen ) {
1093 while ( (arg > precision) && maxlen ) {
/external/stlport/src/
H A Dnum_put_float.cpp403 // If long double value can be safely converted to double without losing precision
443 // If long double value can be safely converted to double without losing precision
481 // according to the specified precision and format flags. This is
490 int precision) {
506 if (precision != 0 || flags & ios_base::showpoint) {
511 while (*bp != 0 && precision--)
515 if (precision > 0)
516 buf.append(precision, '0');
553 int precision) {
554 if ( sign && (decpt > -precision)
487 __format_float_scientific( __iostring& buf, const char *bp, int decpt, int sign, bool is_zero, ios_base::fmtflags flags, int precision) argument
550 __format_float_fixed( __iostring &buf, const char *bp, int decpt, int sign, ios_base::fmtflags flags, int precision) argument
651 __format_float(__iostring &buf, const char * bp, int decpt, int sign, bool is_zero, ios_base::fmtflags flags, int precision) argument
749 __write_floatT(__iostring &buf, ios_base::fmtflags flags, int precision, _FloatT x , char modifier) argument
761 snprintf(_STLP_ARRAY_AND_SIZE(static_buf), fmtbuf, precision, x); local
823 __write_float(__iostring &buf, ios_base::fmtflags flags, int precision, double x) argument
834 __write_float(__iostring &buf, ios_base::fmtflags flags, int precision, long double x) argument
[all...]
/external/stlport/stlport/stl/
H A D_ios_base.h127 streamsize precision() const { return _M_precision; } function in class:ios_base
128 streamsize precision(streamsize __newprecision) { function in class:ios_base
/external/strace/
H A Dtime.c416 int precision; member in struct:__anon31370
439 tprintf(", constant=%d, precision=%u, ",
440 tx.constant, tx.precision);
471 tprintf("time_constant=%ld, precision=%lu, ",
472 tx.time_constant, tx.precision);
482 tprintf(", constant=%ld, precision=%lu, ",
483 (long) tx.constant, (long) tx.precision);
/external/valgrind/main/none/tests/ppc32/
H A Dtest_dfp1.c295 precision_type_t precision; member in struct:dfp_test
337 if (test_group.precision == LONG_TEST) {
350 if (test_group.precision == QUAD_TEST) {
365 if (test_group.precision == LONG_TEST) {
H A Dtest_dfp2.c384 precision_type_t precision; member in struct:dfp_test
464 if (test_group.precision == LONG_TEST) {
473 if (test_group.precision == QUAD_TEST) {
483 if (test_group.precision == LONG_TEST) {
538 if (test_group.precision == LONG_TEST) {
547 if (test_group.precision == QUAD_TEST) {
557 if (test_group.precision) {
622 if (test_group.precision) {
H A Dtest_dfp5.c384 precision_type_t precision; member in struct:dfp_one_arg_test
392 precision_type_t precision; member in struct:dfp_one_arg_bcd_test
417 if (test_def.precision == LONG_TEST) {
430 if (test_def.precision == QUAD_TEST) {
433 if (test_def.precision == LONG_TEST)
462 if (test_def.precision == LONG_TEST)
483 if (test_def.precision == LONG_TEST) {
494 if (test_def.precision == QUAD_TEST) {
497 if (test_def.precision == LONG_TEST)
531 if (test_def.precision
[all...]
/external/valgrind/main/none/tests/ppc64/
H A Dtest_dfp1.c295 precision_type_t precision; member in struct:dfp_test
337 if (test_group.precision == LONG_TEST) {
350 if (test_group.precision == QUAD_TEST) {
365 if (test_group.precision == LONG_TEST) {
H A Dtest_dfp2.c384 precision_type_t precision; member in struct:dfp_test
464 if (test_group.precision == LONG_TEST) {
473 if (test_group.precision == QUAD_TEST) {
483 if (test_group.precision == LONG_TEST) {
538 if (test_group.precision == LONG_TEST) {
547 if (test_group.precision == QUAD_TEST) {
557 if (test_group.precision) {
622 if (test_group.precision) {
H A Dtest_dfp5.c384 precision_type_t precision; member in struct:dfp_one_arg_test
392 precision_type_t precision; member in struct:dfp_one_arg_bcd_test
417 if (test_def.precision == LONG_TEST) {
430 if (test_def.precision == QUAD_TEST) {
433 if (test_def.precision == LONG_TEST)
462 if (test_def.precision == LONG_TEST)
483 if (test_def.precision == LONG_TEST) {
494 if (test_def.precision == QUAD_TEST) {
497 if (test_def.precision == LONG_TEST)
531 if (test_def.precision
[all...]
/external/owasp/sanitizer/tools/findbugs/lib/
H A DjFormatString.jar ... .formatStringChecker.Flags f private int width private int precision private boolean dt private char c private final String source ...
/external/chromium_org/cc/output/
H A Dshader.cc17 precision, SetFragmentSamplerType(sampler, SHADER0(Src)))
69 // way that the effective precision might be lower than expected.
79 // Initialize range and precision with minimum spec values for when
84 GLint precision = 10; local
87 range, &precision));
88 *highp_threshold_cache = 1 << precision;
213 precision mediump float;
702 TexCoordPrecision precision, SamplerType sampler) const {
704 precision mediump float;
716 TexCoordPrecision precision, SamplerTyp
701 GetShaderString( TexCoordPrecision precision, SamplerType sampler) const argument
715 GetShaderString( TexCoordPrecision precision, SamplerType sampler) const argument
736 GetShaderString( TexCoordPrecision precision, SamplerType sampler) const argument
750 GetShaderString( TexCoordPrecision precision, SamplerType sampler) const argument
793 GetShaderString( TexCoordPrecision precision, SamplerType sampler) const argument
809 GetShaderString( TexCoordPrecision precision, SamplerType sampler) const argument
826 GetShaderString( TexCoordPrecision precision, SamplerType sampler) const argument
839 GetShaderString( TexCoordPrecision precision, SamplerType sampler) const argument
851 GetShaderString( TexCoordPrecision precision, SamplerType sampler) const argument
866 GetShaderString( TexCoordPrecision precision, SamplerType sampler) const argument
902 GetShaderString( TexCoordPrecision precision, SamplerType sampler) const argument
947 GetShaderString( TexCoordPrecision precision, SamplerType sampler) const argument
970 GetShaderString( TexCoordPrecision precision, SamplerType sampler) const argument
1025 GetShaderString( TexCoordPrecision precision, SamplerType sampler) const argument
1078 GetShaderString( TexCoordPrecision precision, SamplerType sampler) const argument
1143 GetShaderString( TexCoordPrecision precision, SamplerType sampler) const argument
1207 GetShaderString( TexCoordPrecision precision, SamplerType sampler) const argument
1270 GetShaderString( TexCoordPrecision precision, SamplerType sampler) const argument
1333 GetShaderString( TexCoordPrecision precision, SamplerType sampler) const argument
1395 GetShaderString( TexCoordPrecision precision, SamplerType sampler) const argument
1440 GetShaderString( TexCoordPrecision precision, SamplerType sampler) const argument
1471 GetShaderString( TexCoordPrecision precision, SamplerType sampler) const argument
1515 GetShaderString( TexCoordPrecision precision, SamplerType sampler) const argument
[all...]
/external/chromium_org/cc/test/
H A Dtest_gles2_interface.cc105 GLint* precision) {
107 shadertype, precisiontype, range, precision);
102 GetShaderPrecisionFormat(GLenum shadertype, GLenum precisiontype, GLint* range, GLint* precision) argument
H A Dtest_web_graphics_context_3d.cc390 GLint* precision) {
391 // Return the minimum precision requirements of the GLES2
397 *precision = 0;
402 *precision = 0;
407 *precision = 0;
412 *precision = 8;
417 *precision = 10;
422 *precision = 16;
387 getShaderPrecisionFormat(GLenum shadertype, GLenum precisiontype, GLint* range, GLint* precision) argument
/external/chromium_org/third_party/WebKit/Source/wtf/text/
H A DWTFString.cpp532 String String::number(double number, unsigned precision, TrailingZerosTruncatingPolicy trailingZerosTruncatingPolicy) argument
535 return String(numberToFixedPrecisionString(number, precision, buffer, trailingZerosTruncatingPolicy == TruncateTrailingZeros));
/external/chromium_org/third_party/angle/src/compiler/translator/
H A DTypes.h227 : type(t), precision(EbpUndefined), qualifier(EvqGlobal),
235 : type(t), precision(p), qualifier(q),
243 : type(EbtStruct), precision(p), qualifier(EvqTemporary),
251 : type(EbtInterfaceBlock), precision(EbpUndefined), qualifier(qualifierIn),
269 return precision;
273 precision = p;
437 return ::getPrecisionString(precision);
473 TPrecision precision; member in class:TType
504 TPrecision precision; member in struct:TPublicType
517 precision
[all...]
H A Dglslang_tab.h211 TPrecision precision; member in union:YYSTYPE::__anon11552::__anon11554
/external/chromium_org/third_party/mesa/src/src/gallium/auxiliary/util/
H A Du_snprintf.c42 * precision specifications; fix various floating point conversion bugs;
45 * check for integer overflow of the field width, precision, and return
479 int precision = -1; local
566 if (precision == -1)
567 precision = 0;
570 if (precision > (INT_MAX - ch) / 10) {
574 precision = 10 * precision + ch;
578 * C99 says: "A negative precision argument is
579 * taken as if the precision wer
861 fmtstr(char *str, size_t *len, size_t size, const char *value, int width, int precision, int flags) argument
895 fmtint(char *str, size_t *len, size_t size, INTMAX_T value, int base, int width, int precision, int flags) argument
996 fmtflt(char *str, size_t *len, size_t size, LDOUBLE fvalue, int width, int precision, int flags, int *overflow) argument
[all...]
/external/chromium_org/third_party/mesa/src/src/mesa/drivers/dri/i965/
H A Dbrw_vs_emit.c650 GLuint precision)
676 precision);
689 GLuint precision)
710 precision);
724 GLuint precision)
730 emit_math1_gen6(c, function, dst, arg0, precision);
732 emit_math1_gen4(c, function, dst, arg0, precision);
740 GLuint precision)
761 precision);
774 GLuint precision)
646 emit_math1_gen4(struct brw_vs_compile *c, GLuint function, struct brw_reg dst, struct brw_reg arg0, GLuint precision) argument
685 emit_math1_gen6(struct brw_vs_compile *c, GLuint function, struct brw_reg dst, struct brw_reg arg0, GLuint precision) argument
720 emit_math1(struct brw_vs_compile *c, GLuint function, struct brw_reg dst, struct brw_reg arg0, GLuint precision) argument
735 emit_math2_gen4( struct brw_vs_compile *c, GLuint function, struct brw_reg dst, struct brw_reg arg0, struct brw_reg arg1, GLuint precision) argument
769 emit_math2_gen6( struct brw_vs_compile *c, GLuint function, struct brw_reg dst, struct brw_reg arg0, struct brw_reg arg1, GLuint precision) argument
801 emit_math2( struct brw_vs_compile *c, GLuint function, struct brw_reg dst, struct brw_reg arg0, struct brw_reg arg1, GLuint precision) argument
[all...]
/external/chromium_org/third_party/mesa/src/src/mesa/main/
H A Dshaderapi.c1460 GLint* range, GLint* precision)
1506 precision[0] = p->Precision;
1459 _mesa_GetShaderPrecisionFormat(GLenum shadertype, GLenum precisiontype, GLint* range, GLint* precision) argument
/external/chromium_org/third_party/sqlite/src/src/
H A Dprintf.c39 ** * The %c field now accepts a precision. The character output
40 ** is repeated by the number of times the precision specifies.
104 #define FLAG_STRING 4 /* Allow infinity precision */
236 int precision; /* Precision of the current field */ local
313 /* Get the precision */
315 precision = 0;
318 precision = va_arg(ap,int);
319 if( precision<0 ) precision = -precision;
[all...]
/external/chromium_org/v8/src/arm/
H A Ddisasm-arm.cc353 VFPRegPrecision precision = local
359 reg = instr->VFPNRegValue(precision);
361 reg = instr->VFPMRegValue(precision);
370 reg = instr->VFPDRegValue(precision);
383 if (precision == kSinglePrecision) {

Completed in 5501 milliseconds

12345678