Searched refs:precision (Results 251 - 275 of 473) sorted by relevance

<<111213141516171819

/external/mesa3d/src/compiler/glsl/
H A Dglsl_symbol_table.cpp207 int precision)
212 default_specifier->default_precision = precision;
206 add_default_precision_qualifier(const char *type_name, int precision) argument
/external/swiftshader/src/OpenGL/compiler/
H A DBaseTypes.h32 inline const char *getPrecisionString(TPrecision precision) argument
34 switch(precision)
H A DSymbolTable.cpp37 type(p.type), precision(p.precision), qualifier(p.qualifier),
/external/tcpdump/
H A Dprint-ntp.c120 int precision:8; member in struct:ntpdata
242 /* Can't ND_TCHECK bp->precision bitfield so bp->distance + 0 instead */
244 ND_PRINT((ndo, ", precision %d", bp->precision));
/external/tensorflow/tensorflow/examples/tutorials/mnist/
H A Dfully_connected_feed.py111 precision = float(true_count) / num_examples
113 (num_examples, true_count, precision))
/external/valgrind/none/tests/ppc32/
H A Dtest_isa_2_07_part2.c139 * Double precision:
154 * Single precision
241 * When src is a SNaN, it's converted to a QNaN first before rounding to single-precision,
242 * so we can't just copy the double-precision value to the corresponding slot in the
243 * single-precision array (i.e., in the loop at the end of this function). Instead, we
378 VX_FP_SMAS, // multiply add single precision result
379 VX_FP_SMSS, // multiply sub single precision result
380 VX_FP_SNMAS, // negative multiply add single precision result
381 VX_FP_SNMSS, // negative multiply sub single precision result
422 precision_type_t precision; member in struct:ldst_test
434 precision_type_t precision; member in struct:vx_fp_test2
[all...]
H A Dtest_isa_2_06_part3.c311 * When src is a SNaN, it's converted to a QNaN first before rounding to single-precision,
312 * so we can't just copy the double-precision value to the corresponding slot in the
313 * single-precision array (i.e., in the loop at the end of this function). Instead, we
432 /* Technically, the number of bits of precision for xvredp and xvrsqrtedp is
436 * precision) and the estimate may still be within expected tolerances. On top of that,
439 * in 256 -- i.e., 8 bits of precision) . . . When approximating the value 1.0111_1111_1111,
450 * Only use 12 bits of precision for reasons discussed above.
534 } else { // single precision test (only have xvrsqrtesp, since xvresp was implemented in stage 2)
574 precision_type_t precision; member in struct:vx_fp_test
904 precision_type_t precision; member in struct:vx_intToFp_test
1009 precision_type_t precision; member in struct:simple_test
1381 precision_type_t precision; member in struct:div_ext_test
[all...]
/external/valgrind/none/tests/ppc64/
H A Dtest_isa_2_07_part2.c139 * Double precision:
154 * Single precision
241 * When src is a SNaN, it's converted to a QNaN first before rounding to single-precision,
242 * so we can't just copy the double-precision value to the corresponding slot in the
243 * single-precision array (i.e., in the loop at the end of this function). Instead, we
378 VX_FP_SMAS, // multiply add single precision result
379 VX_FP_SMSS, // multiply sub single precision result
380 VX_FP_SNMAS, // negative multiply add single precision result
381 VX_FP_SNMSS, // negative multiply sub single precision result
422 precision_type_t precision; member in struct:ldst_test
434 precision_type_t precision; member in struct:vx_fp_test2
[all...]
H A Dtest_isa_2_06_part3.c311 * When src is a SNaN, it's converted to a QNaN first before rounding to single-precision,
312 * so we can't just copy the double-precision value to the corresponding slot in the
313 * single-precision array (i.e., in the loop at the end of this function). Instead, we
432 /* Technically, the number of bits of precision for xvredp and xvrsqrtedp is
436 * precision) and the estimate may still be within expected tolerances. On top of that,
439 * in 256 -- i.e., 8 bits of precision) . . . When approximating the value 1.0111_1111_1111,
450 * Only use 12 bits of precision for reasons discussed above.
534 } else { // single precision test (only have xvrsqrtesp, since xvresp was implemented in stage 2)
574 precision_type_t precision; member in struct:vx_fp_test
904 precision_type_t precision; member in struct:vx_intToFp_test
1009 precision_type_t precision; member in struct:simple_test
1381 precision_type_t precision; member in struct:div_ext_test
[all...]
/external/zlib/src/contrib/iostream2/
H A Dzstream.h246 oss->precision(m_os->precision());
/external/deqp/modules/gles3/functional/
H A Des3fShaderLoopTests.cpp1171 for (int precision = 0; precision < PRECISION_LAST; precision++)
1173 const char* precisionName = getPrecisionName((Precision)precision);
1188 group->addChild(createGenericLoopCase(m_context, name.c_str(), desc.c_str(), isVertexCase, (LoopType)loopType, (LoopCountType)loopCountType, (Precision)precision, loopDataType));
/external/deqp/modules/gles31/functional/
H A Des31fFboTestUtil.cpp79 const char* precision = "highp"; local
89 src << "uniform " << precision << " " << glu::getDataTypeName(samplerTypes[samplerNdx]) << " u_sampler" << samplerNdx << ";\n";
90 src << "uniform " << precision << " vec4 u_texScale" << samplerNdx << ";\n";
91 src << "uniform " << precision << " vec4 u_texBias" << samplerNdx << ";\n";
95 src << "uniform " << precision << " vec4 u_outScale0;\n"
96 << "uniform " << precision << " vec4 u_outBias0;\n"; local
101 << " " << precision << " vec4 out0 = vec4(0.0);\n"; local
/external/deqp/framework/opengl/
H A DgluShaderUtil.cpp164 const char* getPrecisionName (Precision precision) argument
174 DE_ASSERT(deInBounds32((int)precision, 0, PRECISION_LAST));
175 return s_names[(int)precision];
/external/icu/android_icu4j/src/main/tests/android/icu/dev/test/calendar/
H A DAstroTest.java379 double precision = PI/32;
390 if(!(got>expectedAge-precision && got<expectedAge+precision)){
/external/icu/icu4j/main/tests/core/src/com/ibm/icu/dev/test/calendar/
H A DAstroTest.java376 double precision = PI/32;
387 if(!(got>expectedAge-precision && got<expectedAge+precision)){
/external/python/cpython2/Modules/
H A Dsunaudiodev.c246 ai.play.precision / 8) -
350 { "i_precision", T_UINT, OFF(record.precision) },
369 { "o_precision", T_UINT, OFF(play.precision) },
/external/tensorflow/tensorflow/python/kernel_tests/
H A Dmetrics_test.py694 metrics.precision(
696 _assert_metric_variables(self, ('precision/false_positives/count:0',
697 'precision/true_positives/count:0'))
701 mean, _ = metrics.precision(
709 _, update_op = metrics.precision(
720 precision, update_op = metrics.precision(labels, predictions)
730 initial_precision = precision.eval()
732 self.assertEqual(initial_precision, precision.eval())
739 precision, update_o
[all...]
/external/bart/bart/sched/
H A DSchedMatrix.py238 np.set_printoptions(precision=5)
/external/eigen/Eigen/src/Eigenvalues/
H A DEigenSolver.h327 const RealScalar precision = RealScalar(2)*NumTraits<RealScalar>::epsilon(); local
332 if (internal::isMuchSmallerThan(numext::imag(m_eivalues.coeff(i)), numext::real(m_eivalues.coeff(i)), precision))
349 const RealScalar precision = RealScalar(2)*NumTraits<RealScalar>::epsilon(); local
354 if (internal::isMuchSmallerThan(numext::imag(m_eivalues.coeff(j)), numext::real(m_eivalues.coeff(j)), precision) || j+1==n)
/external/eigen/bench/
H A Dgeometry.cpp108 cout.precision(4);
/external/icu/icu4c/source/i18n/
H A Daffixpatternparser.h87 * Adjusts the precision used for a particular currency.
91 * @param precision min/max fraction digits and rounding increment
97 FixedPrecision &precision, UErrorCode &status);
/external/libmojo/third_party/jinja2/
H A Dfilters.py628 def do_round(value, precision=0, method='common'):
629 """Round the number to a given precision. The first
630 parameter specifies the precision (default is ``0``), the
646 Note that even if rounded to 0 precision, a float is returned. If
657 return round(value, precision)
659 return func(value * (10 ** precision)) / (10 ** precision)
/external/libpcap/
H A Dsf-pcap.c151 pcap_check_header(bpf_u_int32 magic, FILE *fp, u_int precision, char *errbuf, argument
265 p->opt.tstamp_precision = precision;
271 switch (precision) {
278 * precision down.
301 * precision up.
309 "unknown time stamp resolution %u", precision);
841 "%s: different time stamp precision, cannot append to file", fname);
850 "%s: different time stamp precision, cannot append to file", fname);
/external/libxml2/
H A Dtriop.h97 void trio_set_precision TRIO_PROTO((trio_pointer_t ref, int precision));
/external/deqp/modules/glshared/
H A DglsBuiltinPrecisionTests.cpp136 * In the precision tests we are dealing with functions of different arities.
254 //! Print out an interval with the precision of `fmt`.
269 //! Print out a value with the precision of `fmt`.
284 //! Approximate `value` elementwise to the float precision defined in `fmt`.
618 * point precision and the current variable environment.
1068 * by the current floating point precision.
1726 const double prec = this->precision(ctx, exact, arg0);
1743 virtual double precision (const EvalContext& ctx, double, double) const = 0;
1747 return precision(ctx, exact, arg0);
1802 const double prec = this->precision(ct
1863 double precision (const EvalContext&, double, double, double) const function in class:deqp::gls::BuiltinPrecisionTests::InfixOperator
2031 double precision (const EvalContext&, double, double) const { return 0.0; } function in class:deqp::gls::BuiltinPrecisionTests::Functions::Negate
2077 double precision (const EvalContext& ctx, double ret, double, double den) const function in class:deqp::gls::BuiltinPrecisionTests::Functions::Div
2104 double precision (const EvalContext& ctx, double ret, double x) const function in class:deqp::gls::BuiltinPrecisionTests::Functions::InverseSqrt
2121 double precision (const EvalContext& ctx, double ret, double x) const function in class:deqp::gls::BuiltinPrecisionTests::Functions::ExpFunc
2156 double precision (const EvalContext& ctx, double ret, double x) const function in class:deqp::gls::BuiltinPrecisionTests::Functions::LogFunc
2335 double precision (const EvalContext& ctx, double ret, double arg) const function in class:deqp::gls::BuiltinPrecisionTests::Functions::TrigFunc
2409 double precision (const EvalContext& ctx, double, double x) const function in class:deqp::gls::BuiltinPrecisionTests::Functions::ASin
2442 double precision (const EvalContext& ctx, double ret, double x) const function in class:deqp::gls::BuiltinPrecisionTests::Functions::ArcTrigFunc
2512 double precision (const EvalContext& ctx, double ret, double, double) const function in class:deqp::gls::BuiltinPrecisionTests::Functions::ATan2
3239 double precision (const EvalContext&, double, double) const { return 0.0; } function in class:deqp::gls::BuiltinPrecisionTests::Functions::PreciseFunc1
3286 double precision (const EvalContext&, double, double) const { return 0.0; } function in class:deqp::gls::BuiltinPrecisionTests::Functions::Round
3308 double precision (const EvalContext&, double, double, double) const { return 0.0; } function in class:deqp::gls::BuiltinPrecisionTests::Functions::PreciseFunc2
3361 double precision (const EvalContext&, double, double, double minVal, double maxVal) const function in class:deqp::gls::BuiltinPrecisionTests::Functions::Clamp
4384 Precision precision; member in struct:deqp::gls::BuiltinPrecisionTests::Context
5420 const Precision precision = Precision(precNdx); local
[all...]

Completed in 1249 milliseconds

<<111213141516171819