Searched refs:precision (Results 101 - 125 of 473) sorted by relevance

1234567891011>>

/external/flac/libFLAC/include/private/
H A Dfloat.h83 * 'precision' roughly limits the number of iterations that are done;
84 * use (unsigned)(-1) for maximum precision.
91 FLAC__uint32 FLAC__fixedpoint_log2(FLAC__uint32 x, unsigned fracbits, unsigned precision);
/external/libcxx/test/std/input.output/iostream.format/input.streams/iostreamclass/iostream.assign/
H A Dmember_swap.pass.cpp51 assert(is1.precision() == 6);
59 assert(is2.precision() == 6);
74 assert(is1.precision() == 6);
82 assert(is2.precision() == 6);
H A Dmove_assign.pass.cpp56 assert(is1.precision() == 6);
64 assert(is2.precision() == 6);
79 assert(is1.precision() == 6);
87 assert(is2.precision() == 6);
/external/libcxx/test/std/input.output/iostream.format/input.streams/istream/istream.assign/
H A Dmember_swap.pass.cpp51 assert(is1.precision() == 6);
59 assert(is2.precision() == 6);
74 assert(is1.precision() == 6);
82 assert(is2.precision() == 6);
H A Dmove_assign.pass.cpp56 assert(is1.precision() == 6);
64 assert(is2.precision() == 6);
79 assert(is1.precision() == 6);
87 assert(is2.precision() == 6);
/external/libcxx/test/std/input.output/iostream.format/output.streams/ostream.assign/
H A Dmember_swap.pass.cpp51 assert(os1.precision() == 6);
59 assert(os2.precision() == 6);
74 assert(os1.precision() == 6);
82 assert(os2.precision() == 6);
H A Dmove_assign.pass.cpp56 assert(os1.precision() == 6);
64 assert(os2.precision() == 6);
79 assert(os1.precision() == 6);
87 assert(os2.precision() == 6);
/external/python/cpython2/Include/
H A Dpystrtod.h23 int precision,
/external/python/cpython3/Include/
H A Dpystrtod.h17 int precision,
/external/swiftshader/third_party/LLVM/lib/Support/
H A DAPFloat.cpp10 // This file implements a class to represent arbitrary precision floating
47 unsigned int precision; member in struct:llvm::fltSemantics
647 unsigned bitsToPreserve = semantics->precision - 1;
655 unsigned QNaNBit = semantics->precision - 2;
671 // For x87 extended precision, we want to make a NaN, not a
735 exponent = ourSemantics.precision - 1;
792 return partCountForBits(semantics->precision + 1);
798 return semantics.precision;
869 on to the full-precision result of the multiplication. Returns the
875 unsigned int partsCount, newPartsCount, precision;
[all...]
/external/compiler-rt/lib/builtins/
H A Dfp_extend.h1 //===-lib/fp_extend.h - low precision -> high precision conversion -*- C -*-===//
50 #error Source should be half, single, or double precision!
51 #endif //end source precision
72 #error Destination should be single, double, or quad precision!
73 #endif //end destination precision
/external/icu/icu4c/source/i18n/
H A Dvalueformatter.h122 const FixedPrecision &precision,
130 const ScientificPrecision &precision,
/external/libcxx/test/std/input.output/iostream.format/input.streams/iostreamclass/iostream.cons/
H A Dstreambuf.pass.cpp38 assert(is.precision() == 6);
51 assert(is.precision() == 6);
/external/libcxx/test/std/input.output/iostream.format/input.streams/istream/istream.cons/
H A Dstreambuf.pass.cpp38 assert(is.precision() == 6);
51 assert(is.precision() == 6);
/external/libcxx/test/std/input.output/iostream.format/output.streams/ostream.cons/
H A Dmove.pass.cpp55 assert(os.precision() == 6);
69 assert(os.precision() == 6);
H A Dstreambuf.pass.cpp38 assert(os.precision() == 6);
50 assert(os.precision() == 6);
/external/libcxx/test/std/input.output/iostreams.base/ios/basic.ios.cons/
H A Dctor_streambuf.pass.cpp31 assert(ios.precision() == 6);
44 assert(ios.precision() == 6);
/external/tensorflow/tensorflow/contrib/coder/python/ops/
H A Dcoder_ops_test.py44 encoded = coder_ops.range_encode(data, cdf, precision=14)
46 encoded, array_ops.shape(data), cdf, precision=14)
/external/deqp/modules/gles2/accuracy/
H A Des2aVaryingInterpolationTests.cpp101 InterpolationCase (Context& context, const char* name, const char* desc, glu::Precision precision, const tcu::Vec3& minVal, const tcu::Vec3& maxVal, bool projective);
113 InterpolationCase::InterpolationCase (Context& context, const char* name, const char* desc, glu::Precision precision, const tcu::Vec3& minVal, const tcu::Vec3& maxVal, bool projective) argument
115 , m_precision (precision)
126 static bool isValidFloat (glu::Precision precision, float val) argument
128 if (precision == glu::PRECISION_MEDIUMP)
141 static bool isValidFloatVec (glu::Precision precision, const tcu::Vector<float, Size>& vec) argument
145 if (!isValidFloat(precision, vec[ndx]))
314 for (int precision = glu::PRECISION_LOWP; precision <= glu::PRECISION_HIGHP; precision
[all...]
/external/deqp/modules/gles3/accuracy/
H A Des3aVaryingInterpolationTests.cpp103 InterpolationCase (Context& context, const char* name, const char* desc, glu::Precision precision, const tcu::Vec3& minVal, const tcu::Vec3& maxVal, bool projective);
115 InterpolationCase::InterpolationCase (Context& context, const char* name, const char* desc, glu::Precision precision, const tcu::Vec3& minVal, const tcu::Vec3& maxVal, bool projective) argument
117 , m_precision (precision)
128 static bool isValidFloat (glu::Precision precision, float val) argument
130 if (precision == glu::PRECISION_MEDIUMP)
143 static bool isValidFloatVec (glu::Precision precision, const tcu::Vector<float, Size>& vec) argument
147 if (!isValidFloat(precision, vec[ndx]))
320 for (int precision = glu::PRECISION_LOWP; precision <= glu::PRECISION_HIGHP; precision
[all...]
/external/deqp/external/vulkancts/modules/vulkan/
H A DvktInfoTests.cpp162 int precision; member in struct:vkt::__anon4672::PrettySize
166 , precision (precision_)
203 tmp << std::fixed << std::setprecision(size.precision)
211 PrettySize<SizeType> prettySize (SizeType value, int precision = 2)
213 return PrettySize<SizeType>(value, precision);
/external/icu/android_icu4j/src/main/java/android/icu/impl/number/
H A DDecimalQuantity_AbstractBCD.java34 * The number of digits in the BCD. For example, "1007" has BCD "0x1007" and precision 4. The
35 * maximum precision is 16 since a long can hold only 16 digits.
40 protected int precision; field in class:DecimalQuantity_AbstractBCD
121 precision = other.precision;
134 setBcdToZero(); // sets scale, precision, hasDouble, origDouble, origDelta, and BCD data
199 if (precision == 0) {
202 return scale + precision - 1;
208 if (precision != 0) {
262 int magnitude = scale + precision;
[all...]
/external/icu/icu4j/main/classes/core/src/com/ibm/icu/impl/number/
H A DDecimalQuantity_AbstractBCD.java32 * The number of digits in the BCD. For example, "1007" has BCD "0x1007" and precision 4. The
33 * maximum precision is 16 since a long can hold only 16 digits.
38 protected int precision; field in class:DecimalQuantity_AbstractBCD
119 precision = other.precision;
132 setBcdToZero(); // sets scale, precision, hasDouble, origDouble, origDelta, and BCD data
197 if (precision == 0) {
200 return scale + precision - 1;
206 if (precision != 0) {
260 int magnitude = scale + precision;
[all...]
/external/tensorflow/tensorflow/core/kernels/
H A Das_string_op.cc34 int32 precision; local
41 OP_REQUIRES_OK(ctx, ctx->GetAttr("precision", &precision));
56 OP_REQUIRES(ctx, precision < 0,
57 errors::InvalidArgument("precision not supported "
71 if (precision > -1) {
72 strings::Appendf(&format_, ".%d", precision);
/external/python/cpython2/Lib/
H A Dtimeit.py20 -v/--verbose: print raw timing results; repeat for more digits precision
278 precision = 3
294 precision += 1
318 print "%d loops -> %.*g secs" % (number, precision, x)
328 print "raw times:", " ".join(["%.*g" % (precision, x) for x in r])
332 print "best of %d: %.*g usec per loop" % (repeat, precision, usec)
336 print "best of %d: %.*g msec per loop" % (repeat, precision, msec)
339 print "best of %d: %.*g sec per loop" % (repeat, precision, sec)

Completed in 1686 milliseconds

1234567891011>>