/external/flac/libFLAC/include/private/ |
H A D | float.h | 83 * 'precision' roughly limits the number of iterations that are done; 84 * use (unsigned)(-1) for maximum precision. 91 FLAC__uint32 FLAC__fixedpoint_log2(FLAC__uint32 x, unsigned fracbits, unsigned precision);
|
/external/libcxx/test/std/input.output/iostream.format/input.streams/iostreamclass/iostream.assign/ |
H A D | member_swap.pass.cpp | 51 assert(is1.precision() == 6); 59 assert(is2.precision() == 6); 74 assert(is1.precision() == 6); 82 assert(is2.precision() == 6);
|
H A D | move_assign.pass.cpp | 56 assert(is1.precision() == 6); 64 assert(is2.precision() == 6); 79 assert(is1.precision() == 6); 87 assert(is2.precision() == 6);
|
/external/libcxx/test/std/input.output/iostream.format/input.streams/istream/istream.assign/ |
H A D | member_swap.pass.cpp | 51 assert(is1.precision() == 6); 59 assert(is2.precision() == 6); 74 assert(is1.precision() == 6); 82 assert(is2.precision() == 6);
|
H A D | move_assign.pass.cpp | 56 assert(is1.precision() == 6); 64 assert(is2.precision() == 6); 79 assert(is1.precision() == 6); 87 assert(is2.precision() == 6);
|
/external/libcxx/test/std/input.output/iostream.format/output.streams/ostream.assign/ |
H A D | member_swap.pass.cpp | 51 assert(os1.precision() == 6); 59 assert(os2.precision() == 6); 74 assert(os1.precision() == 6); 82 assert(os2.precision() == 6);
|
H A D | move_assign.pass.cpp | 56 assert(os1.precision() == 6); 64 assert(os2.precision() == 6); 79 assert(os1.precision() == 6); 87 assert(os2.precision() == 6);
|
/external/python/cpython2/Include/ |
H A D | pystrtod.h | 23 int precision,
|
/external/python/cpython3/Include/ |
H A D | pystrtod.h | 17 int precision,
|
/external/swiftshader/third_party/LLVM/lib/Support/ |
H A D | APFloat.cpp | 10 // This file implements a class to represent arbitrary precision floating 47 unsigned int precision; member in struct:llvm::fltSemantics 647 unsigned bitsToPreserve = semantics->precision - 1; 655 unsigned QNaNBit = semantics->precision - 2; 671 // For x87 extended precision, we want to make a NaN, not a 735 exponent = ourSemantics.precision - 1; 792 return partCountForBits(semantics->precision + 1); 798 return semantics.precision; 869 on to the full-precision result of the multiplication. Returns the 875 unsigned int partsCount, newPartsCount, precision; [all...] |
/external/compiler-rt/lib/builtins/ |
H A D | fp_extend.h | 1 //===-lib/fp_extend.h - low precision -> high precision conversion -*- C -*-===// 50 #error Source should be half, single, or double precision! 51 #endif //end source precision 72 #error Destination should be single, double, or quad precision! 73 #endif //end destination precision
|
/external/icu/icu4c/source/i18n/ |
H A D | valueformatter.h | 122 const FixedPrecision &precision, 130 const ScientificPrecision &precision,
|
/external/libcxx/test/std/input.output/iostream.format/input.streams/iostreamclass/iostream.cons/ |
H A D | streambuf.pass.cpp | 38 assert(is.precision() == 6); 51 assert(is.precision() == 6);
|
/external/libcxx/test/std/input.output/iostream.format/input.streams/istream/istream.cons/ |
H A D | streambuf.pass.cpp | 38 assert(is.precision() == 6); 51 assert(is.precision() == 6);
|
/external/libcxx/test/std/input.output/iostream.format/output.streams/ostream.cons/ |
H A D | move.pass.cpp | 55 assert(os.precision() == 6); 69 assert(os.precision() == 6);
|
H A D | streambuf.pass.cpp | 38 assert(os.precision() == 6); 50 assert(os.precision() == 6);
|
/external/libcxx/test/std/input.output/iostreams.base/ios/basic.ios.cons/ |
H A D | ctor_streambuf.pass.cpp | 31 assert(ios.precision() == 6); 44 assert(ios.precision() == 6);
|
/external/tensorflow/tensorflow/contrib/coder/python/ops/ |
H A D | coder_ops_test.py | 44 encoded = coder_ops.range_encode(data, cdf, precision=14) 46 encoded, array_ops.shape(data), cdf, precision=14)
|
/external/deqp/modules/gles2/accuracy/ |
H A D | es2aVaryingInterpolationTests.cpp | 101 InterpolationCase (Context& context, const char* name, const char* desc, glu::Precision precision, const tcu::Vec3& minVal, const tcu::Vec3& maxVal, bool projective); 113 InterpolationCase::InterpolationCase (Context& context, const char* name, const char* desc, glu::Precision precision, const tcu::Vec3& minVal, const tcu::Vec3& maxVal, bool projective) argument 115 , m_precision (precision) 126 static bool isValidFloat (glu::Precision precision, float val) argument 128 if (precision == glu::PRECISION_MEDIUMP) 141 static bool isValidFloatVec (glu::Precision precision, const tcu::Vector<float, Size>& vec) argument 145 if (!isValidFloat(precision, vec[ndx])) 314 for (int precision = glu::PRECISION_LOWP; precision <= glu::PRECISION_HIGHP; precision [all...] |
/external/deqp/modules/gles3/accuracy/ |
H A D | es3aVaryingInterpolationTests.cpp | 103 InterpolationCase (Context& context, const char* name, const char* desc, glu::Precision precision, const tcu::Vec3& minVal, const tcu::Vec3& maxVal, bool projective); 115 InterpolationCase::InterpolationCase (Context& context, const char* name, const char* desc, glu::Precision precision, const tcu::Vec3& minVal, const tcu::Vec3& maxVal, bool projective) argument 117 , m_precision (precision) 128 static bool isValidFloat (glu::Precision precision, float val) argument 130 if (precision == glu::PRECISION_MEDIUMP) 143 static bool isValidFloatVec (glu::Precision precision, const tcu::Vector<float, Size>& vec) argument 147 if (!isValidFloat(precision, vec[ndx])) 320 for (int precision = glu::PRECISION_LOWP; precision <= glu::PRECISION_HIGHP; precision [all...] |
/external/deqp/external/vulkancts/modules/vulkan/ |
H A D | vktInfoTests.cpp | 162 int precision; member in struct:vkt::__anon4672::PrettySize 166 , precision (precision_) 203 tmp << std::fixed << std::setprecision(size.precision) 211 PrettySize<SizeType> prettySize (SizeType value, int precision = 2) 213 return PrettySize<SizeType>(value, precision);
|
/external/icu/android_icu4j/src/main/java/android/icu/impl/number/ |
H A D | DecimalQuantity_AbstractBCD.java | 34 * The number of digits in the BCD. For example, "1007" has BCD "0x1007" and precision 4. The 35 * maximum precision is 16 since a long can hold only 16 digits. 40 protected int precision; field in class:DecimalQuantity_AbstractBCD 121 precision = other.precision; 134 setBcdToZero(); // sets scale, precision, hasDouble, origDouble, origDelta, and BCD data 199 if (precision == 0) { 202 return scale + precision - 1; 208 if (precision != 0) { 262 int magnitude = scale + precision; [all...] |
/external/icu/icu4j/main/classes/core/src/com/ibm/icu/impl/number/ |
H A D | DecimalQuantity_AbstractBCD.java | 32 * The number of digits in the BCD. For example, "1007" has BCD "0x1007" and precision 4. The 33 * maximum precision is 16 since a long can hold only 16 digits. 38 protected int precision; field in class:DecimalQuantity_AbstractBCD 119 precision = other.precision; 132 setBcdToZero(); // sets scale, precision, hasDouble, origDouble, origDelta, and BCD data 197 if (precision == 0) { 200 return scale + precision - 1; 206 if (precision != 0) { 260 int magnitude = scale + precision; [all...] |
/external/tensorflow/tensorflow/core/kernels/ |
H A D | as_string_op.cc | 34 int32 precision; local 41 OP_REQUIRES_OK(ctx, ctx->GetAttr("precision", &precision)); 56 OP_REQUIRES(ctx, precision < 0, 57 errors::InvalidArgument("precision not supported " 71 if (precision > -1) { 72 strings::Appendf(&format_, ".%d", precision);
|
/external/python/cpython2/Lib/ |
H A D | timeit.py | 20 -v/--verbose: print raw timing results; repeat for more digits precision 278 precision = 3 294 precision += 1 318 print "%d loops -> %.*g secs" % (number, precision, x) 328 print "raw times:", " ".join(["%.*g" % (precision, x) for x in r]) 332 print "best of %d: %.*g usec per loop" % (repeat, precision, usec) 336 print "best of %d: %.*g msec per loop" % (repeat, precision, msec) 339 print "best of %d: %.*g sec per loop" % (repeat, precision, sec)
|