Searched defs:precision (Results 1 - 25 of 214) sorted by relevance

123456789

/external/vulkan-validation-layers/libs/glm/detail/
H A Dprecision.hpp24 /// @file glm/core/precision.hpp
34 enum precision enum in namespace:glm
/external/skia/src/sksl/ast/
H A DSkSLASTPrecision.h17 * Represents a precision declaration (e.g. 'precision mediump float;').
21 ASTPrecision(int offset, Modifiers::Flag precision) argument
23 , fPrecision(precision) {}
27 case Modifiers::kLowp_Flag: return String("precision lowp float;");
28 case Modifiers::kMediump_Flag: return String("precision mediump float;");
29 case Modifiers::kHighp_Flag: return String("precision highp float;");
/external/skqp/src/sksl/ast/
H A DSkSLASTPrecision.h17 * Represents a precision declaration (e.g. 'precision mediump float;').
21 ASTPrecision(int offset, Modifiers::Flag precision) argument
23 , fPrecision(precision) {}
27 case Modifiers::kLowp_Flag: return String("precision lowp float;");
28 case Modifiers::kMediump_Flag: return String("precision mediump float;");
29 case Modifiers::kHighp_Flag: return String("precision highp float;");
/external/flac/libFLAC/
H A Dfloat.c269 FLAC__uint32 FLAC__fixedpoint_log2(FLAC__uint32 x, unsigned fracbits, unsigned precision) argument
280 if(precision > LOG2_LOOKUP_PRECISION)
281 precision = LOG2_LOOKUP_PRECISION;
287 while (x > ONE && k < precision) {
/external/skia/src/gpu/glsl/
H A DGrGLSLUniformHandler.h36 GrSLPrecision precision,
40 return this->addUniformArray(visibility, type, precision, name, 0, outName);
52 GrSLPrecision precision,
58 return this->internalAddUniformArray(visibility, type, precision, name, mangle, arrayCount,
99 GrSLPrecision precision,
34 addUniform(uint32_t visibility, GrSLType type, GrSLPrecision precision, const char* name, const char** outName = nullptr) argument
50 addUniformArray(uint32_t visibility, GrSLType type, GrSLPrecision precision, const char* name, int arrayCount, const char** outName = nullptr) argument
/external/skqp/src/gpu/glsl/
H A DGrGLSLUniformHandler.h36 GrSLPrecision precision,
40 return this->addUniformArray(visibility, type, precision, name, 0, outName);
52 GrSLPrecision precision,
58 return this->internalAddUniformArray(visibility, type, precision, name, mangle, arrayCount,
99 GrSLPrecision precision,
34 addUniform(uint32_t visibility, GrSLType type, GrSLPrecision precision, const char* name, const char** outName = nullptr) argument
50 addUniformArray(uint32_t visibility, GrSLType type, GrSLPrecision precision, const char* name, int arrayCount, const char** outName = nullptr) argument
/external/tensorflow/tensorflow/contrib/coder/kernels/
H A Drange_coder_test.cc28 void RangeEncodeDecodeTest(int precision, random::SimplePhilox* gen) { argument
39 const int multiplier = (precision > 7) ? 32 : 1;
43 (multiplier << precision) - histogram.size() * (multiplier - 1);
59 ASSERT_EQ(cdf.back(), 1 << precision);
62 const double normalizer = static_cast<double>(1 << precision);
67 RangeEncoder encoder(precision);
82 RangeDecoder decoder(encoded, precision);
92 const int precision = 1 + rand.Uniform(11); local
93 RangeEncodeDecodeTest(precision, &rand);
99 for (int precision
[all...]
H A Drange_coder.cc32 RangeEncoder::RangeEncoder(int precision) : precision_(precision) { argument
33 CHECK_GT(precision, 0);
34 CHECK_LE(precision, 16);
38 // Input requirement: 0 <= lower < upper <= 2^precision.
55 // The input u, v represents a half-open interval [u, v) / 2^precision.
57 // [base + (size * u) / 2^precision, base + (size * v) / 2^precision).
70 // Recall that 0 <= u < 2^precision, and size <= 2^32. Therefore
71 // (size * u) / 2^precision < siz
297 RangeDecoder(const string& source, int precision) argument
[all...]
/external/icu/icu4c/source/i18n/
H A Dvalueformatter.cpp20 #include "precision.h"
76 const FixedPrecision &precision) {
78 precision.fMin.getIntDigitCount(),
79 precision.fMax.getIntDigitCount());
201 const FixedPrecision &precision,
206 fFixedPrecision = &precision;
213 const ScientificPrecision &precision,
217 fScientificPrecision = &precision;
73 isNoGrouping( const DigitGrouping &grouping, int32_t value, const FixedPrecision &precision) argument
198 prepareFixedDecimalFormatting( const DigitFormatter &formatter, const DigitGrouping &grouping, const FixedPrecision &precision, const DigitFormatterOptions &options) argument
211 prepareScientificFormatting( const DigitFormatter &formatter, const ScientificPrecision &precision, const SciFormatterOptions &options) argument
H A Dnumber_decimalquantity.h246 * The number of digits in the BCD. For example, "1007" has BCD "0x1007" and precision 4. The
247 * maximum precision is 16 since a long can hold only 16 digits.
252 int32_t precision; member in class:number::impl::DecimalQuantity
375 * Sets the internal representation to zero. Clears any values stored in scale, precision,
402 * precision. The precision is the number of digits in the number up through the greatest nonzero
/external/tensorflow/tensorflow/core/kernels/
H A Das_string_op.cc34 int32 precision; local
41 OP_REQUIRES_OK(ctx, ctx->GetAttr("precision", &precision));
56 OP_REQUIRES(ctx, precision < 0,
57 errors::InvalidArgument("precision not supported "
71 if (precision > -1) {
72 strings::Appendf(&format_, ".%d", precision);
/external/deqp/framework/delibs/decpp/
H A DdeStringUtil.cpp110 std::string floatToString (float val, int precision) argument
113 s << std::fixed << std::setprecision(precision) << val;
/external/junit-params/src/test/java/junitparams/
H A DParamsInAnnotationTest.java79 public void convertToBigDecimal(BigDecimal number, String string, int precision) { argument
81 assertThat(number.precision()).isEqualTo(precision);
/external/deqp/external/vulkancts/modules/vulkan/
H A DvktInfoTests.cpp162 int precision; member in struct:vkt::__anon4672::PrettySize
166 , precision (precision_)
203 tmp << std::fixed << std::setprecision(size.precision)
211 PrettySize<SizeType> prettySize (SizeType value, int precision = 2)
213 return PrettySize<SizeType>(value, precision);
/external/ltp/testcases/misc/math/float/
H A Dtfloat.h76 * precision int. value used to distinguish between rounding
79 * 2 ** precision)
88 int precision; member in struct:__anon15205
/external/mesa3d/src/compiler/glsl/
H A Dglsl_symbol_table.cpp207 int precision)
212 default_specifier->default_precision = precision;
206 add_default_precision_qualifier(const char *type_name, int precision) argument
/external/skia/src/gpu/gl/
H A DGrGLUniformHandler.cpp29 GrSLPrecision precision,
37 SkASSERT(kDefault_GrSLPrecision == precision || GrSLTypeTemporarilyAcceptsPrecision(type));
55 uni.fVariable.setPrecision(precision);
67 GrSLPrecision precision,
80 sampler.fVariable.setPrecision(precision);
90 GrSLPrecision precision,
102 texelBuffer.fVariable.setPrecision(precision);
26 internalAddUniformArray( uint32_t visibility, GrSLType type, GrSLPrecision precision, const char* name, bool mangleName, int arrayCount, const char** outName) argument
64 addSampler(uint32_t visibility, GrSwizzle swizzle, GrSLType type, GrSLPrecision precision, const char* name) argument
89 addTexelBuffer(uint32_t visibility, GrSLPrecision precision, const char* name) argument
/external/skia/src/gpu/vk/
H A DGrVkUniformHandler.cpp180 GrSLPrecision precision,
192 SkASSERT(kDefault_GrSLPrecision == precision || GrSLTypeIsFloatType(type));
210 uni.fVariable.setPrecision(precision);
239 GrSLPrecision precision,
254 info.fVariable.setPrecision(precision);
267 GrSLPrecision precision,
282 info.fVariable.setPrecision(precision);
177 internalAddUniformArray( uint32_t visibility, GrSLType type, GrSLPrecision precision, const char* name, bool mangleName, int arrayCount, const char** outName) argument
236 addSampler(uint32_t visibility, GrSwizzle swizzle, GrSLType type, GrSLPrecision precision, const char* name) argument
266 addTexelBuffer(uint32_t visibility, GrSLPrecision precision, const char* name) argument
/external/skqp/src/gpu/gl/
H A DGrGLUniformHandler.cpp29 GrSLPrecision precision,
37 SkASSERT(kDefault_GrSLPrecision == precision || GrSLTypeTemporarilyAcceptsPrecision(type));
55 uni.fVariable.setPrecision(precision);
67 GrSLPrecision precision,
80 sampler.fVariable.setPrecision(precision);
90 GrSLPrecision precision,
102 texelBuffer.fVariable.setPrecision(precision);
26 internalAddUniformArray( uint32_t visibility, GrSLType type, GrSLPrecision precision, const char* name, bool mangleName, int arrayCount, const char** outName) argument
64 addSampler(uint32_t visibility, GrSwizzle swizzle, GrSLType type, GrSLPrecision precision, const char* name) argument
89 addTexelBuffer(uint32_t visibility, GrSLPrecision precision, const char* name) argument
/external/skqp/src/gpu/vk/
H A DGrVkUniformHandler.cpp182 GrSLPrecision precision,
194 SkASSERT(kDefault_GrSLPrecision == precision || GrSLTypeIsFloatType(type));
212 uni.fVariable.setPrecision(precision);
241 GrSLPrecision precision,
256 info.fVariable.setPrecision(precision);
269 GrSLPrecision precision,
284 info.fVariable.setPrecision(precision);
179 internalAddUniformArray( uint32_t visibility, GrSLType type, GrSLPrecision precision, const char* name, bool mangleName, int arrayCount, const char** outName) argument
238 addSampler(uint32_t visibility, GrSwizzle swizzle, GrSLType type, GrSLPrecision precision, const char* name) argument
268 addTexelBuffer(uint32_t visibility, GrSLPrecision precision, const char* name) argument
/external/swiftshader/src/OpenGL/compiler/
H A DBaseTypes.h32 inline const char *getPrecisionString(TPrecision precision) argument
34 switch(precision)
/external/syslinux/dos/
H A Dprintf.c43 static char *number(char *str, long num, int base, int size, int precision, argument
83 if (i > precision)
84 precision = i;
85 size -= precision;
102 while (i < precision--)
125 int precision; /* min. # of digits for integers; max local
171 /* get the precision */
172 precision = -1;
176 precision = skip_atou(&fmt);
180 precision
[all...]
/external/compiler-rt/lib/sanitizer_common/
H A Dsanitizer_printf.cc98 static int AppendString(char **buff, const char *buff_end, int precision, argument
104 if (precision >= 0 && result >= precision)
143 int precision = -1; local
146 precision = va_arg(args, int);
155 // Only %s supports precision for now
156 CHECK(!(precision >= 0 && *cur != 's'));
182 result += AppendString(&buff, buff_end, precision, va_arg(args, char*));
/external/deqp/framework/opengl/
H A DgluShaderUtil.cpp164 const char* getPrecisionName (Precision precision) argument
174 DE_ASSERT(deInBounds32((int)precision, 0, PRECISION_LAST));
175 return s_names[(int)precision];
H A DgluVarType.cpp42 VarType::VarType (DataType basicType, Precision precision) argument
46 m_data.basic.precision = precision;
121 m_data.basic.precision == other.m_data.basic.precision;

Completed in 510 milliseconds

123456789