Searched refs:precision (Results 201 - 225 of 473) sorted by relevance

1234567891011>>

/external/tensorflow/tensorflow/python/kernel_tests/
H A Das_string_op_test.py64 output = string_ops.as_string(input_, precision=10, width=3)
69 input_, precision=10, width=3, fill="0", shortest=True)
111 with self.assertRaisesOpError("precision not supported"):
112 output = string_ops.as_string(input_, precision=0)
189 output = string_ops.as_string(input_, precision=10, width=3)
196 input_, precision=10, width=3, fill="0", shortest=True)
/external/deqp/external/vulkancts/modules/vulkan/shaderexecutor/
H A DvktShaderPackingFunctionTests.cpp67 static const char* getPrecisionPostfix (glu::Precision precision) argument
76 DE_ASSERT(de::inBounds<int>(precision, 0, DE_LENGTH_OF_ARRAY(s_postfix)));
77 return s_postfix[precision];
157 PackSnorm2x16CaseInstance (Context& context, glu::ShaderType shaderType, const ShaderSpec& spec, glu::Precision precision, const char* name) argument
159 , m_precision (precision)
257 PackSnorm2x16Case (tcu::TestContext& testCtx, glu::ShaderType shaderType, glu::Precision precision) argument
258 : ShaderPackingFunctionCase (testCtx, (string("packsnorm2x16") + getPrecisionPostfix(precision) + getShaderTypePostfix(shaderType)).c_str(), "packSnorm2x16", shaderType)
259 , m_precision (precision)
261 m_spec.inputs.push_back(Symbol("in0", glu::VarType(glu::TYPE_FLOAT_VEC2, precision)));
380 PackUnorm2x16CaseInstance (Context& context, glu::ShaderType shaderType, const ShaderSpec& spec, glu::Precision precision, cons argument
480 PackUnorm2x16Case(tcu::TestContext& testCtx, glu::ShaderType shaderType, glu::Precision precision) argument
851 PackSnorm4x8CaseInstance(Context& context, glu::ShaderType shaderType, const ShaderSpec& spec, glu::Precision precision, const char* name) argument
961 PackSnorm4x8Case(tcu::TestContext& testCtx, glu::ShaderType shaderType, glu::Precision precision) argument
1094 PackUnorm4x8CaseInstance(Context& context, glu::ShaderType shaderType, const ShaderSpec& spec, glu::Precision precision, const char* name) argument
1204 PackUnorm4x8Case(tcu::TestContext& testCtx, glu::ShaderType shaderType, glu::Precision precision) argument
[all...]
/external/valgrind/coregrind/
H A Dm_debuglog.c830 Int width, precision; local
858 precision = -1; /* unspecified precision */
897 /* Parse precision, if any. Only meaningful for %f. For all other
898 format specifiers the precision will be silently ignored. */
902 precision = va_arg(vargs, Int);
905 precision = 0;
907 precision *= 10;
908 precision += format[i++] - '0';
1051 if (precision
[all...]
/external/skia/src/core/
H A DSkColorSpace_ICC.cpp593 size_t precision, const uint8_t gridPoints[3], const uint8_t* src,
595 switch (precision) {
600 SkColorSpacePrintf("Color LUT precision must be 8-bit or 16-bit. Found: %d-bit\n",
601 8*precision);
619 if (!safe_mul(numEntries, precision, &clutBytes)) {
636 for (uint32_t i = 0; i < numEntries; i++, ptr += precision) {
637 if (1 == precision) {
831 static bool is_lut_gamma_linear(const uint8_t* src, size_t count, size_t precision) { argument
835 const float y = precision == 1 ? (src[x] / 255.f)
845 size_t entriesPerTable, size_t precision, cons
592 load_color_lut(sk_sp<SkColorLookUpTable>* colorLUT, uint32_t inputChannels, size_t precision, const uint8_t gridPoints[3], const uint8_t* src, size_t len) argument
844 load_lut_gammas(sk_sp<SkGammas>* gammas, SkGammaNamed* gammaNamed, size_t numTables, size_t entriesPerTable, size_t precision, const uint8_t* src, size_t len) argument
987 const uint8_t precision = clutSrc[16]; local
1096 size_t precision = 1; local
[all...]
/external/skqp/src/core/
H A DSkColorSpace_ICC.cpp593 size_t precision, const uint8_t gridPoints[3], const uint8_t* src,
595 switch (precision) {
600 SkColorSpacePrintf("Color LUT precision must be 8-bit or 16-bit. Found: %d-bit\n",
601 8*precision);
619 if (!safe_mul(numEntries, precision, &clutBytes)) {
636 for (uint32_t i = 0; i < numEntries; i++, ptr += precision) {
637 if (1 == precision) {
831 static bool is_lut_gamma_linear(const uint8_t* src, size_t count, size_t precision) { argument
835 const float y = precision == 1 ? (src[x] / 255.f)
845 size_t entriesPerTable, size_t precision, cons
592 load_color_lut(sk_sp<SkColorLookUpTable>* colorLUT, uint32_t inputChannels, size_t precision, const uint8_t gridPoints[3], const uint8_t* src, size_t len) argument
844 load_lut_gammas(sk_sp<SkGammas>* gammas, SkGammaNamed* gammaNamed, size_t numTables, size_t entriesPerTable, size_t precision, const uint8_t* src, size_t len) argument
987 const uint8_t precision = clutSrc[16]; local
1096 size_t precision = 1; local
[all...]
/external/valgrind/none/tests/ppc32/
H A Dtest_dfp4.c461 precision_type_t precision; member in struct:dfp_test
469 precision_type_t precision; member in struct:dfp_one_arg_test
499 if (test_def.precision == LONG_TEST) {
524 if (test_def.precision == QUAD_TEST) {
574 if (test_def.precision == LONG_TEST) {
596 if (test_def.precision == LONG_TEST) {
H A Dtest_dfp1.c295 precision_type_t precision; member in struct:dfp_test
337 if (test_group.precision == LONG_TEST) {
350 if (test_group.precision == QUAD_TEST) {
365 if (test_group.precision == LONG_TEST) {
/external/valgrind/none/tests/ppc64/
H A Dtest_dfp4.c461 precision_type_t precision; member in struct:dfp_test
469 precision_type_t precision; member in struct:dfp_one_arg_test
499 if (test_def.precision == LONG_TEST) {
524 if (test_def.precision == QUAD_TEST) {
574 if (test_def.precision == LONG_TEST) {
596 if (test_def.precision == LONG_TEST) {
H A Dtest_dfp1.c295 precision_type_t precision; member in struct:dfp_test
337 if (test_group.precision == LONG_TEST) {
350 if (test_group.precision == QUAD_TEST) {
365 if (test_group.precision == LONG_TEST) {
/external/mdnsresponder/mDNSShared/
H A DDebugServices.c1166 // Added %S - UTF-16 string. Host order if no BOM. Precision is UTF-16 char count. BOM counts in any precision. Arg=ptr.
1201 unsigned int precision; member in struct:DebugSNPrintF_format
1255 if (c == '.') // decode precision
1258 { F.precision = va_arg(arg, unsigned int); c = *++fmt; }
1260 F.precision = (10 * F.precision) + (c - '0');
1290 F.precision = (sizeof(uintptr_t) == 4) ? 8 : 16;
1335 F.precision = F.fieldWidth;
1336 if (F.altForm) F.precision -= 2;
1337 if (F.sign) --F.precision;
[all...]
/external/deqp/framework/delibs/decpp/
H A DdeStringUtil.cpp110 std::string floatToString (float val, int precision) argument
113 s << std::fixed << std::setprecision(precision) << val;
/external/deqp/modules/gles3/functional/
H A Des3fTransformFeedbackTests.cpp540 const glu::Precision precision = attrib.type.getPrecision(); local
551 switch (precision)
563 switch (precision)
575 switch (precision)
727 glu::Precision precision = attribute.type.getPrecision(); local
746 switch (precision)
1337 BasicTypeCase (Context& context, const char* name, const char* desc, deUint32 bufferType, deUint32 primitiveType, glu::DataType type, glu::Precision precision, Interpolation interpolation)
1340 m_progSpec.addVarying("v_varA", glu::VarType(type, precision), interpolation);
1341 m_progSpec.addVarying("v_varB", glu::VarType(type, precision), interpolation);
1351 BasicArrayCase (Context& context, const char* name, const char* desc, deUint32 bufferType, deUint32 primitiveType, glu::DataType type, glu::Precision precision, Interpolatio
[all...]
/external/libcxx/test/std/input.output/iostreams.base/ios/basic.ios.members/
H A Dmove.pass.cpp87 ios2.precision(2);
112 assert(ios1.precision() == 2);
H A Dcopyfmt.pass.cpp119 ios1.precision(1);
139 ios2.precision(2);
174 assert(ios1.precision() == 2);
/external/libvpx/libvpx/vp9/common/
H A Dvp9_reconinter.h67 enum mv_precision precision, int x, int y);
73 const InterpKernel *kernel, enum mv_precision precision, int x, int y,
/external/vulkan-validation-layers/libs/glm/gtx/
H A Dsimd_quat.hpp176 template <typename T, precision P>
182 template <typename T, precision P>
/external/eigen/doc/
H A Dtutorial.cpp5 std::cout.precision(2);
/external/eigen/unsupported/doc/examples/
H A DPolynomialSolver1.cpp49 cout.precision(10);
/external/kernel-headers/original/uapi/linux/
H A Dtimex.h72 __kernel_long_t precision;/* clock precision (usec) (read only) */ member in struct:timex
/external/skia/src/gpu/gl/
H A DGrGLUniformHandler.h37 GrSLPrecision precision,
/external/skqp/src/gpu/gl/
H A DGrGLUniformHandler.h37 GrSLPrecision precision,
/external/vixl/tools/
H A Dmake_instruction_doc_aarch64.pl80 operations to the precision required by AArch64 - please check the simulator
/external/freetype/src/raster/
H A Dftraster.c451 #define FLOOR( x ) ( (x) & -ras.precision )
452 #define CEILING( x ) ( ( (x) + ras.precision - 1 ) & -ras.precision )
454 #define FRAC( x ) ( (x) & ( ras.precision - 1 ) )
476 Int precision_bits; /* precision related variables */
477 Int precision; member in struct:black_TWorker_
581 /* Set precision variables according to param flag. */
584 /* High :: Set to True for high precision (typically for ppem < 24), */
627 ras.precision = 1 << ras.precision_bits;
628 ras.precision_half = ras.precision /
[all...]
/external/deqp/framework/opengl/
H A DgluVarType.hpp53 VarType (DataType basicType, Precision precision); //!< Basic type constructor.
63 Precision getPrecision (void) const { DE_ASSERT(isBasicType()); return m_data.basic.precision; }
99 Precision precision; member in struct:glu::VarType::Data::__anon4806
/external/swiftshader/src/OpenGL/libGL/
H A DProgram.h40 Uniform(GLenum type, GLenum precision, const std::string &name, unsigned int arraySize);
49 const GLenum precision; member in struct:gl::Uniform
146 bool defineUniform(GLenum shader, GLenum type, GLenum precision, const std::string &_name, unsigned int arraySize, int registerIndex);

Completed in 796 milliseconds

1234567891011>>