Searched refs:precision (Results 276 - 300 of 473) sorted by relevance

<<111213141516171819

/external/eigen/unsupported/Eigen/src/SparseExtra/
H A DMarketIO.h233 out.precision(64);
259 out.precision(64);
/external/ltp/testcases/misc/math/float/
H A Dthread_code.c132 if (abs(pe - px) < th_data->th_func.precision ||
133 abs(pr - px) < th_data->th_func.precision) {
/external/mesa3d/src/compiler/
H A Dglsl_types.h937 unsigned precision:2; member in struct:glsl_struct_field
962 precision(GLSL_PRECISION_NONE), image_read_only(0), image_write_only(0),
/external/skia/src/sksl/
H A DSkSLGLSLCodeGenerator.cpp612 const char* precision = usesPrecisionModifiers() ? "highp " : ""; local
613 fFunctionHeader += precision;
615 fFunctionHeader += precision;
651 const char* precision = usesPrecisionModifiers() ? "highp " : ""; local
653 fHeader.writeText(precision);
658 const char* precision = usesPrecisionModifiers() ? "highp " : ""; local
659 fFunctionHeader += precision;
661 fFunctionHeader += precision;
1328 this->writeLine("precision mediump float;");
H A DSkSLCPPCodeGenerator.cpp394 const char* precision; local
396 precision = "kHigh_GrSLPrecision";
398 precision = "kMedium_GrSLPrecision";
400 precision = "kLow_GrSLPrecision";
402 precision = "kDefault_GrSLPrecision";
430 "%s, \"%s\");\n", HCodeGenerator::FieldName(name.c_str()).c_str(), type, precision,
/external/skqp/src/sksl/
H A DSkSLGLSLCodeGenerator.cpp602 const char* precision = usesPrecisionModifiers() ? "highp " : ""; local
603 fFunctionHeader += precision;
605 fFunctionHeader += precision;
641 const char* precision = usesPrecisionModifiers() ? "highp " : ""; local
643 fHeader.writeText(precision);
648 const char* precision = usesPrecisionModifiers() ? "highp " : ""; local
649 fFunctionHeader += precision;
651 fFunctionHeader += precision;
1318 this->writeLine("precision mediump float;");
H A DSkSLCPPCodeGenerator.cpp394 const char* precision; local
396 precision = "kHigh_GrSLPrecision";
398 precision = "kMedium_GrSLPrecision";
400 precision = "kLow_GrSLPrecision";
402 precision = "kDefault_GrSLPrecision";
430 "%s, \"%s\");\n", HCodeGenerator::FieldName(name.c_str()).c_str(), type, precision,
/external/deqp/external/openglcts/modules/common/
H A DglcShaderLoopTests.cpp1157 for (int precision = 0; precision < PRECISION_LAST; precision++)
1159 const char* precisionName = getPrecisionName((Precision)precision);
1166 if (precision == PRECISION_LOWP && loopDataType == TYPE_FLOAT)
1180 (LoopCountType)loopCountType, (Precision)precision, loopDataType));
/external/error_prone/jFormatString/
H A DjFormatString-3.0.0.jar ... .formatStringChecker.Flags f private int width private int precision private boolean dt private char c private final String source ...
/external/owasp/sanitizer/tools/findbugs/lib/
H A DjFormatString.jar ... .formatStringChecker.Flags f private int width private int precision private boolean dt private char c private final String source ...
/external/webrtc/webrtc/modules/audio_processing/test/
H A Dapmtest.m314 are_files_equal(newfile, reffile, precision, diffvector)
329 new = fread(fid,inf,precision);
333 ref = fread(fid,inf,precision);
/external/deqp/external/vulkancts/modules/vulkan/shaderrender/
H A DvktShaderRenderMatrixTests.cpp215 , precision (precision_)
221 Precision precision; member in struct:vkt::sr::__anon4515::MatrixCaseUtils::ShaderInput
1674 Precision resultPrec = m_in0.precision;
1754 const char* precName = getPrecisionName(in.precision);
2066 Precision precision = precisions[precNdx]; local
2067 const char* precName = getPrecisionName(precision);
2069 ShaderInput matIn (inputType, matType, precision);
2074 ShaderInput scalarIn(op == OP_DIV ? INPUTTYPE_UNIFORM : INPUTTYPE_DYNAMIC, TYPE_FLOAT, precision);
2083 ShaderInput colVecIn (op == OP_DIV ? INPUTTYPE_UNIFORM : INPUTTYPE_DYNAMIC, colVecType, precision);
2090 ShaderInput rowVecIn (op == OP_DIV ? INPUTTYPE_UNIFORM : INPUTTYPE_DYNAMIC, rowVecType, precision);
[all...]
H A DvktShaderRenderLoopTests.cpp1312 for (int precision = glu::PRECISION_MEDIUMP; precision < glu::PRECISION_LAST; precision++)
1314 const char* precisionName = getPrecisionName((glu::Precision)precision);
1329 de::MovePtr<ShaderLoopCase> testCase(createGenericLoopCase(m_testCtx, testName.c_str(), testDesc.c_str(), isVertexCase, (LoopType)loopType, (LoopCountType)loopCountType, (glu::Precision)precision, loopDataType));
/external/deqp/modules/gles3/functional/
H A Des3fShaderMatrixTests.cpp220 , precision (precision_)
226 Precision precision; member in struct:deqp::gles3::Functional::MatrixCaseUtils::ShaderInput
1412 Precision resultPrec = m_in0.precision;
1487 const char* precName = getPrecisionName(in.precision);
1878 Precision precision = precisions[precNdx]; local
1879 const char* precName = getPrecisionName(precision);
1881 ShaderInput matIn (inputType, matType, precision);
1886 ShaderInput scalarIn(op == OP_DIV ? INPUTTYPE_UNIFORM : INPUTTYPE_DYNAMIC, TYPE_FLOAT, precision);
1895 ShaderInput colVecIn (op == OP_DIV ? INPUTTYPE_UNIFORM : INPUTTYPE_DYNAMIC, colVecType, precision);
1902 ShaderInput rowVecIn (op == OP_DIV ? INPUTTYPE_UNIFORM : INPUTTYPE_DYNAMIC, rowVecType, precision);
[all...]
H A Des3fFboTestUtil.cpp236 const char* precision = "highp"; local
246 src << "uniform " << precision << " " << glu::getDataTypeName(samplerTypes[samplerNdx]) << " u_sampler" << samplerNdx << ";\n";
247 src << "uniform " << precision << " vec4 u_texScale" << samplerNdx << ";\n";
248 src << "uniform " << precision << " vec4 u_texBias" << samplerNdx << ";\n";
252 src << "uniform " << precision << " vec4 u_outScale0;\n"
253 << "uniform " << precision << " vec4 u_outBias0;\n"; local
258 << " " << precision << " vec4 out0 = vec4(0.0);\n"; local
H A Des3fShaderInvarianceTests.cpp484 const glu::Precision precision = precisions[precNdx].prec; local
485 tcu::TestCaseGroup* const group = new tcu::TestCaseGroup(m_testCtx, precisionName, "Invariance tests using the given precision.");
625 // shared subexpression of different precision
630 const glu::Precision minPrecision = (precisionOther < (int)precision) ? ((glu::Precision)precisionOther) : (precision);
635 group->addChild(new BasicInvarianceTest(m_context, ("subexpression_precision_" + std::string(unrelatedPrec)).c_str(), "Shader shares subexpression of different precision with an unrelated variable.",
/external/deqp/modules/gles31/functional/
H A Des31fSSBOLayoutTests.cpp293 glu::Precision precision; local
299 precision = rnd.choose<glu::Precision>(&precisionCandidates[0], &precisionCandidates[DE_LENGTH_OF_ARRAY(precisionCandidates)]);
302 precision = glu::PRECISION_LAST;
304 return glu::VarType(type, precision);
823 const glu::Precision precision = glu::Precision(precNdx); local
824 const string caseName = string(glu::getPrecisionName(precision)) + "_" + typeName;
826 layoutGroup->addChild(new BlockBasicTypeCase(m_context, caseName.c_str(), "", VarType(type, precision), layoutFlags[layoutFlagNdx].flags, 0));
836 const glu::Precision precision = glu::Precision(precNdx); local
837 const string caseName = string(matrixFlags[matFlagNdx].name) + "_" + string(glu::getPrecisionName(precision)) + "_" + typeName;
839 layoutGroup->addChild(new BlockBasicTypeCase(m_context, caseName.c_str(), "", glu::VarType(type, precision), layoutFlag
[all...]
/external/flac/libFLAC/
H A Dlpc.c166 int FLAC__lpc_quantize_coefficients(const FLAC__real lp_coeff[], unsigned order, unsigned precision, FLAC__int32 qlp_coeff[], int *shift) argument
172 FLAC__ASSERT(precision > 0);
173 FLAC__ASSERT(precision >= FLAC__MIN_QLP_COEFF_PRECISION);
176 precision--;
177 qmax = 1 << precision;
200 *shift = (int)precision - log2cmax - 1;
217 fprintf(stderr,"FLAC__lpc_quantize_coefficients: quantizer overflow: q>qmax %d>%d shift=%d cmax=%f precision=%u lpc[%u]=%f\n",q,qmax,*shift,cmax,precision+1,i,lp_coeff[i]);
219 fprintf(stderr,"FLAC__lpc_quantize_coefficients: quantizer overflow: q<qmin %d<%d shift=%d cmax=%f precision=%u lpc[%u]=%f\n",q,qmin,*shift,cmax,precision
[all...]
/external/tensorflow/tensorflow/contrib/metrics/python/ops/
H A Dmetric_ops.py409 """Computes the precision of the predictions with respect to the labels.
413 precision. This value is ultimately returned as `precision`, an idempotent
419 `precision`. `update_op` weights each prediction by the corresponding value in
431 metrics_collections: An optional list of collections that `precision` should
438 precision: Scalar float `Tensor` with the value of `true_positives`
442 `precision`.
450 return metrics.precision(
891 spaced set of thresholds is used to compute pairs of recall and precision
993 thresholds is used to compute pairs of recall and precision value
[all...]
/external/deqp/external/vulkancts/modules/vulkan/shaderexecutor/
H A DvktShaderBuiltinPrecisionTests.cpp124 * In the precision tests we are dealing with functions of different arities.
235 //! Print out an interval with the precision of `fmt`.
250 //! Print out a value with the precision of `fmt`.
265 //! Approximate `value` elementwise to the float precision defined in `fmt`.
584 * point precision and the current variable environment.
1034 * by the current floating point precision.
1692 const double prec = this->precision(ctx, exact, arg0);
1707 virtual double precision (const EvalContext& ctx, double, double) const = 0;
1760 const double prec = this->precision(ctx, exact, x, y);
1775 virtual double precision (cons
1821 double precision (const EvalContext&, double, double, double) const function in class:vkt::shaderexecutor::InfixOperator
1989 double precision (const EvalContext&, double, double) const { return 0.0; } function in class:vkt::shaderexecutor::Functions::Negate
2035 double precision (const EvalContext& ctx, double ret, double, double den) const function in class:vkt::shaderexecutor::Functions::Div
2062 double precision (const EvalContext& ctx, double ret, double x) const function in class:vkt::shaderexecutor::Functions::InverseSqrt
2079 double precision (const EvalContext& ctx, double ret, double x) const function in class:vkt::shaderexecutor::Functions::ExpFunc
2114 double precision (const EvalContext& ctx, double ret, double x) const function in class:vkt::shaderexecutor::Functions::LogFunc
2278 double precision (const EvalContext& ctx, double ret, double arg) const function in class:vkt::shaderexecutor::Functions::TrigFunc
2352 double precision (const EvalContext& ctx, double, double x) const function in class:vkt::shaderexecutor::Functions::ASin
2385 double precision (const EvalContext& ctx, double ret, double x) const function in class:vkt::shaderexecutor::Functions::ArcTrigFunc
2455 double precision (const EvalContext& ctx, double ret, double, double) const function in class:vkt::shaderexecutor::Functions::ATan2
3154 double precision (const EvalContext&, double, double) const { return 0.0; } function in class:vkt::shaderexecutor::Functions::PreciseFunc1
3201 double precision (const EvalContext&, double, double) const { return 0.0; } function in class:vkt::shaderexecutor::Functions::Round
3223 double precision (const EvalContext&, double, double, double) const { return 0.0; } function in class:vkt::shaderexecutor::Functions::PreciseFunc2
3276 double precision (const EvalContext&, double, double, double minVal, double maxVal) const function in class:vkt::shaderexecutor::Functions::Clamp
4296 Precision precision; member in struct:vkt::shaderexecutor::CaseContext
5257 const Precision precision = Precision(precNdx); local
[all...]
/external/deqp/modules/gles2/functional/
H A Des2fNegativeStateApiTests.cpp222 GLint precision[1] = { -1 };
225 glGetShaderPrecisionFormat (-1, GL_MEDIUM_FLOAT, &range[0], &precision[0]);
227 glGetShaderPrecisionFormat (GL_VERTEX_SHADER, -1, &range[0], &precision[0]);
229 glGetShaderPrecisionFormat (-1, -1, &range[0], &precision[0]);
234 glGetShaderPrecisionFormat (GL_VERTEX_SHADER, GL_MEDIUM_FLOAT, &range[0], &precision[0]);
H A Des2fShaderLoopTests.cpp1295 for (int precision = 0; precision < PRECISION_LAST; precision++)
1297 const char* precisionName = getPrecisionName((Precision)precision);
1312 group->addChild(createGenericLoopCase(m_context, name.c_str(), desc.c_str(), isVertexCase, (LoopType)loopType, (LoopCountType)loopCountType, (Precision)precision, loopDataType));
H A Des2fShaderInvarianceTests.cpp482 const glu::Precision precision = precisions[precNdx].prec; local
483 tcu::TestCaseGroup* const group = new tcu::TestCaseGroup(m_testCtx, precisionName, "Invariance tests using the given precision.");
623 // shared subexpression of different precision
628 const glu::Precision minPrecision = (precisionOther < (int)precision) ? ((glu::Precision)precisionOther) : (precision);
633 group->addChild(new BasicInvarianceTest(m_context, ("subexpression_precision_" + std::string(unrelatedPrec)).c_str(), "Shader shares subexpression of different precision with an unrelated variable.",
/external/libpcap/
H A Dsf-pcap-ng.c706 pcap_ng_check_header(bpf_u_int32 magic, FILE *fp, u_int precision, char *errbuf, argument
824 * What precision does the user want?
826 switch (precision) {
838 "unknown time stamp resolution %u", precision);
844 p->opt.tstamp_precision = precision;
909 p->opt.tstamp_precision = precision;
/external/v8/src/arm/
H A Ddisasm-arm.cc355 VFPRegPrecision precision = local
361 reg = instr->VFPNRegValue(precision);
363 reg = instr->VFPMRegValue(precision);
372 reg = instr->VFPDRegValue(precision);
385 if (precision == kSinglePrecision) {

Completed in 963 milliseconds

<<111213141516171819