Searched refs:precision (Results 1 - 25 of 48) sorted by relevance

12

/libcore/luni/src/main/java/java/math/
H A DMathContext.java27 * precision for the numerical operations provided by class {@link BigDecimal}.
34 * decimal precision format: 34 digit precision and
41 * precision format: 7 digit precision and {@link RoundingMode#HALF_EVEN}
48 * precision format: 16 digit precision and {@link RoundingMode#HALF_EVEN}
54 * A {@code MathContext} for unlimited precision with
61 * this precision.
63 private final int precision; field in class:MathContext
82 MathContext(int precision) argument
101 MathContext(int precision, RoundingMode roundingMode) argument
[all...]
H A DBigDecimal.java28 * An immutable arbitrary-precision signed decimal.
30 * <p>A value is represented by an arbitrary-precision "unscaled value" and a signed 32-bit "scale",
212 * The arbitrary precision integer (unscaled value) in the internal
228 * precision is calculated the first time, and used in the following calls
229 * of method <code>precision()</code>. Note that some call to the private
232 * @see #precision()
235 private transient int precision = 0; field in class:BigDecimal
363 * rounding mode and precision for the result of this operation.
369 * if {@code mc.precision > 0} and {@code mc.roundingMode ==
371 * within the given precision withou
1791 public int precision() { method in class:BigDecimal
[all...]
/libcore/ojluni/src/main/java/java/util/
H A DFormattable.java57 * public void formatTo(Formatter fmt, int f, int width, int precision) {
65 * boolean usesymbol = alternate || (precision != -1 && precision < 10);
68 * // apply precision
69 * if (precision == -1 || out.length() < precision) {
73 * sb.append(out.substring(0, precision - 1)).append('*');
149 * @param precision
151 * The precision is applied before the width, thus the output will
152 * be truncated to <tt>precision</t
163 formatTo(Formatter formatter, int flags, int width, int precision) argument
[all...]
H A DFormatter.java97 * // locale-specific formatting of numbers. The precision and width can be
183 * %[argument_index$][flags][width][.precision]conversion
196 * <p> The optional <i>precision</i> is a non-negative decimal integer usually
342 * decimal format, depending on the precision and the value after rounding.
626 * <p> For general argument types, the precision is the maximum number of
630 * {@code 'E'}, and {@code 'f'} the precision is the number of digits after the
632 * precision is the total number of digits in the resulting magnitude after
636 * and line separator conversions, the precision is not applicable; if a
637 * precision is provided, an exception will be thrown.
671 * <p> If the format specifier contains a width or precision wit
2577 private String precision; field in class:Formatter.FormatSpecifierParser
2705 private int precision; field in class:Formatter.FormatSpecifier
2757 private int precision(String s) { method in class:Formatter.FormatSpecifier
2773 int precision() { method in class:Formatter.FormatSpecifier
3348 print(StringBuilder sb, double value, Locale l, Flags f, char c, int precision, boolean neg) argument
3642 print(StringBuilder sb, BigDecimal value, Locale l, Flags f, char c, int precision, boolean neg) argument
[all...]
/libcore/harmony-tests/src/test/java/org/apache/harmony/tests/java/util/
H A DIllegalFormatPrecisionExceptionTest.java42 int precision = 12345;
44 precision);
45 assertEquals(precision, illegalFormatPrecisionException.getPrecision());
52 int precision = 12345;
54 precision);
/libcore/ojluni/src/main/java/sun/misc/
H A DFormattedFloatingDecimal.java35 public static FormattedFloatingDecimal valueOf(double d, int precision, Form form){ argument
38 return new FormattedFloatingDecimal(precision,form, fdConverter);
57 private FormattedFloatingDecimal(int precision, Form form, FloatingDecimal.BinaryToASCIIConverter fdConverter) { argument
72 fillCompatible(precision, digits, nDigits, exp, isNegative);
75 exp = applyPrecision(decExp, digits, nDigits, decExp + precision);
76 fillDecimal(precision, digits, nDigits, exp, isNegative);
80 exp = applyPrecision(decExp, digits, nDigits, precision + 1);
81 fillScientific(precision, digits, nDigits, exp, isNegative);
85 exp = applyPrecision(decExp, digits, nDigits, precision);
86 // adjust precision t
163 fillCompatible(int precision, char[] digits, int nDigits, int exp, boolean isNegative) argument
262 fillDecimal(int precision, char[] digits, int nDigits, int exp, boolean isNegative) argument
314 fillScientific(int precision, char[] digits, int nDigits, int exp, boolean isNegative) argument
[all...]
/libcore/harmony-tests/src/test/java/org/apache/harmony/tests/java/math/
H A DBigDecimalConstructorsTest.java101 int precision = 46;
103 MathContext mc = new MathContext(precision, rm);
118 int precision = 46;
120 MathContext mc = new MathContext(precision, rm);
175 int precision = 4;
177 MathContext mc = new MathContext(precision, rm);
199 int precision = 4;
201 MathContext mc = new MathContext(precision, rm);
216 int precision = 4;
218 MathContext mc = new MathContext(precision, r
[all...]
H A DBigDecimalCompareTest.java62 int precision = 15;
64 MathContext mc = new MathContext(precision, rm);
78 int precision = 41;
80 MathContext mc = new MathContext(precision, rm);
373 int precision = 37;
375 MathContext mc = new MathContext(precision, rm);
403 int precision = 46;
405 MathContext mc = new MathContext(precision, rm);
433 int precision = 37;
435 MathContext mc = new MathContext(precision, r
[all...]
H A DBigDecimalArithmeticTest.java1158 int precision = 21;
1160 MathContext mc = new MathContext(precision, rm);
1178 int precision = 21;
1180 MathContext mc = new MathContext(precision, rm);
1198 int precision = 21;
1200 MathContext mc = new MathContext(precision, rm);
1218 int precision = 21;
1220 MathContext mc = new MathContext(precision, rm);
1238 int precision = 21;
1240 MathContext mc = new MathContext(precision, r
[all...]
/libcore/ojluni/src/main/java/java/time/temporal/
H A DTemporalAccessor.java276 * query == TemporalQueries.chronology() || query == TemporalQueries.precision()) {
293 * if (query == TemporalQueries.precision()) {
311 || query == TemporalQueries.precision()) {
H A DTemporalQueries.java111 * <li> a precision,
213 * This queries a {@code TemporalAccessor} for the time precision.
215 * date or time then this must return the smallest precision actually supported.
217 * are defined to always return ignoring the precision, thus this is the only
220 * it would return a precision of {@code MILLIS}.
241 * @return a query that can obtain the precision of a temporal, not null
243 public static TemporalQuery<TemporalUnit> precision() { method in class:TemporalQueries
/libcore/ojluni/src/main/java/javax/sql/
H A DRowSetMetaData.java180 * @param precision the total number of decimal digits
183 void setPrecision(int columnIndex, int precision) throws SQLException; argument
/libcore/luni/src/test/java/libcore/java/math/
H A DOldBigDecimalScaleOperationsTest.java89 x1.precision();
94 x2.precision();
H A DOldBigDecimalConstructorsTest.java37 int precision = 46;
39 MathContext mc = new MathContext(precision, rm);
118 int precision = 46;
120 MathContext mc = new MathContext(precision, rm);
281 int precision = 4;
283 MathContext mc = new MathContext(precision, rm);
374 int precision = 4;
376 MathContext mc = new MathContext(precision, rm);
434 int precision = 21;
436 MathContext mc = new MathContext(precision, r
[all...]
H A DBigDecimalTest.java50 // test these special cases because we know precision() uses longs internally
59 assertEquals("Unexpected precision for parsed value " + value,
60 expectedPrecision, parsed.precision());
63 assertEquals("Unexpected precision for computed value " + value,
64 expectedPrecision, computed.precision());
81 assertEquals(20, a.precision());
82 assertEquals(20, b.precision());
285 assertEquals("9223372036854775808/(-10) with one decimal of precision",
291 assertEquals("9223372036854775808/(-1) with one decimal of precision",//
299 assertEquals("9223372036854775808/(-1.0) with one decimal of precision",//
[all...]
H A DOldBigDecimalArithmeticTest.java50 assertEquals("Incorrect precision!", 33, res.precision());
65 assertEquals("Incorrect precision!", 17, res.precision());
73 assertEquals("Incorrect precision!", 33, res.precision());
90 assertEquals("Incorrect precision!", 17, res.precision());
160 fail("ArithmeticException is not thrown for negative exponent and precision = 0");
169 fail("ArithmeticException is not thrown for negative exponent and precision
[all...]
/libcore/luni/src/test/java/libcore/java/util/
H A DOldFormatterTest.java32 public void formatTo(Formatter formatter, int flags, int width, int precision) throws IllegalFormatException {
41 public void formatTo(Formatter formatter, int flags, int width, int precision) throws IllegalFormatException {
/libcore/ojluni/src/main/java/java/time/chrono/
H A DEra.java269 if (query == TemporalQueries.precision()) {
H A DChronoLocalDate.java514 } else if (query == TemporalQueries.precision()) {
H A DChronoLocalDateTime.java343 } else if (query == TemporalQueries.precision()) {
H A DChronoZonedDateTime.java492 } else if (query == TemporalQueries.precision()) {
/libcore/ojluni/src/main/java/sun/security/util/
H A DDerInputBuffer.java308 * precision specified in ISO 8601. However, for our purposes,
310 * fractional seconds (millisecond precision) are supported.
363 // handle upto milisecond precision only
364 int precision = 0;
370 precision++;
372 switch (precision) {
387 " time, unsupported precision for seconds value");
389 len -= precision;
400 * Generalized time can theoretically allow any precision,
/libcore/ojluni/src/main/java/java/time/
H A DDayOfWeek.java407 if (query == TemporalQueries.precision()) {
H A DMonth.java566 } else if (query == TemporalQueries.precision()) {
/libcore/ojluni/src/main/java/java/time/format/
H A DDateTimePrintContext.java216 if (query == TemporalQueries.precision()) {

Completed in 351 milliseconds

12