Lines Matching refs:precision
88 if (position < 0 || position > precision) return 0;
114 if (!usingBytes && precision + numDigits > 16) {
118 ensureCapacity(precision + numDigits);
119 int i = precision + numDigits - 1;
130 precision += numDigits;
137 for (; i < precision - numDigits; i++) {
140 for (; i < precision; i++) {
147 precision -= numDigits;
158 precision = 0;
176 precision = 16 - i;
190 precision = i;
201 precision = 16 - i;
217 precision = i;
231 for (int shift = (precision - 1); shift >= 0; shift--) {
245 for (; delta < precision && bcdBytes[delta] == 0; delta++) ;
246 if (delta == precision) {
255 // Compute precision
256 int leading = precision - 1;
258 precision = leading + 1;
261 if (precision <= 16) {
277 // Compute precision
278 precision = 16 - (Long.numberOfLeadingZeros(bcdLong) / 4);
305 for (int i = precision - 1; i >= 0; i--) {
314 for (int i = 0; i < precision; i++) {
327 ensureCapacity(other.precision);
328 System.arraycopy(other.bcdBytes, 0, bcdBytes, 0, other.precision);
345 if (precision == 0) return "Zero precision but we are in byte mode";
346 if (precision > bcdBytes.length) return "Precision exceeds length of byte array";
347 if (getDigitPos(precision - 1) == 0) return "Most significant digit is zero in byte mode";
349 for (int i = 0; i < precision; i++) {
353 for (int i = precision; i < bcdBytes.length; i++) {
362 if (precision == 0 && bcdLong != 0) return "Value in bcdLong even though precision is zero";
363 if (precision > 16) return "Precision exceeds length of long";
364 if (precision != 0 && getDigitPos(precision - 1) == 0)
366 if (precision != 0 && getDigitPos(0) == 0)
368 for (int i = 0; i < precision; i++) {
372 for (int i = precision; i < 16; i++) {
407 for (int i = precision - 1; i >= 0; i--) {