Searched refs:rounding (Results 1 - 25 of 66) sorted by relevance

123

/external/valgrind/none/tests/s390x/
H A Dsrnmt.stdout.exp1 initial rounding mode = 0
2 rounding mode = 3
3 rounding mode = 2
4 rounding mode = 1
5 rounding mode = 0
6 rounding mode = 7
7 rounding mode = 6
8 rounding mode = 5
9 rounding mode = 4
H A Dsrnm.stdout.exp1 initial rounding mode = 0
2 rounding mode = 3
3 rounding mode = 2
4 rounding mode = 1
5 rounding mode = 0
6 rounding mode = 3
7 rounding mode = 2
8 rounding mode = 3
H A Dsrnmb.stdout.exp1 initial rounding mode = 0
2 rounding mode = 3
3 rounding mode = 2
4 rounding mode = 1
5 rounding mode = 0
6 rounding mode = 1
7 rounding mode = 0
H A Drounding-2.stdout.exp1 initial rounding mode: 0
2 setting rounding mode to 0
4 setting rounding mode to 1
6 setting rounding mode to 2
8 setting rounding mode to 3
H A Drounding-5.stdout.exp1 setting FPC rounding mode to [-> near]
3 setting FPC rounding mode to [-> zero]
5 setting FPC rounding mode to [-> +inf]
7 setting FPC rounding mode to [-> -inf]
10 setting FPC rounding mode to [-> near]
12 setting FPC rounding mode to [-> zero]
14 setting FPC rounding mode to [-> +inf]
16 setting FPC rounding mode to [-> -inf]
19 setting FPC rounding mode to [-> near]
21 setting FPC rounding mod
[all...]
H A Drounding-4.stdout.exp1 setting FPC rounding mode to [-> near]
3 setting FPC rounding mode to [-> zero]
5 setting FPC rounding mode to [-> +inf]
7 setting FPC rounding mode to [-> -inf]
10 setting FPC rounding mode to [-> near]
12 setting FPC rounding mode to [-> zero]
14 setting FPC rounding mode to [-> +inf]
16 setting FPC rounding mode to [-> -inf]
19 setting FPC rounding mode to [-> near]
21 setting FPC rounding mod
[all...]
H A Dfpext_warn.stderr.exp3 The specified rounding mode cannot be supported. That
6 the rounding mode from FPC. Results may differ!
9 The specified rounding mode cannot be supported. That
12 the rounding mode from FPC. Results may differ!
15 The specified rounding mode cannot be supported. That
18 the rounding mode from FPC. Results may differ!
H A Dsrnmb.stderr.exp3 The specified rounding mode is invalid.
/external/webp/src/dsp/
H A Dyuv.h189 // Stub functions that can be called with various rounding values:
190 static WEBP_INLINE int VP8ClipUV(int uv, int rounding) { argument
191 uv = (uv + rounding + (128 << (YUV_FIX + 2))) >> (YUV_FIX + 2);
197 static WEBP_INLINE int VP8RGBToY(int r, int g, int b, int rounding) { argument
199 return (luma + rounding + (16 << YUV_FIX)) >> YUV_FIX; // no need to clip
202 static WEBP_INLINE int VP8RGBToU(int r, int g, int b, int rounding) { argument
204 return VP8ClipUV(u, rounding);
207 static WEBP_INLINE int VP8RGBToV(int r, int g, int b, int rounding) { argument
209 return VP8ClipUV(v, rounding);
217 static WEBP_INLINE int VP8RGBToY(int r, int g, int b, int rounding) { argument
222 VP8RGBToU(int r, int g, int b, int rounding) argument
227 VP8RGBToV(int r, int g, int b, int rounding) argument
[all...]
/external/icu/icu4j/demos/src/com/ibm/icu/dev/demo/number/
H A DCurrencyDemo.java50 result.setRoundingIncrement(hack.rounding);
60 double rounding; field in class:CurrencyDemo.HackCurrencyInfo
62 HackCurrencyInfo(int decimals, double rounding, String symbol) { argument
64 this.rounding = rounding;
/external/libvpx/libvpx/vp9/encoder/x86/
H A Dvp9_highbd_block_error_intrin_sse2.c24 const int rounding = shift > 0 ? 1 << (shift - 1) : 0; local
66 error = (error + rounding) >> shift;
67 sqcoeff = (sqcoeff + rounding) >> shift;
H A Dtemporal_filter_sse4.c111 // Add in the rounding factor and shift, clamp to 16, invert and shift. Multiply
114 const int strength, const int rounding,
118 const __m128i rounding_u16 = _mm_set1_epi16(rounding);
141 const int rounding, const int weight) {
143 const __m128i rounding_u16 = _mm_set1_epi16(rounding);
243 const int rounding = strength > 0 ? 1 << (strength - 1) : 0; local
263 sum_row_c = average_8(sum_row_c, mul_constants, strength, rounding, weight);
281 average_8(sum_row_a, mul_constants, strength, rounding, weight);
298 sum_row_a = average_8(sum_row_a, mul_constants, strength, rounding, weight);
321 strength, rounding, weigh
113 average_8(__m128i sum, const __m128i mul_constants, const int strength, const int rounding, const int weight) argument
138 average_16(__m128i *sum_0_u16, __m128i *sum_1_u16, const __m128i mul_constants_0, const __m128i mul_constants_1, const int strength, const int rounding, const int weight) argument
[all...]
/external/icu/icu4c/source/i18n/
H A DdecContext.h39 /* round -- must be one of the enumerated rounding modes */
77 enum rounding { enum
94 enum rounding round; /* rounding mode */
255 U_INTERNAL enum rounding U_EXPORT2 uprv_decContextGetRounding(decContext *);
259 U_INTERNAL decContext * U_EXPORT2 uprv_decContextSetRounding(decContext *, enum rounding);
/external/libhevc/common/arm/
H A Dihevc_itrans_recon_4x4_ttype1.s169 vqrshrn.s32 d14,q3,#shift_stage1_idct @ (pi2_out[0] + rounding ) >> shift_stage1_idct
170 vqrshrn.s32 d15,q4,#shift_stage1_idct @ (pi2_out[1] + rounding ) >> shift_stage1_idct
171 vqrshrn.s32 d16,q5,#shift_stage1_idct @ (pi2_out[2] + rounding ) >> shift_stage1_idct
172 vqrshrn.s32 d17,q6,#shift_stage1_idct @ (pi2_out[3] + rounding ) >> shift_stage1_idct
209 vqrshrn.s32 d0,q3,#shift_stage2_idct @ (pi2_out[0] + rounding ) >> shift_stage1_idct
210 vqrshrn.s32 d1,q4,#shift_stage2_idct @ (pi2_out[1] + rounding ) >> shift_stage1_idct
211 vqrshrn.s32 d2,q5,#shift_stage2_idct @ (pi2_out[2] + rounding ) >> shift_stage1_idct
212 vqrshrn.s32 d3,q6,#shift_stage2_idct @ (pi2_out[3] + rounding ) >> shift_stage1_idct
H A Dihevc_inter_pred_chroma_vert_w16inp.s161 vqrshrun.s16 d0,q0,#6 @rounding shift
162 vqrshrun.s16 d30,q15,#6 @rounding shift
219 vqrshrun.s16 d30,q15,#6 @rounding shift
234 vqrshrun.s16 d28,q14,#6 @rounding shift
247 vqrshrun.s16 d26,q13,#6 @rounding shift
259 vqrshrun.s16 d24,q12,#6 @rounding shift
272 vqrshrun.s16 d30,q15,#6 @rounding shift
286 vqrshrun.s16 d28,q14,#6 @rounding shift
301 vqrshrun.s16 d26,q13,#6 @rounding shift
311 vqrshrun.s16 d24,q12,#6 @rounding shif
[all...]
/external/valgrind/none/tests/ppc32/
H A Dtest_dfp2.stdout.exp3 test with rounding mode 0
20 test with rounding mode 1
37 test with rounding mode 2
54 test with rounding mode 3
71 test with rounding mode 4
88 test with rounding mode 5
105 test with rounding mode 6
122 test with rounding mode 7
140 test with rounding mode 0
157 test with rounding mod
[all...]
H A Dtest_dfp1.stdout.exp378 Test DFP rounding modes
379 test #0: dmul with rounding mode 0: 26cc3f1f534acdd4 * 27feff197a42ba06 => 4ccf3810908e09f5
381 test #0: dmul with rounding mode 1: 26cc3f1f534acdd4 * 27feff197a42ba06 => 4ccf3810908e09f5
383 test #0: dmul with rounding mode 2: 26cc3f1f534acdd4 * 27feff197a42ba06 => 4ccf3810908e09f6
385 test #0: dmul with rounding mode 3: 26cc3f1f534acdd4 * 27feff197a42ba06 => 4ccf3810908e09f5
387 test #0: dmul with rounding mode 4: 26cc3f1f534acdd4 * 27feff197a42ba06 => 4ccf3810908e09f5
389 test #0: dmul with rounding mode 5: 26cc3f1f534acdd4 * 27feff197a42ba06 => 4ccf3810908e09f5
391 test #0: dmul with rounding mode 6: 26cc3f1f534acdd4 * 27feff197a42ba06 => 4ccf3810908e09f6
393 test #0: dmul with rounding mode 7: 26cc3f1f534acdd4 * 27feff197a42ba06 => 4ccf3810908e09f6
395 test #1: dmul with rounding mod
[all...]
/external/valgrind/none/tests/ppc64/
H A Dtest_dfp2.stdout.exp3 test with rounding mode 0
20 test with rounding mode 1
37 test with rounding mode 2
54 test with rounding mode 3
71 test with rounding mode 4
88 test with rounding mode 5
105 test with rounding mode 6
122 test with rounding mode 7
140 test with rounding mode 0
157 test with rounding mod
[all...]
H A Dtest_dfp1.stdout.exp378 Test DFP rounding modes
379 test #0: dmul with rounding mode 0: 26cc3f1f534acdd4 * 27feff197a42ba06 => 4ccf3810908e09f5
381 test #0: dmul with rounding mode 1: 26cc3f1f534acdd4 * 27feff197a42ba06 => 4ccf3810908e09f5
383 test #0: dmul with rounding mode 2: 26cc3f1f534acdd4 * 27feff197a42ba06 => 4ccf3810908e09f6
385 test #0: dmul with rounding mode 3: 26cc3f1f534acdd4 * 27feff197a42ba06 => 4ccf3810908e09f5
387 test #0: dmul with rounding mode 4: 26cc3f1f534acdd4 * 27feff197a42ba06 => 4ccf3810908e09f5
389 test #0: dmul with rounding mode 5: 26cc3f1f534acdd4 * 27feff197a42ba06 => 4ccf3810908e09f5
391 test #0: dmul with rounding mode 6: 26cc3f1f534acdd4 * 27feff197a42ba06 => 4ccf3810908e09f6
393 test #0: dmul with rounding mode 7: 26cc3f1f534acdd4 * 27feff197a42ba06 => 4ccf3810908e09f6
395 test #1: dmul with rounding mod
[all...]
/external/libvpx/libvpx/vpx_dsp/x86/
H A Dhighbd_idct16x16_add_sse2.c25 const __m128i rounding = _mm_set1_epi16(32); local
102 inptr[i] = _mm_add_epi16(inptr[i], rounding);
103 inptr[i + 16] = _mm_add_epi16(inptr[i + 16], rounding);
137 const __m128i rounding = _mm_set1_epi16(32); local
219 inptr[i] = _mm_add_epi16(inptr[i], rounding);
220 inptr[i + 16] = _mm_add_epi16(inptr[i + 16], rounding);
H A Dinv_txfm_ssse3.c20 const __m128i rounding = _mm_set1_epi32(DCT_CONST_ROUNDING); local
72 tmp0 = _mm_add_epi32(tmp0, rounding);
73 tmp1 = _mm_add_epi32(tmp1, rounding);
74 tmp2 = _mm_add_epi32(tmp2, rounding);
75 tmp3 = _mm_add_epi32(tmp3, rounding);
76 tmp4 = _mm_add_epi32(tmp4, rounding);
77 tmp5 = _mm_add_epi32(tmp5, rounding);
78 tmp6 = _mm_add_epi32(tmp6, rounding);
79 tmp7 = _mm_add_epi32(tmp7, rounding);
111 tmp2 = _mm_add_epi32(tmp2, rounding);
222 const __m128i rounding = _mm_set1_epi32(DCT_CONST_ROUNDING); local
414 const __m128i rounding = _mm_set1_epi32(DCT_CONST_ROUNDING); local
426 const __m128i rounding = _mm_set1_epi32(DCT_CONST_ROUNDING); local
[all...]
H A Dinv_txfm_sse2.h166 // Final rounding and shift
258 tmp0 = _mm_add_epi32(tmp0, rounding); \
259 tmp1 = _mm_add_epi32(tmp1, rounding); \
260 tmp2 = _mm_add_epi32(tmp2, rounding); \
261 tmp3 = _mm_add_epi32(tmp3, rounding); \
262 tmp4 = _mm_add_epi32(tmp4, rounding); \
263 tmp5 = _mm_add_epi32(tmp5, rounding); \
264 tmp6 = _mm_add_epi32(tmp6, rounding); \
265 tmp7 = _mm_add_epi32(tmp7, rounding); \
H A Dinv_txfm_sse2.c164 tmp0 = _mm_add_epi32(tmp0, rounding); \
165 tmp1 = _mm_add_epi32(tmp1, rounding); \
166 tmp2 = _mm_add_epi32(tmp2, rounding); \
167 tmp3 = _mm_add_epi32(tmp3, rounding); \
223 tmp0 = _mm_add_epi32(tmp0, rounding); \
224 tmp1 = _mm_add_epi32(tmp1, rounding); \
225 tmp2 = _mm_add_epi32(tmp2, rounding); \
226 tmp3 = _mm_add_epi32(tmp3, rounding); \
251 const __m128i rounding = _mm_set1_epi32(DCT_CONST_ROUNDING); local
289 // Final rounding an
341 const __m128i rounding = _mm_set1_epi32(DCT_CONST_ROUNDING); local
596 const __m128i rounding = _mm_set1_epi32(DCT_CONST_ROUNDING); local
965 const __m128i rounding = _mm_set1_epi32(DCT_CONST_ROUNDING); local
1935 const __m128i rounding = _mm_set1_epi32(DCT_CONST_ROUNDING); local
2806 const __m128i rounding = _mm_set1_epi32(DCT_CONST_ROUNDING); local
2952 const __m128i rounding = _mm_set1_epi32(DCT_CONST_ROUNDING); local
[all...]
/external/python/cpython2/Lib/
H A Ddecimal.py285 """Invalid context. Unknown rounding, for example.
290 underlying concrete representation or an unknown or unsupported rounding
299 """Number got rounded (not necessarily changed during rounding).
311 """Exponent < Emin before rounding.
315 Emin, before any rounding). The result in all cases is unchanged.
326 by zero), after rounding, would be greater than the largest value that
329 The result depends on the rounding mode:
344 if context.rounding in (ROUND_HALF_UP, ROUND_HALF_EVEN,
348 if context.rounding == ROUND_CEILING:
353 if context.rounding
[all...]
/external/libvpx/libvpx/test/
H A Dtemporal_filter_test.cc40 int rounding = 0; local
42 rounding = 1 << (filter_strength - 1);
90 sum += rounding;

Completed in 696 milliseconds

123