Home
last modified time | relevance | path

Searched refs:rounding (Results 1 – 25 of 121) sorted by relevance

12345

/src/lib/libc/softfloat/
H A Dtimesoftfloat.txt13 point routines. Each routine can be evaluated for every relevant rounding
14 mode, tininess mode, and/or rounding precision.
63 the four rounding modes, one after the other. If the rounding mode is not
65 some operations do not require rounding--only the nearest/even rounding mode
68 tininess detected before rounding and after rounding. For extended double-
69 precision operations affected by rounding precision control, `timesoftfloat'
70 also times the function for all three rounding precision modes, one after
71 the other. Evaluation of a function can be limited to a single rounding
72 mode, a single tininess mode, and/or a single rounding precision with
108 For extended double-precision functions affected by rounding precision
[all …]
H A Dsoftfloat.txt135 All four rounding modes prescribed by the IEC/IEEE Standard are implemented
136 for all operations that require rounding. The rounding mode is selected
139 `float_round_down', or `float_round_up'. The rounding mode is initialized
146 For extended double precision (`floatx80') only, the rounding precision
157 (`float64'), respectively. When rounding to reduced precision, additional
158 bits in the result significand beyond the rounding point are set to zero.
183 for underflow either before or after rounding. The choice is made by
186 Detecting tininess after rounding is better because it results in fewer
219 format are always exact and so require no rounding. Conversions from 32-bit
231 integer value, the operand is rounded according to the current rounding
[all …]
/src/contrib/gdtoa/
H A Dstrtorf.c69 strtorf(s, sp, rounding, f) CONST char *s; char **sp; int rounding; float *f; in strtorf() argument
71 strtorf(CONST char *s, char **sp, int rounding, float *f)
81 if (rounding != FPI_Round_near) {
83 fpi1.rounding = rounding;
H A Dstrtord.c73 strtord_l(s, sp, rounding, d, locale) CONST char *s; char **sp; int rounding; in strtord_l() argument
76 strtord_l(CONST char *s, char **sp, int rounding, double *d, locale_t locale)
86 if (rounding != FPI_Round_near) {
88 fpi1.rounding = rounding;
H A DstrtorxL.c88 strtorxL(s, sp, rounding, L) CONST char *s; char **sp; int rounding; void *L; in strtorxL() argument
90 strtorxL(CONST char *s, char **sp, int rounding, void *L)
100 if (rounding != FPI_Round_near) {
102 fpi1.rounding = rounding;
H A DstrtorQ.c106 strtorQ_l(s, sp, rounding, L, locale) CONST char *s; char **sp; int rounding; in strtorQ_l() argument
109 strtorQ_l(CONST char *s, char **sp, int rounding, void *L, locale_t locale)
119 if (rounding != FPI_Round_near) {
121 fpi1.rounding = rounding;
H A Dstrtorx.c109 strtorx_l(s, sp, rounding, L, locale) CONST char *s; char **sp; int rounding; in strtorx_l() argument
112 strtorx_l(CONST char *s, char **sp, int rounding, void *L, locale_t locale)
122 if (rounding != FPI_Round_near) {
124 fpi1.rounding = rounding;
H A Dstrtordd.c175 strtordd(s, sp, rounding, dd) CONST char *s; char **sp; int rounding; double *dd; in strtordd() argument
177 strtordd(CONST char *s, char **sp, int rounding, double *dd)
191 if (rounding != FPI_Round_near) {
193 fpi1.rounding = rounding;
H A DREADME21 http://cm.bell-labs.com/cm/cs/what/ampl/REFS/rounding.ps.gz
59 helper routines: one for round-nearest (or the current rounding
72 one with rounding direction specified:
127 the bottom of the exponent range. To get correct rounding, this
139 arithmetic with the default rounding mode (round-to-nearest) and, on
141 (53-bit) rounding precision. If the machine uses (the equivalent of)
150 rounding precision on systems (such as Intel IA32 systems) that may
151 suffer double rounding due to use of extended-precision registers.
153 one in strtod.c when the latter is run with 53-bit rounding precision.
194 style and conversions with direction of rounding specified (so that, if
[all …]
H A Dgethex.c157 switch(fpi->rounding) {
174 switch(fpi->rounding) {
269 switch (fpi->rounding) {
312 switch(fpi->rounding) {
H A Dchanges3 (fixed-point mode); fix rounding bug in these modes when the input
5 i.e., when the result, before rounding, would be empty but might
18 rounding, would be empty, but rounds to one digit: *decpt was low by
119 that caused one-bit rounding errors in certain denormal numbers, such
287 testbase program is unhappy with this new rounding, as it can
322 loop with a boundary case of directed rounding. Example input to
347 IEEE arithmetic (with 53-bit rounding precision on 80x87 chips).
373 denormal result should be zero, correct logic for rounding up when the
388 but does not require 53-bit rounding precision on Intel IA32 systems.
428 and with hex input, get the current rounding mode from fegetround().
[all …]
H A Dgdtoa_fltrnds.h17 fpi1.rounding = Rounding;
/src/sys/contrib/openzfs/module/zfs/
H A Dzfs_crrd.c178 rrd_query(rrd_t *rrd, hrtime_t tv, dbrrd_rounding_t rounding) in rrd_query() argument
185 if (rounding == DBRRD_FLOOR) { in rrd_query()
216 dbrrd_query(dbrrd_t *r, hrtime_t tv, dbrrd_rounding_t rounding) in dbrrd_query() argument
221 dm = rrd_query(&r->dbr_minutes, tv, rounding); in dbrrd_query()
222 dd = rrd_query(&r->dbr_days, tv, rounding); in dbrrd_query()
223 dy = rrd_query(&r->dbr_months, tv, rounding); in dbrrd_query()
/src/contrib/llvm-project/compiler-rt/lib/builtins/
H A Dfp_mul_impl.inc10 // rounding (to nearest, ties to even).
98 // The result is denormal before rounding.
112 // The result is normal before rounding. Insert the exponent.
120 // Perform the final rounding. The final result may overflow to infinity,
122 // We use the default IEEE-754 round-to-nearest, ties-to-even rounding mode.
H A Dfp_add_impl.inc9 // This file implements soft-float addition with the IEEE-754 default rounding
93 // bottom bit to get rounding correct.
133 // The result is denormal before rounding. The exponent is zero and we
151 // Perform the final rounding. The result may overflow to infinity, but
/src/contrib/llvm-project/llvm/lib/Target/RISCV/
H A DRISCVInstrInfoZfbfmin.td67 // rounding mode has no effect for bf16->f32.
71 // [u]int->bf16. Match GCC and default to using dynamic rounding mode.
78 // rounding mode has no effect for bf16->f32.
82 // [u]int->bf16. Match GCC and default to using dynamic rounding mode.
H A DRISCVInstrInfoVSDPatterns.td114 // Value to indicate no rounding mode change in
214 // Value to indicate no rounding mode change in
278 // Value to indicate no rounding mode change in
408 // Value to indicate no rounding mode change in
468 // Value to indicate no rounding mode change in
619 // Value to indicate no rounding mode change in
632 // Value to indicate no rounding mode change in
643 // Value to indicate no rounding mode change in
663 // Value to indicate no rounding mode change in
675 // Value to indicate no rounding mode change in
[all …]
H A DRISCVInstrInfoZfh.td473 // half->int32 with current rounding mode.
479 // [u]int->half. Match GCC and default to using dynamic rounding mode.
493 // half->int32 with current rounding mode.
499 // [u]int->half. Match GCC and default to using dynamic rounding mode.
519 // half->int64 with current rounding mode.
527 // [u]int->fp. Match GCC and default to using dynamic rounding mode.
549 // half->int64 with current rounding mode.
557 // [u]int->fp. Match GCC and default to using dynamic rounding mode.
605 // half->int32 with current rounding mode.
611 // [u]int->half. Match GCC and default to using dynamic rounding mode.
[all …]
H A DRISCVInstrInfoF.td119 // Floating-point rounding mode
135 // Variants of the rounding mode operand that default to 'rne'. This is used
136 // for historical/legacy reasons. fcvt functions where the rounding mode
139 // with the rounding mode set to something other than 'rne', we retain this
704 // float->int32 with current rounding mode.
710 // [u]int->float. Match GCC and default to using dynamic rounding mode.
724 // float->int32 with current rounding mode.
730 // [u]int->float. Match GCC and default to using dynamic rounding mode.
754 // float->int64 with current rounding mode.
762 // [u]int->fp. Match GCC and default to using dynamic rounding mode.
[all …]
/src/lib/libc/gdtoa/
H A D_ldtoa.c74 fpi.rounding ^= (fpi.rounding >> 1) & u.bits.sign; in __ldtoa()
/src/contrib/llvm-project/llvm/lib/Target/M68k/
H A DM68kInstrArithmetic.td1008 class MxFArithBase_FF<dag outs, dag ins, string asm, string rounding,
1011 let Uses = !if(!eq(rounding, ""), [FPC], []);
1013 let Predicates = !if(!eq(rounding, ""), [AtLeastM68881], [AtLeastM68040]);
1016 class MxFPOpModeSelector<string rounding, bits<7> single, bits<7> double,
1018 bits<7> Mode = !cond(!eq(rounding, "s"): single,
1019 !eq(rounding, "d"): double,
1020 !eq(rounding, ""): extended);
1027 class MxFUnary_FF<MxOpBundle Opnd, string rounding,
1030 "f"#rounding#mnemonic#".x\t$src, $dst", rounding, [(null_frag)]> {
1048 foreach rounding = ["", "s", "d"] in {
[all …]
H A DM68kInstrData.td669 string rounding = "">
671 "f"#rounding#"move."#size#"\t$src, $dst", pattern> {
673 let Uses = !if(!eq(rounding, ""), [FPC], []);
676 let Predicates = [!if(!eq(rounding, ""), AtLeastM68881, AtLeastM68040)];
680 class MxFMove_FF<string rounding, int size,
683 [(null_frag)], rounding> {
696 !cond(!eq(rounding, "s"): 0b1000000,
697 !eq(rounding, "d"): 0b1000100,
703 foreach rounding = ["", "s", "d"] in {
704 def F # !toupper(rounding) # MOV80fp_fp : MxFMove_FF<rounding, 80>;
[all …]
/src/contrib/arm-optimized-routines/math/tools/
H A Dexp.sollya9 b = b + b*0x1p-16; // increase interval for non-nearest rounding (TOINT_NARROW)
30 // double interval error for non-nearest rounding
/src/contrib/arm-optimized-routines/math/
H A DREADME.contributors36 - All standard rounding modes need to be supported but in non-default rounding
50 - Vector math code does not need to work in non-nearest rounding mode and error
75 - The code should be reasonably performant on x86_64 too, e.g. some rounding
/src/contrib/llvm-project/llvm/lib/Target/Sparc/
H A DLeonFeatures.td50 "LEON3 erratum detection: Detects any rounding mode change "
51 "request: use only the round-to-nearest rounding mode"

12345