Home
last modified time | relevance | path

Searched refs:precision (Results 1 – 25 of 131) sorted by relevance

123456

/linux/drivers/firmware/efi/libstub/
H A Dvsprintf.c315 int precision; /* min. # of digits for integers; max in vsnprintf() local
356 /* get the precision */ in vsnprintf()
357 precision = -1; in vsnprintf()
360 precision = get_int(&fmt, &args); in vsnprintf()
361 if (precision >= 0) in vsnprintf()
385 precision = INT_MAX; in vsnprintf()
389 precision = len = 1; in vsnprintf()
395 if (precision < 0) in vsnprintf()
396 precision = INT_MAX; in vsnprintf()
399 s = precision < in vsnprintf()
[all...]
/linux/arch/x86/boot/
H A Dprintf.c41 static char *number(char *str, long num, int base, int size, int precision, in number() argument
85 if (i > precision) in number()
86 precision = i; in number()
87 size -= precision; in number()
104 while (i < precision--) in number()
124 int precision; /* min. # of digits for integers; max in vsprintf() local
170 /* get the precision */ in vsprintf()
171 precision = -1; in vsprintf()
175 precision = skip_atoi(&fmt); in vsprintf()
179 precision in vsprintf()
[all...]
/linux/arch/alpha/boot/
H A Dstdio.c43 static char * number(char * str, unsigned long long num, int base, int size, int precision, int type) in number() argument
82 if (i > precision) in number()
83 precision = i; in number()
84 size -= precision; in number()
101 while (i < precision--) in number()
121 int precision; /* min. # of digits for integers; max in vsprintf() local
160 /* get the precision */ in vsprintf()
161 precision = -1; in vsprintf()
165 precision = skip_atoi(&fmt); in vsprintf()
169 precision in vsprintf()
[all...]
/linux/tools/testing/selftests/kvm/lib/
H A Dguest_sprintf.c44 int precision, int type) in number() argument
89 if (i > precision) in number()
90 precision = i; in number()
91 size -= precision; in number()
108 while (i < precision--) in number()
129 int precision; /* in guest_vsnprintf() local
181 /* get the precision */ in guest_vsnprintf()
182 precision = -1; in guest_vsnprintf()
186 precision = skip_atoi(&fmt); in guest_vsnprintf()
190 precision in guest_vsnprintf()
[all...]
/linux/arch/powerpc/boot/
H A Dstdio.c79 static char * number(char * str, unsigned long long num, int base, int size, int precision, int type) in number() argument
118 if (i > precision) in number()
119 precision = i; in number()
120 size -= precision; in number()
137 while (i < precision--) in number()
157 int precision; /* min. # of digits for integers; max in vsprintf() local
196 /* get the precision */ in vsprintf()
197 precision = -1; in vsprintf()
201 precision = skip_atoi(&fmt); in vsprintf()
205 precision in vsprintf()
[all...]
/linux/drivers/acpi/acpica/
H A Dutprint.c32 u8 base, s32 width, s32 precision, u8 type);
192 * precision - Precision of the integer
197 * DESCRIPTION: Print an integer into a string with any base and any precision.
204 u8 base, s32 width, s32 precision, u8 type) in acpi_ut_format_number() argument
259 if (i > precision) { in acpi_ut_format_number()
260 precision = i; in acpi_ut_format_number()
263 width -= precision; in acpi_ut_format_number()
289 while (i <= --precision) { in acpi_ut_format_number()
323 s32 precision; in vsnprintf() local
383 /* Process precision */ in vsnprintf()
[all...]
/linux/arch/arm/nwfpe/
H A Dsoftfloat-specialize71 The pattern for a default generated single-precision NaN.
78 Returns 1 if the single-precision floating-point value `a' is a NaN;
91 Returns 1 if the single-precision floating-point value `a' is a signaling
104 Returns the result of converting the single-precision floating-point NaN
124 precision floating-point format.
136 Takes two single-precision floating-point values `a' and `b', one of which
163 The pattern for a default generated double-precision NaN.
170 Returns 1 if the double-precision floating-point value `a' is a NaN;
183 Returns 1 if the double-precision floating-point value `a' is a signaling
198 Returns the result of converting the double-precision floatin
[all...]
/linux/arch/m68k/fpsp040/
H A Dutil.S12 | g_rndpr: returns the rounding precision.
74 | This forces the destination precision to be extended
93 | This sets the round precision according to the user's FPCR unless the
96 | If the instruction is fsgldiv of fsglmul, the rounding precision must be
98 | precision instruction, the rounding precision is then set to the force
99 | precision.
109 beql ovff_sgl |force precision is single
111 beql ovff_dbl |force precision is double
136 | Inst is either fsgldiv or fsglmul. Force extended precision
[all...]
H A Dx_store.S100 | dest_dbl --- write double precision value to user space
104 | a1 -> source in extended precision
110 |Changes extended precision to double precision.
133 subw #0x3fff,%d0 |subtract extended precision bias
136 addw #0x3ff,%d0 |add double precision bias
166 movel #0x8,%d0 |byte count for double precision number
171 | dest_sgl --- write single precision value to user space
175 | a1 -> source in extended precision
182 |Changes extended precision t
[all...]
H A Dslog2.S19 | to double precision. The result is provably monotonic
20 | in double precision.
35 | traps, and precision control = double extended.
50 | traps, and precision control = double extended.
64 | traps, and precision control = double extended.
79 | traps, and precision control = double extended.
H A Dstwotox.S16 | result is subsequently rounded to double precision. The
17 | result is provably monotonic in double precision.
199 fmovel %d1,%fpcr | ...set user's rounding mode/precision
303 fmovel %d1,%fpcr | ...set user's rounding mode/precision
H A Dsacos.S15 | result is subsequently rounded to double precision. The
16 | result is provably monotonic in double precision.
58 fmovel %d1,%fpcr | ...load user's rounding mode/precision
H A Dres_func.S112 | destination precision and mode.
180 | the round precision is found in the fpcr. If the rounding precision
192 | The move or operation is not with forced precision. Test for
203 | The move is fdmove or round precision is double.
227 | The move is fsmove or round precision is single.
250 | The operand is above precision boundaries. Use t_ovfl to
257 | The operand is below precision boundaries. Use denorm to
476 | the round precision is found in the fpcr. If the rounding precision
[all...]
/linux/include/linux/
H A Daverage.h12 * This implements a fixed-precision EWMA algorithm, with both the
13 * precision and fall-off coefficient determined at compile-time
19 * The second argument, the precision, expresses how many bits are
20 * used for the fractional part of the fixed-precision values.
58 unsigned long precision = _precision; \
67 (val << precision)) >> weight_rcp : \
68 (val << precision)); \
/linux/Documentation/arch/arm/nwfpe/
H A Dnwfpe.rst28 Arithmetic. As many as four formats are supported: single precision,
29 double precision, extended double precision, and quadruple precision.
31 conversions to and from decimal. We use only the single precision,
32 double precision and extended double precision formats. The port of
/linux/tools/testing/selftests/timers/
H A Dfreq-step.c40 static double precision; variable
224 precision = get_sample(&sample) / 2.0; in init_test()
225 printf("CLOCK_MONOTONIC_RAW+CLOCK_MONOTONIC precision: %.0f ns\t\t", in init_test()
226 1e9 * precision); in init_test()
228 if (precision > MAX_PRECISION) in init_test()
229 ksft_exit_skip("precision: %.0f ns > MAX_PRECISION: %.0f ns\n", in init_test()
230 1e9 * precision, 1e9 * MAX_PRECISION); in init_test()
/linux/lib/
H A Dvsprintf.c456 short precision; /* # of digits/chars */ member
476 int precision = spec.precision; in number() local
523 if (i > precision) in number()
524 precision = i; in number()
526 field_width -= precision; in number()
564 while (i <= --precision) { in number()
593 spec.precision = -1; in special_hex_number()
650 int lim = spec.precision; in string_nocheck()
692 if (spec.precision in error_string()
2205 int precision; device_node_string() local
[all...]
/linux/tools/testing/selftests/timens/
H A Dtimens.c92 double precision = 0.0; in test_gettime() local
100 precision = -2.0; in test_gettime()
119 if (difftime(cur_ts.tv_sec, child_ts_new.tv_sec) < precision) { in test_gettime()
/linux/drivers/media/platform/nxp/imx-jpeg/
H A Dmxc-jpeg.c87 .precision = 8,
101 .precision = 12,
115 .precision = 8,
129 .precision = 12,
143 .precision = 8,
156 .precision = 8,
169 .precision = 12,
182 .precision = 12,
195 .precision = 8,
208 .precision
1840 mxc_jpeg_bytesperline(struct mxc_jpeg_q_data * q,u32 precision) mxc_jpeg_bytesperline() argument
[all...]
H A Dmxc-jpeg.h57 * @precision: jpeg sample precision
71 u8 precision; member
164 * @precision: precision (bits per pixel per color component)
172 u8 precision; member
H A Dmxc-jpeg-hw.h100 #define MXC_PIXEL_PRECISION(precision) ((precision) / 8 << 2) argument
/linux/drivers/soc/amlogic/
H A Dmeson-clk-measure.c840 unsigned int *precision) in meson_measure_best_id() argument
849 *precision = (2 * 1000000) / duration; in meson_measure_best_id()
860 unsigned int precision = 0; in clk_msr_show() local
863 val = meson_measure_best_id(clk_msr_id, &precision); in clk_msr_show()
867 seq_printf(s, "%d\t+/-%dHz\n", val, precision); in clk_msr_show()
877 unsigned int precision = 0; in clk_msr_summary_show() local
880 seq_puts(s, " clock rate precision\n"); in clk_msr_summary_show()
887 val = meson_measure_best_id(&msr_table[i], &precision); in clk_msr_summary_show()
892 msr_table[i].name, val, precision); in clk_msr_summary_show()
/linux/include/uapi/linux/
H A Dtimex.h73 __kernel_long_t precision;/* clock precision (usec) (read only) */ member
112 long long precision;/* clock precision (usec) (read only) */ member
/linux/drivers/hwmon/
H A Dlochnagar-hwmon.c60 * @precision: Units to multiply up to eg. 1000 = milli, 1000000 = micro
70 static long float_to_long(u32 data, u32 precision) in float_to_long() argument
77 man = (man + (1 << 23)) * precision; in float_to_long()
174 unsigned int precision, long *val) in read_sensor() argument
195 *val = float_to_long(data, precision); in read_sensor()
/linux/arch/x86/math-emu/
H A DREADME113 (a) the operands have a higher precision than the current setting of the
114 precision control (PC) flags.
119 operands were rounded to the current precision before the arithmetic
242 precision of the argument x; e.g. an argument of pi/2-(1e-10) which is
265 later) for 'float' variables (24 bit precision numbers) when precision
267 bit precision numbers) when precision control is set to 53 bits (a
269 variables when precision control is set to 64 bits).
273 for pi which is accurate to more than 128 bits precision
[all...]

123456