Home
last modified time | relevance | path

Searched refs:precision (Results 1 – 87 of 87) sorted by relevance

/linux-4.4.14/arch/x86/boot/
Dprintf.c43 static char *number(char *str, long num, int base, int size, int precision, in number() argument
87 if (i > precision) in number()
88 precision = i; in number()
89 size -= precision; in number()
106 while (i < precision--) in number()
126 int precision; /* min. # of digits for integers; max in vsprintf() local
173 precision = -1; in vsprintf()
177 precision = skip_atoi(&fmt); in vsprintf()
181 precision = va_arg(args, int); in vsprintf()
183 if (precision < 0) in vsprintf()
[all …]
/linux-4.4.14/arch/alpha/boot/
Dstdio.c47 static char * number(char * str, unsigned long long num, int base, int size, int precision, int typ… in number() argument
86 if (i > precision) in number()
87 precision = i; in number()
88 size -= precision; in number()
105 while (i < precision--) in number()
125 int precision; /* min. # of digits for integers; max in vsprintf() local
165 precision = -1; in vsprintf()
169 precision = skip_atoi(&fmt); in vsprintf()
173 precision = va_arg(args, int); in vsprintf()
175 if (precision < 0) in vsprintf()
[all …]
/linux-4.4.14/arch/powerpc/boot/
Dstdio.c73 static char * number(char * str, unsigned long long num, int base, int size, int precision, int typ… in number() argument
112 if (i > precision) in number()
113 precision = i; in number()
114 size -= precision; in number()
131 while (i < precision--) in number()
151 int precision; /* min. # of digits for integers; max in vsprintf() local
191 precision = -1; in vsprintf()
195 precision = skip_atoi(&fmt); in vsprintf()
199 precision = va_arg(args, int); in vsprintf()
201 if (precision < 0) in vsprintf()
[all …]
/linux-4.4.14/drivers/acpi/acpica/
Dutprint.c66 u8 base, s32 width, s32 precision, u8 type);
243 u8 base, s32 width, s32 precision, u8 type) in acpi_ut_format_number() argument
298 if (i > precision) { in acpi_ut_format_number()
299 precision = i; in acpi_ut_format_number()
302 width -= precision; in acpi_ut_format_number()
327 while (i <= --precision) { in acpi_ut_format_number()
363 s32 precision; in acpi_ut_vsnprintf() local
422 precision = -1; in acpi_ut_vsnprintf()
427 precision = (s32) number; in acpi_ut_vsnprintf()
430 precision = va_arg(args, int); in acpi_ut_vsnprintf()
[all …]
/linux-4.4.14/arch/arm/nwfpe/
Dsoftfloat-specialize71 The pattern for a default generated single-precision NaN.
78 Returns 1 if the single-precision floating-point value `a' is a NaN;
91 Returns 1 if the single-precision floating-point value `a' is a signaling
104 Returns the result of converting the single-precision floating-point NaN
124 precision floating-point format.
136 Takes two single-precision floating-point values `a' and `b', one of which
163 The pattern for a default generated double-precision NaN.
170 Returns 1 if the double-precision floating-point value `a' is a NaN;
183 Returns 1 if the double-precision floating-point value `a' is a signaling
198 Returns the result of converting the double-precision floating-point NaN
[all …]
Dfpa11.h42 int8 precision; member
Dfpa11_cprt.c75 roundData.precision = SetRoundingPrecision(opcode); in PerformFLT()
119 roundData.precision = SetRoundingPrecision(opcode); in PerformFIX()
Dfpa11_cpdo.c44 roundData.precision = SetRoundingPrecision(opcode); in EmulateCPDO()
Dfpa11_cpdt.c274 roundData.precision = SetRoundingPrecision(opcode); in PerformSTF()
DChangeLog6 * Make 80-bit precision a compile-time option. (1%)
Dsoftfloat.c574 roundingPrecision = roundData->precision; in roundAndPackFloatx80()
/linux-4.4.14/arch/m68k/fpsp040/
Dutil.S96 | If the instruction is fsgldiv of fsglmul, the rounding precision must be
98 | precision instruction, the rounding precision is then set to the force
99 | precision.
109 beql ovff_sgl |force precision is single
111 beql ovff_dbl |force precision is double
136 | Inst is either fsgldiv or fsglmul. Force extended precision.
149 | The precision is in the fpcr.
152 bfextu FPCR_MODE(%a6){#0:#2},%d0 |set round precision
164 | This sets the round precision according to the destination size.
170 | ;is the rounding precision
[all …]
Dx_store.S100 | dest_dbl --- write double precision value to user space
104 | a1 -> source in extended precision
110 |Changes extended precision to double precision.
133 subw #0x3fff,%d0 |subtract extended precision bias
136 addw #0x3ff,%d0 |add double precision bias
166 movel #0x8,%d0 |byte count for double precision number
Dslog2.S19 | to double precision. The result is provably monotonic
20 | in double precision.
35 | traps, and precision control = double extended.
50 | traps, and precision control = double extended.
64 | traps, and precision control = double extended.
79 | traps, and precision control = double extended.
Dsacos.S15 | result is subsequently rounded to double precision. The
16 | result is provably monotonic in double precision.
Dstwotox.S16 | result is subsequently rounded to double precision. The
17 | result is provably monotonic in double precision.
199 fmovel %d1,%fpcr | ...set user's rounding mode/precision
303 fmovel %d1,%fpcr | ...set user's rounding mode/precision
Dres_func.S112 | destination precision and mode.
476 | the round precision is found in the fpcr. If the rounding precision
486 | The move or operation is not with forced precision. Use the
496 | The move is fdmove or round precision is double. Result is zero.
511 | The move is fsmove or round precision is single. Result is zero.
526 | The precision is extended, so the result in etemp is correct.
636 | call round with user's precision and mode
646 | call round with user's precision and mode
766 btstl #6,%d0 |test for forced precision
787 | ;round precision/mode. This
[all …]
Dsatanh.S16 | result is subsequently rounded to double precision. The
17 | result is provably monotonic in double precision.
Dsasin.S15 | result is subsequently rounded to double precision. The
16 | result is provably monotonic in double precision.
Dsgetem.S7 | precision number in fp0. sGETEXPD handles denormalized
12 | extended precision number and returned in fp0. The
79 andil #0xffffff00,%d0 |clear rounding precision and mode
Dround.S21 | round --- round result according to precision/mode
24 | d1(high word) contains rounding precision:
50 | :rounding precision and sets
130 | selected rounding precision. It is called by the round subroutine
138 swap %d1 |have d1.w point to round precision
406 | d0: rounding precision
413 | d0 comes into this routine with the rounding precision. It
415 | rounding precision.
425 cmpib #0,%d0 |if 0 then extended precision
436 cmpil #1,%d0 |if 1 then single precision
Dsetox.S22 | to double precision. The result is provably monotonic in double
23 | precision.
93 | constant := single-precision( 64/log 2 ).
95 | Using a single-precision constant avoids memory access.
96 | Another effect of using a single-precision "constant" is
104 | 3.1 R := X + N*L1, where L1 := single-precision(-log2/64).
105 | 3.2 R := R + N*L2, L2 := extended-precision(-log2/64 - L1).
131 | are single precision; A2 and A3 are double precision.
145 | 2^(J/64) to roughly 85 bits; T is in extended precision
146 | and t is in single precision. Note also that T is rounded
Dscosh.S15 | result is subsequently rounded to double precision. The
16 | result is provably monotonic in double precision.
Dbindec.S7 | Converts an input in extended precision format
11 | a0 points to the input extended precision value
33 | value is viewed as 2^^e * 1.f in extended precision.
143 | Constants in extended precision
147 | Constants in single precision
219 | as 2^^e * 1.f in extended precision. This value is stored
553 | mode and precision. The original FPCR is saved in L_SCR1.
613 | in extended precision, so the use of a previous power-of-ten
Dssinh.S15 | result is subsequently rounded to double precision. The
16 | result is provably monotonic in double precision.
Dstanh.S15 | result is subsequently rounded to double precision. The
16 | result is provably monotonic in double precision.
Dssin.S20 | result is subsequently rounded to double precision. The
21 | result is provably monotonic in double precision.
649 movel %d1,-(%sp) |restore users mode & precision
717 movel %d1,-(%sp) |save users mode & precision
736 movel %d1,-(%sp) |save users mode & precision
Dx_unfl.S160 | force the precision to extended for the denorm routine. Use
205 | d1{17:16} has rounding precision
Dsatan.S15 | result is subsequently rounded to double precision. The
16 | result is provably monotonic in double precision.
Dslogn.S16 | result is subsequently rounded to double precision. The
17 | result is provably monotonic in double precision.
Dstan.S15 | result is subsequently rounded to double precision. The
16 | result is provably monotonic in double precision.
Ddecbin.S5 | register A6 to extended-precision value in FP0.
111 | Constants in single precision
Dsint.S134 | ;implicitly has ext precision
Ddo_func.S406 fmovel USER_FPCR(%a6),%fpcr |use user's rmode and precision
/linux-4.4.14/Documentation/arm/nwfpe/
DREADME25 Arithmetic. As many as four formats are supported: single precision,
26 double precision, extended double precision, and quadruple precision.
28 conversions to and from decimal. We use only the single precision,
29 double precision and extended double precision formats. The port of
DNOTES20 extended, then does the multiply in extended precision.
29 in extended precision, due to the stfe instruction used to save f4 in log(y).
DREADME.FPE92 extended precision operands. The emulator currently does not check
/linux-4.4.14/lib/
Dvsprintf.c388 s16 precision; /* # of digits/chars */ member
448 if (i > spec.precision) in number()
449 spec.precision = i; in number()
451 spec.field_width -= spec.precision; in number()
489 while (i <= --spec.precision) { in number()
518 len = strnlen(s, spec.precision); in string()
588 for (n = 0; n != spec.precision; n++, buf++) { in dentry_name()
661 .precision = -1, in resource_string()
667 .precision = -1, in resource_string()
673 .precision = -1, in resource_string()
[all …]
/linux-4.4.14/drivers/iio/gyro/
Dadis16136.c61 unsigned int precision; member
306 *val = adis16136->chip_info->precision; in adis16136_read_raw()
481 .precision = IIO_DEGREE_TO_RAD(1200),
485 .precision = IIO_DEGREE_TO_RAD(300),
489 .precision = IIO_DEGREE_TO_RAD(450),
493 .precision = IIO_DEGREE_TO_RAD(1000),
/linux-4.4.14/arch/x86/math-emu/
DREADME113 (a) the operands have a higher precision than the current setting of the
114 precision control (PC) flags.
119 operands were rounded to the current precision before the arithmetic
242 precision of the argument x; e.g. an argument of pi/2-(1e-10) which is
265 later) for 'float' variables (24 bit precision numbers) when precision
267 bit precision numbers) when precision control is set to 53 bits (a
269 variables when precision control is set to 64 bits).
273 for pi which is accurate to more than 128 bits precision. As a
289 give much degraded precision. For example, the integer number
292 example) of this number to 64 bits precision it would be necessary to
[all …]
/linux-4.4.14/arch/m68k/ifpsp060/
Dfplsp.doc79 There are 3 entry-points for each instruction type: single precision,
80 double precision, and extended precision.
83 extended precision operand if program executes:
104 are passed in single precision format.
/linux-4.4.14/arch/m68k/ifpsp060/src/
Dfpsp.S1427 # or double precision denorm, inf, or nan, the operand needs to be
1428 # "corrected" in order to have the proper equivalent extended precision
1587 # the extended precision result is still in fp0. but, we need to save it
1722 # underflow can happen for extended precision. extended precision opclass
2403 # (1) FP Instructions using extended precision or packed immediate #
2966 # instruction is using an extended precision immediate operand. Therefore,
3293 # For the case of an extended precision opclass 3 instruction, #
5309 # here, the operation may underflow iff the precision is sgl or dbl.
6147 # a0 = pointer to extended precision input #
6148 # d0 = round precision,mode #
[all …]
Dfplsp.S372 set FTEMP_EX, 0 # extended precision
379 set LOCAL_EX, 0 # extended precision
386 set DST_EX, 0 # extended precision
391 set SRC_EX, 0 # extended precision
402 set EXT_BIAS, 0x3fff # extended precision bias
403 set SGL_BIAS, 0x007f # single precision bias
404 set DBL_BIAS, 0x03ff # double precision bias
499 set x_mode, 0x0 # extended precision
500 set s_mode, 0x4 # single precision
501 set d_mode, 0x8 # double precision
[all …]
Dpfpsp.S1426 # or double precision denorm, inf, or nan, the operand needs to be
1427 # "corrected" in order to have the proper equivalent extended precision
1586 # the extended precision result is still in fp0. but, we need to save it
1721 # underflow can happen for extended precision. extended precision opclass
2402 # (1) FP Instructions using extended precision or packed immediate #
2965 # instruction is using an extended precision immediate operand. Therefore,
3292 # For the case of an extended precision opclass 3 instruction, #
3866 # Also, for extended precision and packed, the #
Dilsp.S399 subx.l %d2, %d5 # subtract double precision
/linux-4.4.14/Documentation/devicetree/bindings/leds/
Dleds-lp8860.txt4 driver with boost controller. It has 4 high-precision
/linux-4.4.14/Documentation/timers/
Dhrtimers.txt9 back and forth trying to integrate high-resolution and high-precision
50 the granularity and precision tradeoffs of the timer wheel, and
58 The primary users of precision timers are user-space applications that
73 resolution and low precision use cases - once the precision-sensitive
Dtimers-howto.txt30 precision may not actually exist on many non-PC devices.
/linux-4.4.14/include/uapi/linux/
Dtimex.h72 __kernel_long_t precision;/* clock precision (usec) (read only) */ member
/linux-4.4.14/Documentation/devicetree/bindings/iio/frequency/
Dadf4350.txt24 - adi,lock-detect-precision-6ns-enable: Enables 6ns lock detect precision.
/linux-4.4.14/drivers/pps/
DKconfig11 antennae. Userland can use it to get a high-precision time
/linux-4.4.14/Documentation/sound/alsa/
Dtimestamping.txt97 ratio, the precision helps define how much smoothing/low-pass
106 counter-intuitively not increase the precision of timestamps, e.g. if a
108 hardware components the delay is typically not known with precision.
111 word), which gives a max precision of 4.29s, more than enough for
/linux-4.4.14/Documentation/hwmon/
Dsht2125 devices is the higher level of precision of the SHT25 (1.8% relative humidity,
Dsht1543 measurement and decrease power consumption, while losing on precision.
Dlm85133 zero. EMC6D102 and EMC6D103 feature additional ADC bits thus extending precision
/linux-4.4.14/sound/sparc/
Ddbri.c133 __u8 precision; /* In bits, either 8 or 16 */ member
1369 mm->precision = 8; /* For ULAW */ in cs4215_init_data()
1414 dbri->mm.channels, dbri->mm.precision); in cs4215_open()
1453 data_width = dbri->mm.channels * dbri->mm.precision; in cs4215_open()
1595 dbri->mm.precision = 8; in cs4215_prepare()
1599 dbri->mm.precision = 8; in cs4215_prepare()
1603 dbri->mm.precision = 8; in cs4215_prepare()
1607 dbri->mm.precision = 16; in cs4215_prepare()
/linux-4.4.14/Documentation/
Ddigsig.txt16 GnuPG multi-precision integers (MPI) library. The kernel port provides
/linux-4.4.14/kernel/
Dcompat.c45 __get_user(txc->precision, &utp->precision) || in compat_get_timex()
73 __put_user(txc->precision, &utp->precision) || in compat_put_timex()
/linux-4.4.14/Documentation/w1/slaves/
Dw1_therm36 precision (which would also reduce the conversion time).
/linux-4.4.14/arch/m68k/math-emu/
Dfp_util.S125 | args: %d0 = source (single-precision fp value)
/linux-4.4.14/Documentation/arm/Samsung-S3C24XX/
DSuspend.txt130 identify any faults with better precision
/linux-4.4.14/Documentation/misc-devices/
Dlis3lv02d6 * STMicroelectronics LIS3LV02DL, LIS3LV02DQ (12 bits precision)
/linux-4.4.14/drivers/gpu/drm/nouveau/nvkm/subdev/pmu/fuc/
Dkernel.fuc263 /* try not losing precision (multiply then divide) */
274 /* let's divide then multiply, too bad for the precision! */
/linux-4.4.14/Documentation/devicetree/bindings/net/
Dfsl-tsec-phy.txt128 <0> - external high precision timer reference clock (TSEC_TMR_CLK
/linux-4.4.14/Documentation/virtual/kvm/
Dtimekeeping.txt292 In general, the HPET is recommended as a high precision (compared to PIT /RTC)
507 As the highest precision time source available, the cycle counter of the CPU
531 the TSC is much higher precision, many possible values of the TSC may be read
590 4.7) Delays and precision timing
/linux-4.4.14/arch/arm/plat-samsung/
DKconfig279 faults with better precision.
/linux-4.4.14/Documentation/video4linux/
Dsoc-camera.txt124 driver failed to set the required parameters with sufficient precision, the host
/linux-4.4.14/kernel/time/
Dntp.c735 txc->precision = 1; in __do_adjtimex()
/linux-4.4.14/Documentation/pps/
Dpps.txt26 provides a high precision signal each second so that an application
/linux-4.4.14/drivers/gpu/drm/tegra/
Dsor.c495 u64 precision; member
510 const u64 f = params->precision; in tegra_sor_compute_params()
596 params.precision = f; in tegra_sor_calc_config()
/linux-4.4.14/Documentation/input/
Djoystick.txt137 want better precision, you can use the jscal program
166 routine for this, allowing for data precision that can't be found on any
/linux-4.4.14/drivers/char/
DKconfig342 precision in some cases.
352 and may improve precision of the generic RTC support in some cases.
/linux-4.4.14/include/linux/
Dcompat.h110 compat_long_t precision; member
/linux-4.4.14/tools/perf/util/
Ddata-convert-bt.c932 SET(precision, 10); in ctf_writer__setup_clock()
/linux-4.4.14/arch/m68k/
DKconfig.cpu308 bool "Math emulation extra precision"
/linux-4.4.14/drivers/net/wireless/b43/
Dphy_lp.c1072 static u32 lpphy_qdiv_roundup(u32 dividend, u32 divisor, u8 precision) in lpphy_qdiv_roundup() argument
1082 while (precision > 0) { in lpphy_qdiv_roundup()
1088 precision--; in lpphy_qdiv_roundup()
/linux-4.4.14/scripts/
Dspelling.txt736 precission||precision
/linux-4.4.14/arch/alpha/kernel/
Dosf_sys.c1253 long precision; /* clock precision (usec) (read only) */ member
/linux-4.4.14/drivers/misc/
DKconfig67 Select this to get a high precision clocksource based on a
/linux-4.4.14/drivers/net/wireless/brcm80211/brcmsmac/phy/
Dphy_lcn.c1016 wlc_lcnphy_qdiv_roundup(u32 dividend, u32 divisor, u8 precision) in wlc_lcnphy_qdiv_roundup() argument
1025 while (precision--) { in wlc_lcnphy_qdiv_roundup()
/linux-4.4.14/arch/powerpc/
DKconfig640 Add support for handling denormalisation of single precision
/linux-4.4.14/arch/arm/
DKconfig2070 bool "Support extended precision"
2087 precision for the mantissa. It does not support any exceptions.
/linux-4.4.14/Documentation/scsi/
DChangeLog.sym53c8xx344 result is greater than 37 MHz. Since the precision of the
/linux-4.4.14/scripts/genksyms/
Dparse.tab.c_shipped1122 evaluated with infinite-precision integer arithmetic. */
/linux-4.4.14/scripts/dtc/
Ddtc-parser.tab.c_shipped943 evaluated with infinite-precision integer arithmetic. */
/linux-4.4.14/scripts/kconfig/
Dzconf.tab.c_shipped1084 evaluated with infinite-precision integer arithmetic. */
/linux-4.4.14/
DCREDITS3370 D: kernel hacker: unnamed block devs, NFS client, fast select, precision timer