Home
last modified time | relevance | path

Searched refs:precision (Results 1 – 25 of 756) sorted by relevance

12345678910>>...31

/netbsd/src/external/gpl3/gcc/dist/gcc/
Dwide-int.h438 <int_traits <T2>::precision> > result_type;
459 <int_traits <T1>::precision> > result_type;
469 STATIC_ASSERT (int_traits <T1>::precision == int_traits <T2>::precision);
473 <int_traits <T1>::precision> > result_type;
653 unsigned int precision;
666 : val (val_in), len (len_in), precision (precision_in)
679 return precision;
789 unsigned int precision)
790 : storage (x, precision)
798 generic_wide_int <storage>::to_shwi (unsigned int precision) const
[all …]
Dwide-int.cc84 canonize (HOST_WIDE_INT *val, unsigned int len, unsigned int precision) in canonize() argument
86 unsigned int blocks_needed = BLOCKS_NEEDED (precision); in canonize()
97 if (len * HOST_BITS_PER_WIDE_INT > precision) in canonize()
98 val[len - 1] = top = sext_hwi (top, precision % HOST_BITS_PER_WIDE_INT); in canonize()
126 canonize_uhwi (HOST_WIDE_INT *val, unsigned int precision) in canonize_uhwi() argument
128 if (val[0] < 0 && precision > HOST_BITS_PER_WIDE_INT) in canonize_uhwi()
145 unsigned int xlen, unsigned int precision, bool need_canon) in from_array() argument
149 return need_canon ? canonize (val, xlen, precision) : xlen; in from_array()
159 unsigned int precision = buffer_len * BITS_PER_UNIT; in from_buffer() local
160 wide_int result = wide_int::create (precision); in from_buffer()
[all …]
Dgenmodes.cc57 unsigned int precision; /* size in bits, equiv to TYPE_PRECISION */ member
293 validate_field (m, precision); in validate_mode()
329 m->precision = 0; in complete_mode()
387 if (m->component->precision != (unsigned int)-1) in complete_mode()
388 m->precision = 2 * m->component->precision; in complete_mode()
404 if (m->component->precision != (unsigned int)-1) in complete_mode()
405 m->precision = m->ncomponents * m->component->precision; in complete_mode()
594 unsigned int precision, unsigned int bytesize, in make_int_mode() argument
599 m->precision = precision; in make_int_mode()
607 unsigned int precision, unsigned int bytesize, in make_bool_mode() argument
[all …]
/netbsd/src/external/gpl3/binutils/dist/gas/config/
Datof-ieee.c170 int precision, in atof_ieee_detail() argument
202 = generic_floating_point_number.low + precision - 1 + GUARD; in atof_ieee_detail()
214 gen_to_words (words, precision, exponent_bits); in atof_ieee_detail()
237 int precision; in atof_ieee() local
244 precision = H_PRECISION; in atof_ieee()
250 precision = B_PRECISION; in atof_ieee()
258 precision = F_PRECISION; in atof_ieee()
266 precision = D_PRECISION; in atof_ieee()
274 precision = X_PRECISION; in atof_ieee()
280 precision = P_PRECISION; in atof_ieee()
[all …]
Datof-vax.c200 int precision; /* Number of 16-bit words in the format. */ in atof_vax() local
210 if (what_kind_of_float (what_kind, &precision, &exponent_bits)) in atof_vax()
223 f.high = f.low + precision - 1 + GUARD; in atof_vax()
246 int precision; in flonum_gen2vax() local
250 return_value = what_kind_of_float (format_letter, &precision, &exponent_bits); in flonum_gen2vax()
259 memset (words, '\0', sizeof (LITTLENUM_TYPE) * precision); in flonum_gen2vax()
275 memset (words, 0x00, sizeof (LITTLENUM_TYPE) * precision); in flonum_gen2vax()
280 memset (words, 0xff, sizeof (LITTLENUM_TYPE) * precision); in flonum_gen2vax()
286 memset (words, 0x00, sizeof (LITTLENUM_TYPE) * precision); in flonum_gen2vax()
346 for (; lp < words + precision; lp++) in flonum_gen2vax()
/netbsd/src/usr.bin/audio/common/
Dsun.c60 int precision; member
91 *precp = file2sw_encodings[i].precision; in audio_sun_to_encoding()
99 audio_encoding_to_sun(int encoding, int precision, int *sunep) in audio_encoding_to_sun() argument
105 file2sw_encodings[i].precision == precision) { in audio_encoding_to_sun()
126 if (ti->precision == 16 || ti->precision == 32) in sun_prepare_header()
134 if (ti->precision == 16 || ti->precision == 32) in sun_prepare_header()
142 if (ti->precision == 16 || ti->precision == 32) in sun_prepare_header()
154 if (audio_encoding_to_sun(ti->encoding, ti->precision, &sunenc) != 0) { in sun_prepare_header()
162 s, ti->precision); in sun_prepare_header()
206 if (ti->precision == 16) in sun_write_get_conv_func()
[all …]
Dwav.c354 switch (ti->precision) { in wav_prepare_header()
368 warnx("can not support precision of %d", ti->precision); in wav_prepare_header()
404 align = ti->channels * (ti->precision / 8); in wav_prepare_header()
445 nsample = (datalen / ti->precision) / ti->sample_rate; in wav_prepare_header()
478 put16(ti->precision); in wav_prepare_header()
519 if (ti->precision == 16) in wav_write_get_conv_func()
521 else if (ti->precision == 32) in wav_write_get_conv_func()
529 if (ti->precision == 8) in wav_write_get_conv_func()
531 else if (ti->precision == 16) in wav_write_get_conv_func()
533 else if (ti->precision == 32) in wav_write_get_conv_func()
[all …]
/netbsd/src/lib/libossaudio/
Doss_dsp.c97 perrors /= ((tmpinfo.play.precision / NBBY) * in _oss_dsp_ioctl()
104 rerrors /= ((tmpinfo.record.precision / NBBY) * in _oss_dsp_ioctl()
196 tmpinfo.play.precision = in _oss_dsp_ioctl()
197 tmpinfo.record.precision = in _oss_dsp_ioctl()
199 hwfmt.record.precision : hwfmt.play.precision ; in _oss_dsp_ioctl()
215 tmpinfo.record.precision); in _oss_dsp_ioctl()
218 tmpinfo.play.precision); in _oss_dsp_ioctl()
278 tmpenc.precision); in _oss_dsp_ioctl()
356 ((tmpinfo.record.precision / NBBY) * in _oss_dsp_ioctl()
359 ((tmpinfo.record.precision / NBBY) * in _oss_dsp_ioctl()
[all …]
/netbsd/src/external/gpl3/gcc/dist/libcpp/
Dexpr.cc889 size_t precision = CPP_OPTION (pfile, precision); in cpp_interpret_integer() local
912 if (precision < PART_PRECISION) in cpp_interpret_integer()
913 max >>= PART_PRECISION - precision; in cpp_interpret_integer()
932 result = append_digit (result, c, base, precision); in cpp_interpret_integer()
948 && !num_positive (result, precision)) in cpp_interpret_integer()
981 append_digit (cpp_num num, int digit, int base, size_t precision) in append_digit() argument
1034 result = num_trim (result, precision); in append_digit()
1178 result = num_trim (result, CPP_OPTION (pfile, precision)); in eval_token()
1660 if (!num_positive (op[-1].value, CPP_OPTION (pfile, precision))) in check_promotion()
1665 else if (!num_positive (op->value, CPP_OPTION (pfile, precision))) in check_promotion()
[all …]
/netbsd/src/external/lgpl3/mpfr/dist/src/
Dfpif.c103 #define MAX_VARIABLE_STORAGE(exponent_size, precision) \ argument
104 ((size_t)(((precision) >> 3) + (exponent_size) + \
105 ((precision) > 248 ? sizeof(mpfr_prec_t) : 0) + 3))
186 mpfr_prec_t precision) in mpfr_fpif_store_precision() argument
191 MPFR_ASSERTD (precision >= 1); in mpfr_fpif_store_precision()
194 if (precision > MPFR_MAX_EMBEDDED_PRECISION) in mpfr_fpif_store_precision()
198 copy_precision = precision - (MPFR_MAX_EMBEDDED_PRECISION + 1); in mpfr_fpif_store_precision()
205 if (precision > MPFR_MAX_EMBEDDED_PRECISION) in mpfr_fpif_store_precision()
208 precision -= (MPFR_MAX_EMBEDDED_PRECISION + 1); in mpfr_fpif_store_precision()
209 putLittleEndianData (result + 1, (unsigned char *) &precision, in mpfr_fpif_store_precision()
[all …]
/netbsd/src/external/bsd/ntp/dist/libntp/
Dsnprintf.c575 int precision = -1; in rpl_vsnprintf() local
662 if (precision == -1) in rpl_vsnprintf()
663 precision = 0; in rpl_vsnprintf()
666 if (precision > (INT_MAX - ch) / 10) { in rpl_vsnprintf()
670 precision = 10 * precision + ch; in rpl_vsnprintf()
678 if ((precision = va_arg(args, int)) < 0) in rpl_vsnprintf()
679 precision = -1; in rpl_vsnprintf()
754 precision, flags); in rpl_vsnprintf()
799 precision, flags); in rpl_vsnprintf()
816 precision, flags, &overflow); in rpl_vsnprintf()
[all …]
/netbsd/src/external/bsd/top/dist/
Dap_snprintf.c307 #define FIX_PRECISION( adjust, precision, s, s_len ) \ argument
309 int p = precision < NUM_BUF_SIZE - 1 ? precision : NUM_BUF_SIZE - 1; \
501 boolean_e add_dp, int precision, bool_int *is_negative, in conv_fp() argument
510 p = ap_fcvt(num, precision, &decimal_point, is_negative, buf1); in conv_fp()
512 p = ap_ecvt(num, precision + 1, &decimal_point, is_negative, buf1); in conv_fp()
526 if (precision > 0) { in conv_fp()
537 if (precision > 0 || add_dp) in conv_fp()
543 if (precision > 0 || add_dp) in conv_fp()
656 int precision = 0; in ap_vformatter() local
753 STR_TO_DEC(fmt, precision); in ap_vformatter()
[all …]
/netbsd/src/bin/ksh/
Dshf.c870 int field, precision; local
907 flags = field = precision = 0;
933 precision = 0;
939 precision = tmp;
962 precision = tmp;
970 if (precision < 0)
971 precision = 0;
1050 if (precision > len) {
1051 field = precision;
1054 precision = len; /* no loss */
[all …]
/netbsd/src/lib/libc/softfloat/templates/
Dsoftfloat-specialize67 The pattern for a default generated single-precision NaN.
74 Returns 1 if the single-precision floating-point value `a' is a NaN;
87 Returns 1 if the single-precision floating-point value `a' is a signaling
100 Returns the result of converting the single-precision floating-point NaN
120 precision floating-point format.
132 Takes two single-precision floating-point values `a' and `b', one of which
159 The pattern for a default generated double-precision NaN.
166 Returns 1 if the double-precision floating-point value `a' is a NaN;
179 Returns 1 if the double-precision floating-point value `a' is a signaling
194 Returns the result of converting the double-precision floating-point NaN
[all …]
/netbsd/src/lib/libc/softfloat/
Dtimesoftfloat.txt14 mode, tininess mode, and/or rounding precision.
69 precision operations affected by rounding precision control, `timesoftfloat'
70 also times the function for all three rounding precision modes, one after
72 mode, a single tininess mode, and/or a single rounding precision with
88 operations, particularly for extended double precision (`floatx80') and
89 quadruple precision (`float128'). This is inherent to the remainder
108 For extended double-precision functions affected by rounding precision
110 in which rounding precision is equivalent to single precision. The other
111 rounding precision options are not timed. Likewise, the `-precision64'
112 and `-precision80' options fix the rounding precision equivalent to double
[all …]
Dsoftfloat-specialize188 The pattern for a default generated single-precision NaN.
195 Returns 1 if the single-precision floating-point value `a' is a NaN;
211 Returns 1 if the single-precision floating-point value `a' is a signaling
230 Returns the result of converting the single-precision floating-point NaN
250 precision floating-point format.
262 Takes two single-precision floating-point values `a' and `b', one of which
289 The pattern for a default generated double-precision NaN.
296 Returns 1 if the double-precision floating-point value `a' is a NaN;
313 Returns 1 if the double-precision floating-point value `a' is a signaling
334 Returns the result of converting the double-precision floating-point NaN
[all …]
/netbsd/src/usr.bin/audio/play/
Dplay.c74 static int precision; variable
129 decode_int(optarg, &precision); in main()
130 if (precision != 4 && precision != 8 && in main()
131 precision != 16 && precision != 24 && in main()
132 precision != 32) in main()
485 &info.play.encoding, &info.play.precision)) { in audioctl_write_fromhdr()
503 &info.play.precision, &info.play.sample_rate, &info.play.channels, in audioctl_write_fromhdr()
539 if (precision) in audioctl_write_fromhdr()
540 info.play.precision = precision; in audioctl_write_fromhdr()
554 info.play.precision, in audioctl_write_fromhdr()
[all …]
/netbsd/src/regress/lib/libc/ieeefp/testfloat/notes/
Dtestfloat.txt15 be tested: single precision, double precision, extended double precision,
16 and/or quadruple precision.
135 For machines that implement extended double precision with rounding
136 precision control (such as Intel's 80x86), TestFloat can test the add,
138 rounding precisions. The rounding precision can be set equivalent to single
139 precision, to double precision, or to the full extended double precision.
140 Rounding precision control can only be applied to the extended double-
141 precision format and only for the five standard arithmetic operations: add,
143 only at full precision.
200 the nearest/even rounding mode is checked. For extended double-precision
[all …]
/netbsd/src/lib/libform/
Dtype_integer.c47 unsigned precision; member
64 new->precision = va_arg(*args, unsigned); in create_integer_args()
106 int precision; in integer_check_field() local
112 precision = ((integer_args *) (void *) field->args)->precision; in integer_check_field()
149 if (asprintf(&new_buf, "%.*ld", precision, number) < 0) in integer_check_field()
Dtype_numeric.c47 unsigned precision; member
64 new->precision = va_arg(*args, unsigned); in create_numeric_args()
107 int precision; in numeric_check_field() local
113 precision = ((numeric_args *) (void *) field->args)->precision; in numeric_check_field()
182 if (asprintf(&new_buf, "%.*f", precision, number) < 0) in numeric_check_field()
/netbsd/src/regress/lib/libc/ieeefp/testfloat/include/
Dsoftfloat-specialize98 The pattern for a default generated single-precision NaN.
105 Returns 1 if the single-precision floating-point value `a' is a NaN;
118 Returns 1 if the single-precision floating-point value `a' is a signaling
131 Returns the result of converting the single-precision floating-point NaN
151 precision floating-point format.
163 Takes two single-precision floating-point values `a' and `b', one of which
198 The pattern for a default generated double-precision NaN.
205 Returns 1 if the double-precision floating-point value `a' is a NaN;
218 Returns 1 if the double-precision floating-point value `a' is a signaling
233 Returns the result of converting the double-precision floating-point NaN
[all …]
/netbsd/src/usr.bin/printf/
Dprintf.c103 if (precision != -1) \
104 error = printf(f, fieldwidth, precision, func); \
107 } else if (precision != -1) \
108 error = printf(f, precision, func); \
115 if (precision != -1) \
116 error = asprintf(cpp, f, fieldwidth, precision, func); \
119 } else if (precision != -1) \
120 error = asprintf(cpp, f, precision, func); \
138 int fieldwidth, precision; in main() local
256 precision = getwidth(); in main()
[all …]
/netbsd/src/external/bsd/ntp/dist/ntpsnmpd/
DntpSnmpSubagentObject.c429 int precision; in get_ntpEntTimeResolution() local
438 if (1 != sscanf(ntpvalue, "%d", &precision)) in get_ntpEntTimeResolution()
440 if (precision >= 0) in get_ntpEntTimeResolution()
442 precision = max(precision, -31); in get_ntpEntTimeResolution()
443 resolution = 1 << -precision; in get_ntpEntTimeResolution()
472 int precision; in get_ntpEntTimePrecision() local
481 if (1 != sscanf(ntpvalue, "%d", &precision)) in get_ntpEntTimePrecision()
483 precision32 = (int32)precision; in get_ntpEntTimePrecision()
/netbsd/src/external/gpl3/gcc/dist/gcc/config/sh/
Dsh.opt24 ;; Set if the default precision of the FPU is single.
27 ;; Set if the a double-precision FPU is present but is restricted to
28 ;; single precision usage only.
50 Generate default double-precision SH2a-FPU code.
58 Generate default single-precision SH2a-FPU code.
62 Generate only single-precision SH2a-FPU code.
127 Generate default single-precision SH4 code.
131 Generate default single-precision SH4-100 code.
135 Generate default single-precision SH4-200 code.
139 Generate default single-precision SH4-300 code.
[all …]
/netbsd/src/external/bsd/tcpdump/dist/tests/
Dntp-v.out3 Leap indicator: (0), Stratum 0 (unspecified), poll 0 (1s), precision 32
15 … Leap indicator: clock unsynchronized (192), Stratum 0 (unspecified), poll 3 (8s), precision -23
26 Leap indicator: (0), Stratum 0 (unspecified), poll 0 (1s), precision 32
38 Leap indicator: (0), Stratum 2 (secondary reference), poll 0 (1s), precision -23
50 … Leap indicator: clock unsynchronized (192), Stratum 0 (unspecified), poll 3 (8s), precision -6
60 Leap indicator: (0), Stratum 2 (secondary reference), poll 3 (8s), precision -23
70 … Leap indicator: clock unsynchronized (192), Stratum 0 (unspecified), poll 6 (64s), precision -25
82 Leap indicator: (0), Stratum 2 (secondary reference), poll 6 (64s), precision -23

12345678910>>...31