Lines Matching refs:precision
1427 # or double precision denorm, inf, or nan, the operand needs to be
1428 # "corrected" in order to have the proper equivalent extended precision
1587 # the extended precision result is still in fp0. but, we need to save it
1722 # underflow can happen for extended precision. extended precision opclass
2403 # (1) FP Instructions using extended precision or packed immediate #
2966 # instruction is using an extended precision immediate operand. Therefore,
3293 # For the case of an extended precision opclass 3 instruction, #
5309 # here, the operation may underflow iff the precision is sgl or dbl.
6147 # a0 = pointer to extended precision input #
6148 # d0 = round precision,mode #
6156 # rounded to double precision. The result is provably monotonic #
6157 # in double precision. #
6698 # a0 = pointer to extended precision input #
6699 # d0 = round precision,mode #
6707 # rounded to double precision. The result is provably monotonic #
6708 # in double precision. #
6971 # extended-precision numbers whose square over/underflow #
6982 # precision prescribed by the user FPCR. #
7011 # where L1 := single-precision(-log2/64). #
7013 # L2 := extended-precision(-log2/64 - L1).#
7022 # and A6 are single precision; A2, A3 and A4 are double #
7023 # precision. #
7037 # 2^(J/64) to roughly 85 bits; T is in extended precision #
7038 # and t is in single precision. Note also that T is #
7070 # precision and rounding modes. To avoid unnecessary #
7080 # to B12 are single precision; B3 to B8 are double #
7081 # precision; and B2 is double extended. #
7104 # in the user rounding precision and mode. #
9179 fmov.l %d0,%fpcr # set user's rounding mode/precision
9303 fmov.l %d0,%fpcr # set user's rounding mode/precision
9312 # rounded to the mode and precision specified in d0. #
9455 tst.b %d0 # is precision extended?
9467 # call round() to round the answer to the proper precision.
10180 andi.b &0xc0,%d1 # extended precision?
10183 # result precision is extended.
10190 # result precision is single or double
10264 # - Return the default result to the proper precision #
10271 # precision indicated. #
10286 # result would be inexact for the given precision. make a copy of the
11536 # a0 = pointer to extended precision source operand #
11537 # a1 = pointer to extended precision destination operand #
11546 # norms/denorms into ext/sgl/dbl precision. #
11652 # - do the multiply to the proper precision and rounding mode in order to
11656 # extended precision. if the original operation was extended, then we have this
11658 # multiply using extended precision and the correct rounding mode. the result
11695 # - if precision is extended, then we have the EXOP. simply bias the exponent
11696 # with an extra -0x6000. if the precision is single or double, we need to
11697 # calculate a result rounded to extended precision.
11763 # - do the multiply to the proper precision and rounding mode in order to
11767 # extended precision. if the original operation was extended, then we have this
11769 # multiply using extended precision and the correct rounding mode. the result
12032 # a0 = pointer to extended precision source operand #
12041 # norms into extended, single, and double precision. #
12353 # a0 = pointer to extended precision source operand #
12354 # a1 = pointer to extended precision destination operand #
12363 # norms/denorms into ext/sgl/dbl precision. #
13126 # a0 = pointer to extended precision source operand #
13211 # a0 = pointer to extended precision source operand #
13212 # d0 = round precision/mode #
13425 # a0 = pointer to extended precision source operand #
13426 # d0 = rnd precision/mode #
13434 # norms into extended, single, and double precision. #
13435 # Simply clear sign for extended precision norm. Ext prec denorm #
13451 ori.b &s_mode*0x10,%d0 # insert sgl precision
13457 ori.b &d_mode*0x10,%d0 # insert dbl precision
13469 andi.b &0xc0,%d0 # is precision extended?
13473 # precision selected is extended. so...we can not get an underflow
13474 # or overflow because of rounding to the correct precision. so...
13486 # for an extended precision DENORM, the UNFL exception bit is set
13490 andi.b &0xc0,%d0 # is precision extended?
13533 # operand is to be rounded to single precision
13576 # operand is to be rounded to double precision
13614 # Therefore, we must return the result rounded to extended precision.
13670 # the INEX2 bit has already been updated by the round to the correct precision.
13742 # a0 = pointer to extended precision source operand #
13743 # a1 = pointer to extended precision destination operand #
14330 mov.w 2+L_SCR3(%a6),%d1 # fetch precision,mode
14399 andi.b &0x30,%d0 # kill precision
14741 andi.b &0xc0,%d1 # is precision extended?
14806 andi.b &0xc0,%d1 # is precision extended?
14839 # result is equal to the smallest normalized number in the selected precision
14840 # if the precision is extended, this result could not have come from an
14860 # exponent for the selected precision. also, the mantissa is equal to
15194 andi.b &0xc0,%d1 # is precision extended?
15259 andi.b &0xc0,%d1 # is precision extended?
15292 # result is equal to the smallest normalized number in the selected precision
15293 # if the precision is extended, this result could not have come from an
15313 # exponent for the selected precision. also, the mantissa is equal to
15514 # a0 = pointer to extended precision source operand #
15523 # norms/denorms into ext/sgl/dbl precision. #
15696 # Therefore, we must return the result rounded to extended precision.
15752 # the INEX2 bit has already been updated by the round to the correct precision.
15962 # scale_to_zero_src(): scale the exponent of extended precision #
15969 # FP_SCR0(a6) = extended precision operand to be scaled #
15972 # FP_SCR0(a6) = scaled extended precision operand #
16089 # scale_to_zero_dst(): scale the exponent of extended precision #
16096 # FP_SCR1(a6) = extended precision operand to be scaled #
16099 # FP_SCR1(a6) = scaled extended precision operand #
16150 # FP_SRC(a6) = pointer to extended precision src operand #
16151 # FP_DST(a6) = pointer to extended precision dst operand #