Lines Matching defs:precision
23 /* Precision in LittleNums. */
203 int precision; /* Number of 16-bit words in the format. */
213 if (what_kind_of_float (what_kind, &precision, &exponent_bits))
226 f.high = f.low + precision - 1 + GUARD;
250 int precision;
254 return_value = what_kind_of_float (format_letter, &precision, &exponent_bits);
263 memset (words, '\0', sizeof (LITTLENUM_TYPE) * precision);
279 memset (words, 0x00, sizeof (LITTLENUM_TYPE) * precision);
284 memset (words, 0xff, sizeof (LITTLENUM_TYPE) * precision);
290 memset (words, 0x00, sizeof (LITTLENUM_TYPE) * precision);
350 for (; lp < words + precision; lp++)