Lines Matching refs:prec
114 int mp_format_float(FPTYPE f, char *buf, size_t buf_size, char fmt, int prec, char sign) { in mp_format_float() argument
161 if (prec < 0) { in mp_format_float()
162 prec = 6; in mp_format_float()
167 if (fmt == 'g' && prec == 0) { in mp_format_float()
168 prec = 1; in mp_format_float()
181 if (prec + 2 > buf_remaining) { in mp_format_float()
182 prec = buf_remaining - 2; in mp_format_float()
184 num_digits = prec + 1; in mp_format_float()
187 if (prec + 6 > buf_remaining) { in mp_format_float()
188 prec = buf_remaining - 6; in mp_format_float()
231 prec += (e - 1); in mp_format_float()
235 if (prec + 2 > buf_remaining) { in mp_format_float()
236 prec = buf_remaining - 2; in mp_format_float()
239 num_digits = prec; in mp_format_float()
253 if (prec > (buf_remaining - FPMIN_BUF_SIZE)) { in mp_format_float()
254 prec = buf_remaining - FPMIN_BUF_SIZE; in mp_format_float()
256 prec++; in mp_format_float()
282 } else if ((e + prec + 2) > buf_remaining) { in mp_format_float()
283 prec = buf_remaining - e - 2; in mp_format_float()
284 if (prec < 0) { in mp_format_float()
287 prec++; in mp_format_float()
291 if (fmt == 'e' && prec > (buf_remaining - FPMIN_BUF_SIZE)) { in mp_format_float()
292 prec = buf_remaining - FPMIN_BUF_SIZE; in mp_format_float()
296 if (prec + (FPMIN_BUF_SIZE - 1) > buf_remaining) { in mp_format_float()
297 prec = buf_remaining - (FPMIN_BUF_SIZE - 1); in mp_format_float()
303 if (fmt == 'g' && e < prec) { in mp_format_float()
305 prec -= (e + 1); in mp_format_float()
309 num_digits = prec + e + 1; in mp_format_float()
314 if (prec < 0) { in mp_format_float()
316 prec = 0; in mp_format_float()
331 num_digits = prec + 1; in mp_format_float()
333 if (prec == 0) { in mp_format_float()
334 prec = 1; in mp_format_float()
336 num_digits = prec; in mp_format_float()
347 if (dec == 0 && prec > 0) { in mp_format_float()
411 if (org_fmt == 'g' && prec > 0) { in mp_format_float()