Lines Matching refs:prec
260 size_t pos, prec; member
304 !!(*ibuf & (((unsigned)-1) >> p->prec)); in flow_no_shape()
315 int32_t r = RANQD1 >> p->prec; in flow_no_shape()
316 …ble d = ((double)*ibuf++ + r + (p->alt_tpdf? -p->r : (RANQD1 >> p->prec))) / (1 << (32 - p->prec)); in flow_no_shape()
319 if (i <= (-1 << (p->prec-1))) in flow_no_shape()
321 else if (i > (int)SOX_INT_MAX(p->prec)) in flow_no_shape()
322 ++effp->clips, *obuf = SOX_INT_MAX(p->prec) << (32 - p->prec); in flow_no_shape()
323 else *obuf = i << (32 - p->prec); in flow_no_shape()
349 GETOPT_NUMERIC(optstate, 'p', prec, 1, 24) in getopts()
361 if (p->prec == 0) in start()
362 p->prec = effp->out_signal.precision; in start()
364 if (effp->in_signal.precision <= p->prec || p->prec > 24) in start()
367 if (p->prec == 1) { in start()
376 effp->out_signal.precision = p->prec; in start()
409 *effp->in_signal.mult *= (SOX_SAMPLE_MAX - (1 << (31 - p->prec)) * in start()
410 (2 * mult + 1)) / (SOX_SAMPLE_MAX - (1 << (31 - p->prec))); in start()