Searched refs:precisionSize (Results 1 – 1 of 1) sorted by relevance
181 unsigned precisionSize = 64 - effectiveSignificandSize; in StrtodDiyFp() local182 if (precisionSize + kUlpShift >= 64) { in StrtodDiyFp()183 unsigned scaleExp = (precisionSize + kUlpShift) - 63; in StrtodDiyFp()187 precisionSize -= scaleExp; in StrtodDiyFp()190 DiyFp rounded(v.f >> precisionSize, v.e + static_cast<int>(precisionSize)); in StrtodDiyFp()191 const uint64_t precisionBits = (v.f & ((uint64_t(1) << precisionSize) - 1)) * kUlp; in StrtodDiyFp()192 const uint64_t halfWay = (uint64_t(1) << (precisionSize - 1)) * kUlp; in StrtodDiyFp()