1*4882a593Smuzhiyun /* Software floating-point emulation. 2*4882a593Smuzhiyun Basic two-word fraction declaration and manipulation. 3*4882a593Smuzhiyun Copyright (C) 1997,1998,1999 Free Software Foundation, Inc. 4*4882a593Smuzhiyun This file is part of the GNU C Library. 5*4882a593Smuzhiyun Contributed by Richard Henderson (rth@cygnus.com), 6*4882a593Smuzhiyun Jakub Jelinek (jj@ultra.linux.cz), 7*4882a593Smuzhiyun David S. Miller (davem@redhat.com) and 8*4882a593Smuzhiyun Peter Maydell (pmaydell@chiark.greenend.org.uk). 9*4882a593Smuzhiyun 10*4882a593Smuzhiyun The GNU C Library is free software; you can redistribute it and/or 11*4882a593Smuzhiyun modify it under the terms of the GNU Library General Public License as 12*4882a593Smuzhiyun published by the Free Software Foundation; either version 2 of the 13*4882a593Smuzhiyun License, or (at your option) any later version. 14*4882a593Smuzhiyun 15*4882a593Smuzhiyun The GNU C Library is distributed in the hope that it will be useful, 16*4882a593Smuzhiyun but WITHOUT ANY WARRANTY; without even the implied warranty of 17*4882a593Smuzhiyun MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU 18*4882a593Smuzhiyun Library General Public License for more details. 19*4882a593Smuzhiyun 20*4882a593Smuzhiyun You should have received a copy of the GNU Library General Public 21*4882a593Smuzhiyun License along with the GNU C Library; see the file COPYING.LIB. If 22*4882a593Smuzhiyun not, write to the Free Software Foundation, Inc., 23*4882a593Smuzhiyun 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA. */ 24*4882a593Smuzhiyun 25*4882a593Smuzhiyun #ifndef __MATH_EMU_OP_2_H__ 26*4882a593Smuzhiyun #define __MATH_EMU_OP_2_H__ 27*4882a593Smuzhiyun 28*4882a593Smuzhiyun #define _FP_FRAC_DECL_2(X) _FP_W_TYPE X##_f0 = 0, X##_f1 = 0 29*4882a593Smuzhiyun #define _FP_FRAC_COPY_2(D,S) (D##_f0 = S##_f0, D##_f1 = S##_f1) 30*4882a593Smuzhiyun #define _FP_FRAC_SET_2(X,I) __FP_FRAC_SET_2(X, I) 31*4882a593Smuzhiyun #define _FP_FRAC_HIGH_2(X) (X##_f1) 32*4882a593Smuzhiyun #define _FP_FRAC_LOW_2(X) (X##_f0) 33*4882a593Smuzhiyun #define _FP_FRAC_WORD_2(X,w) (X##_f##w) 34*4882a593Smuzhiyun #define _FP_FRAC_SLL_2(X, N) ( \ 35*4882a593Smuzhiyun (void) (((N) < _FP_W_TYPE_SIZE) \ 36*4882a593Smuzhiyun ? ({ \ 37*4882a593Smuzhiyun if (__builtin_constant_p(N) && (N) == 1) { \ 38*4882a593Smuzhiyun X##_f1 = X##_f1 + X##_f1 + \ 39*4882a593Smuzhiyun (((_FP_WS_TYPE) (X##_f0)) < 0); \ 40*4882a593Smuzhiyun X##_f0 += X##_f0; \ 41*4882a593Smuzhiyun } else { \ 42*4882a593Smuzhiyun X##_f1 = X##_f1 << (N) | X##_f0 >> \ 43*4882a593Smuzhiyun (_FP_W_TYPE_SIZE - (N)); \ 44*4882a593Smuzhiyun X##_f0 <<= (N); \ 45*4882a593Smuzhiyun } \ 46*4882a593Smuzhiyun 0; \ 47*4882a593Smuzhiyun }) \ 48*4882a593Smuzhiyun : ({ \ 49*4882a593Smuzhiyun X##_f1 = X##_f0 << ((N) - _FP_W_TYPE_SIZE); \ 50*4882a593Smuzhiyun X##_f0 = 0; \ 51*4882a593Smuzhiyun }))) 52*4882a593Smuzhiyun 53*4882a593Smuzhiyun 54*4882a593Smuzhiyun #define _FP_FRAC_SRL_2(X, N) ( \ 55*4882a593Smuzhiyun (void) (((N) < _FP_W_TYPE_SIZE) \ 56*4882a593Smuzhiyun ? ({ \ 57*4882a593Smuzhiyun X##_f0 = X##_f0 >> (N) | X##_f1 << (_FP_W_TYPE_SIZE - (N)); \ 58*4882a593Smuzhiyun X##_f1 >>= (N); \ 59*4882a593Smuzhiyun }) \ 60*4882a593Smuzhiyun : ({ \ 61*4882a593Smuzhiyun X##_f0 = X##_f1 >> ((N) - _FP_W_TYPE_SIZE); \ 62*4882a593Smuzhiyun X##_f1 = 0; \ 63*4882a593Smuzhiyun }))) 64*4882a593Smuzhiyun 65*4882a593Smuzhiyun 66*4882a593Smuzhiyun /* Right shift with sticky-lsb. */ 67*4882a593Smuzhiyun #define _FP_FRAC_SRS_2(X, N, sz) ( \ 68*4882a593Smuzhiyun (void) (((N) < _FP_W_TYPE_SIZE) \ 69*4882a593Smuzhiyun ? ({ \ 70*4882a593Smuzhiyun X##_f0 = (X##_f1 << (_FP_W_TYPE_SIZE - (N)) | X##_f0 >> (N) \ 71*4882a593Smuzhiyun | (__builtin_constant_p(N) && (N) == 1 \ 72*4882a593Smuzhiyun ? X##_f0 & 1 \ 73*4882a593Smuzhiyun : (X##_f0 << (_FP_W_TYPE_SIZE - (N))) != 0)); \ 74*4882a593Smuzhiyun X##_f1 >>= (N); \ 75*4882a593Smuzhiyun }) \ 76*4882a593Smuzhiyun : ({ \ 77*4882a593Smuzhiyun X##_f0 = (X##_f1 >> ((N) - _FP_W_TYPE_SIZE) \ 78*4882a593Smuzhiyun | ((((N) == _FP_W_TYPE_SIZE \ 79*4882a593Smuzhiyun ? 0 \ 80*4882a593Smuzhiyun : (X##_f1 << (2*_FP_W_TYPE_SIZE - (N)))) \ 81*4882a593Smuzhiyun | X##_f0) != 0)); \ 82*4882a593Smuzhiyun X##_f1 = 0; \ 83*4882a593Smuzhiyun }))) 84*4882a593Smuzhiyun 85*4882a593Smuzhiyun #define _FP_FRAC_ADDI_2(X,I) \ 86*4882a593Smuzhiyun __FP_FRAC_ADDI_2(X##_f1, X##_f0, I) 87*4882a593Smuzhiyun 88*4882a593Smuzhiyun #define _FP_FRAC_ADD_2(R,X,Y) \ 89*4882a593Smuzhiyun __FP_FRAC_ADD_2(R##_f1, R##_f0, X##_f1, X##_f0, Y##_f1, Y##_f0) 90*4882a593Smuzhiyun 91*4882a593Smuzhiyun #define _FP_FRAC_SUB_2(R,X,Y) \ 92*4882a593Smuzhiyun __FP_FRAC_SUB_2(R##_f1, R##_f0, X##_f1, X##_f0, Y##_f1, Y##_f0) 93*4882a593Smuzhiyun 94*4882a593Smuzhiyun #define _FP_FRAC_DEC_2(X,Y) \ 95*4882a593Smuzhiyun __FP_FRAC_DEC_2(X##_f1, X##_f0, Y##_f1, Y##_f0) 96*4882a593Smuzhiyun 97*4882a593Smuzhiyun #define _FP_FRAC_CLZ_2(R,X) \ 98*4882a593Smuzhiyun do { \ 99*4882a593Smuzhiyun if (X##_f1) \ 100*4882a593Smuzhiyun __FP_CLZ(R,X##_f1); \ 101*4882a593Smuzhiyun else \ 102*4882a593Smuzhiyun { \ 103*4882a593Smuzhiyun __FP_CLZ(R,X##_f0); \ 104*4882a593Smuzhiyun R += _FP_W_TYPE_SIZE; \ 105*4882a593Smuzhiyun } \ 106*4882a593Smuzhiyun } while(0) 107*4882a593Smuzhiyun 108*4882a593Smuzhiyun /* Predicates */ 109*4882a593Smuzhiyun #define _FP_FRAC_NEGP_2(X) ((_FP_WS_TYPE)X##_f1 < 0) 110*4882a593Smuzhiyun #define _FP_FRAC_ZEROP_2(X) ((X##_f1 | X##_f0) == 0) 111*4882a593Smuzhiyun #define _FP_FRAC_OVERP_2(fs,X) (_FP_FRAC_HIGH_##fs(X) & _FP_OVERFLOW_##fs) 112*4882a593Smuzhiyun #define _FP_FRAC_CLEAR_OVERP_2(fs,X) (_FP_FRAC_HIGH_##fs(X) &= ~_FP_OVERFLOW_##fs) 113*4882a593Smuzhiyun #define _FP_FRAC_EQ_2(X, Y) (X##_f1 == Y##_f1 && X##_f0 == Y##_f0) 114*4882a593Smuzhiyun #define _FP_FRAC_GT_2(X, Y) \ 115*4882a593Smuzhiyun (X##_f1 > Y##_f1 || (X##_f1 == Y##_f1 && X##_f0 > Y##_f0)) 116*4882a593Smuzhiyun #define _FP_FRAC_GE_2(X, Y) \ 117*4882a593Smuzhiyun (X##_f1 > Y##_f1 || (X##_f1 == Y##_f1 && X##_f0 >= Y##_f0)) 118*4882a593Smuzhiyun 119*4882a593Smuzhiyun #define _FP_ZEROFRAC_2 0, 0 120*4882a593Smuzhiyun #define _FP_MINFRAC_2 0, 1 121*4882a593Smuzhiyun #define _FP_MAXFRAC_2 (~(_FP_WS_TYPE)0), (~(_FP_WS_TYPE)0) 122*4882a593Smuzhiyun 123*4882a593Smuzhiyun /* 124*4882a593Smuzhiyun * Internals 125*4882a593Smuzhiyun */ 126*4882a593Smuzhiyun 127*4882a593Smuzhiyun #define __FP_FRAC_SET_2(X,I1,I0) (X##_f0 = I0, X##_f1 = I1) 128*4882a593Smuzhiyun 129*4882a593Smuzhiyun #define __FP_CLZ_2(R, xh, xl) \ 130*4882a593Smuzhiyun do { \ 131*4882a593Smuzhiyun if (xh) \ 132*4882a593Smuzhiyun __FP_CLZ(R,xh); \ 133*4882a593Smuzhiyun else \ 134*4882a593Smuzhiyun { \ 135*4882a593Smuzhiyun __FP_CLZ(R,xl); \ 136*4882a593Smuzhiyun R += _FP_W_TYPE_SIZE; \ 137*4882a593Smuzhiyun } \ 138*4882a593Smuzhiyun } while(0) 139*4882a593Smuzhiyun 140*4882a593Smuzhiyun #if 0 141*4882a593Smuzhiyun 142*4882a593Smuzhiyun #ifndef __FP_FRAC_ADDI_2 143*4882a593Smuzhiyun #define __FP_FRAC_ADDI_2(xh, xl, i) \ 144*4882a593Smuzhiyun (xh += ((xl += i) < i)) 145*4882a593Smuzhiyun #endif 146*4882a593Smuzhiyun #ifndef __FP_FRAC_ADD_2 147*4882a593Smuzhiyun #define __FP_FRAC_ADD_2(rh, rl, xh, xl, yh, yl) \ 148*4882a593Smuzhiyun (rh = xh + yh + ((rl = xl + yl) < xl)) 149*4882a593Smuzhiyun #endif 150*4882a593Smuzhiyun #ifndef __FP_FRAC_SUB_2 151*4882a593Smuzhiyun #define __FP_FRAC_SUB_2(rh, rl, xh, xl, yh, yl) \ 152*4882a593Smuzhiyun (rh = xh - yh - ((rl = xl - yl) > xl)) 153*4882a593Smuzhiyun #endif 154*4882a593Smuzhiyun #ifndef __FP_FRAC_DEC_2 155*4882a593Smuzhiyun #define __FP_FRAC_DEC_2(xh, xl, yh, yl) \ 156*4882a593Smuzhiyun do { \ 157*4882a593Smuzhiyun UWtype _t = xl; \ 158*4882a593Smuzhiyun xh -= yh + ((xl -= yl) > _t); \ 159*4882a593Smuzhiyun } while (0) 160*4882a593Smuzhiyun #endif 161*4882a593Smuzhiyun 162*4882a593Smuzhiyun #else 163*4882a593Smuzhiyun 164*4882a593Smuzhiyun #undef __FP_FRAC_ADDI_2 165*4882a593Smuzhiyun #define __FP_FRAC_ADDI_2(xh, xl, i) add_ssaaaa(xh, xl, xh, xl, 0, i) 166*4882a593Smuzhiyun #undef __FP_FRAC_ADD_2 167*4882a593Smuzhiyun #define __FP_FRAC_ADD_2 add_ssaaaa 168*4882a593Smuzhiyun #undef __FP_FRAC_SUB_2 169*4882a593Smuzhiyun #define __FP_FRAC_SUB_2 sub_ddmmss 170*4882a593Smuzhiyun #undef __FP_FRAC_DEC_2 171*4882a593Smuzhiyun #define __FP_FRAC_DEC_2(xh, xl, yh, yl) sub_ddmmss(xh, xl, xh, xl, yh, yl) 172*4882a593Smuzhiyun 173*4882a593Smuzhiyun #endif 174*4882a593Smuzhiyun 175*4882a593Smuzhiyun /* 176*4882a593Smuzhiyun * Unpack the raw bits of a native fp value. Do not classify or 177*4882a593Smuzhiyun * normalize the data. 178*4882a593Smuzhiyun */ 179*4882a593Smuzhiyun 180*4882a593Smuzhiyun #define _FP_UNPACK_RAW_2(fs, X, val) \ 181*4882a593Smuzhiyun do { \ 182*4882a593Smuzhiyun union _FP_UNION_##fs _flo; _flo.flt = (val); \ 183*4882a593Smuzhiyun \ 184*4882a593Smuzhiyun X##_f0 = _flo.bits.frac0; \ 185*4882a593Smuzhiyun X##_f1 = _flo.bits.frac1; \ 186*4882a593Smuzhiyun X##_e = _flo.bits.exp; \ 187*4882a593Smuzhiyun X##_s = _flo.bits.sign; \ 188*4882a593Smuzhiyun } while (0) 189*4882a593Smuzhiyun 190*4882a593Smuzhiyun #define _FP_UNPACK_RAW_2_P(fs, X, val) \ 191*4882a593Smuzhiyun do { \ 192*4882a593Smuzhiyun union _FP_UNION_##fs *_flo = \ 193*4882a593Smuzhiyun (union _FP_UNION_##fs *)(val); \ 194*4882a593Smuzhiyun \ 195*4882a593Smuzhiyun X##_f0 = _flo->bits.frac0; \ 196*4882a593Smuzhiyun X##_f1 = _flo->bits.frac1; \ 197*4882a593Smuzhiyun X##_e = _flo->bits.exp; \ 198*4882a593Smuzhiyun X##_s = _flo->bits.sign; \ 199*4882a593Smuzhiyun } while (0) 200*4882a593Smuzhiyun 201*4882a593Smuzhiyun 202*4882a593Smuzhiyun /* 203*4882a593Smuzhiyun * Repack the raw bits of a native fp value. 204*4882a593Smuzhiyun */ 205*4882a593Smuzhiyun 206*4882a593Smuzhiyun #define _FP_PACK_RAW_2(fs, val, X) \ 207*4882a593Smuzhiyun do { \ 208*4882a593Smuzhiyun union _FP_UNION_##fs _flo; \ 209*4882a593Smuzhiyun \ 210*4882a593Smuzhiyun _flo.bits.frac0 = X##_f0; \ 211*4882a593Smuzhiyun _flo.bits.frac1 = X##_f1; \ 212*4882a593Smuzhiyun _flo.bits.exp = X##_e; \ 213*4882a593Smuzhiyun _flo.bits.sign = X##_s; \ 214*4882a593Smuzhiyun \ 215*4882a593Smuzhiyun (val) = _flo.flt; \ 216*4882a593Smuzhiyun } while (0) 217*4882a593Smuzhiyun 218*4882a593Smuzhiyun #define _FP_PACK_RAW_2_P(fs, val, X) \ 219*4882a593Smuzhiyun do { \ 220*4882a593Smuzhiyun union _FP_UNION_##fs *_flo = \ 221*4882a593Smuzhiyun (union _FP_UNION_##fs *)(val); \ 222*4882a593Smuzhiyun \ 223*4882a593Smuzhiyun _flo->bits.frac0 = X##_f0; \ 224*4882a593Smuzhiyun _flo->bits.frac1 = X##_f1; \ 225*4882a593Smuzhiyun _flo->bits.exp = X##_e; \ 226*4882a593Smuzhiyun _flo->bits.sign = X##_s; \ 227*4882a593Smuzhiyun } while (0) 228*4882a593Smuzhiyun 229*4882a593Smuzhiyun 230*4882a593Smuzhiyun /* 231*4882a593Smuzhiyun * Multiplication algorithms: 232*4882a593Smuzhiyun */ 233*4882a593Smuzhiyun 234*4882a593Smuzhiyun /* Given a 1W * 1W => 2W primitive, do the extended multiplication. */ 235*4882a593Smuzhiyun 236*4882a593Smuzhiyun #define _FP_MUL_MEAT_2_wide(wfracbits, R, X, Y, doit) \ 237*4882a593Smuzhiyun do { \ 238*4882a593Smuzhiyun _FP_FRAC_DECL_4(_z); _FP_FRAC_DECL_2(_b); _FP_FRAC_DECL_2(_c); \ 239*4882a593Smuzhiyun \ 240*4882a593Smuzhiyun doit(_FP_FRAC_WORD_4(_z,1), _FP_FRAC_WORD_4(_z,0), X##_f0, Y##_f0); \ 241*4882a593Smuzhiyun doit(_b_f1, _b_f0, X##_f0, Y##_f1); \ 242*4882a593Smuzhiyun doit(_c_f1, _c_f0, X##_f1, Y##_f0); \ 243*4882a593Smuzhiyun doit(_FP_FRAC_WORD_4(_z,3), _FP_FRAC_WORD_4(_z,2), X##_f1, Y##_f1); \ 244*4882a593Smuzhiyun \ 245*4882a593Smuzhiyun __FP_FRAC_ADD_3(_FP_FRAC_WORD_4(_z,3),_FP_FRAC_WORD_4(_z,2), \ 246*4882a593Smuzhiyun _FP_FRAC_WORD_4(_z,1), 0, _b_f1, _b_f0, \ 247*4882a593Smuzhiyun _FP_FRAC_WORD_4(_z,3),_FP_FRAC_WORD_4(_z,2), \ 248*4882a593Smuzhiyun _FP_FRAC_WORD_4(_z,1)); \ 249*4882a593Smuzhiyun __FP_FRAC_ADD_3(_FP_FRAC_WORD_4(_z,3),_FP_FRAC_WORD_4(_z,2), \ 250*4882a593Smuzhiyun _FP_FRAC_WORD_4(_z,1), 0, _c_f1, _c_f0, \ 251*4882a593Smuzhiyun _FP_FRAC_WORD_4(_z,3),_FP_FRAC_WORD_4(_z,2), \ 252*4882a593Smuzhiyun _FP_FRAC_WORD_4(_z,1)); \ 253*4882a593Smuzhiyun \ 254*4882a593Smuzhiyun /* Normalize since we know where the msb of the multiplicands \ 255*4882a593Smuzhiyun were (bit B), we know that the msb of the of the product is \ 256*4882a593Smuzhiyun at either 2B or 2B-1. */ \ 257*4882a593Smuzhiyun _FP_FRAC_SRS_4(_z, wfracbits-1, 2*wfracbits); \ 258*4882a593Smuzhiyun R##_f0 = _FP_FRAC_WORD_4(_z,0); \ 259*4882a593Smuzhiyun R##_f1 = _FP_FRAC_WORD_4(_z,1); \ 260*4882a593Smuzhiyun } while (0) 261*4882a593Smuzhiyun 262*4882a593Smuzhiyun /* Given a 1W * 1W => 2W primitive, do the extended multiplication. 263*4882a593Smuzhiyun Do only 3 multiplications instead of four. This one is for machines 264*4882a593Smuzhiyun where multiplication is much more expensive than subtraction. */ 265*4882a593Smuzhiyun 266*4882a593Smuzhiyun #define _FP_MUL_MEAT_2_wide_3mul(wfracbits, R, X, Y, doit) \ 267*4882a593Smuzhiyun do { \ 268*4882a593Smuzhiyun _FP_FRAC_DECL_4(_z); _FP_FRAC_DECL_2(_b); _FP_FRAC_DECL_2(_c); \ 269*4882a593Smuzhiyun _FP_W_TYPE _d; \ 270*4882a593Smuzhiyun int _c1, _c2; \ 271*4882a593Smuzhiyun \ 272*4882a593Smuzhiyun _b_f0 = X##_f0 + X##_f1; \ 273*4882a593Smuzhiyun _c1 = _b_f0 < X##_f0; \ 274*4882a593Smuzhiyun _b_f1 = Y##_f0 + Y##_f1; \ 275*4882a593Smuzhiyun _c2 = _b_f1 < Y##_f0; \ 276*4882a593Smuzhiyun doit(_d, _FP_FRAC_WORD_4(_z,0), X##_f0, Y##_f0); \ 277*4882a593Smuzhiyun doit(_FP_FRAC_WORD_4(_z,2), _FP_FRAC_WORD_4(_z,1), _b_f0, _b_f1); \ 278*4882a593Smuzhiyun doit(_c_f1, _c_f0, X##_f1, Y##_f1); \ 279*4882a593Smuzhiyun \ 280*4882a593Smuzhiyun _b_f0 &= -_c2; \ 281*4882a593Smuzhiyun _b_f1 &= -_c1; \ 282*4882a593Smuzhiyun __FP_FRAC_ADD_3(_FP_FRAC_WORD_4(_z,3),_FP_FRAC_WORD_4(_z,2), \ 283*4882a593Smuzhiyun _FP_FRAC_WORD_4(_z,1), (_c1 & _c2), 0, _d, \ 284*4882a593Smuzhiyun 0, _FP_FRAC_WORD_4(_z,2), _FP_FRAC_WORD_4(_z,1)); \ 285*4882a593Smuzhiyun __FP_FRAC_ADDI_2(_FP_FRAC_WORD_4(_z,3),_FP_FRAC_WORD_4(_z,2), \ 286*4882a593Smuzhiyun _b_f0); \ 287*4882a593Smuzhiyun __FP_FRAC_ADDI_2(_FP_FRAC_WORD_4(_z,3),_FP_FRAC_WORD_4(_z,2), \ 288*4882a593Smuzhiyun _b_f1); \ 289*4882a593Smuzhiyun __FP_FRAC_DEC_3(_FP_FRAC_WORD_4(_z,3),_FP_FRAC_WORD_4(_z,2), \ 290*4882a593Smuzhiyun _FP_FRAC_WORD_4(_z,1), \ 291*4882a593Smuzhiyun 0, _d, _FP_FRAC_WORD_4(_z,0)); \ 292*4882a593Smuzhiyun __FP_FRAC_DEC_3(_FP_FRAC_WORD_4(_z,3),_FP_FRAC_WORD_4(_z,2), \ 293*4882a593Smuzhiyun _FP_FRAC_WORD_4(_z,1), 0, _c_f1, _c_f0); \ 294*4882a593Smuzhiyun __FP_FRAC_ADD_2(_FP_FRAC_WORD_4(_z,3), _FP_FRAC_WORD_4(_z,2), \ 295*4882a593Smuzhiyun _c_f1, _c_f0, \ 296*4882a593Smuzhiyun _FP_FRAC_WORD_4(_z,3), _FP_FRAC_WORD_4(_z,2)); \ 297*4882a593Smuzhiyun \ 298*4882a593Smuzhiyun /* Normalize since we know where the msb of the multiplicands \ 299*4882a593Smuzhiyun were (bit B), we know that the msb of the of the product is \ 300*4882a593Smuzhiyun at either 2B or 2B-1. */ \ 301*4882a593Smuzhiyun _FP_FRAC_SRS_4(_z, wfracbits-1, 2*wfracbits); \ 302*4882a593Smuzhiyun R##_f0 = _FP_FRAC_WORD_4(_z,0); \ 303*4882a593Smuzhiyun R##_f1 = _FP_FRAC_WORD_4(_z,1); \ 304*4882a593Smuzhiyun } while (0) 305*4882a593Smuzhiyun 306*4882a593Smuzhiyun #define _FP_MUL_MEAT_2_gmp(wfracbits, R, X, Y) \ 307*4882a593Smuzhiyun do { \ 308*4882a593Smuzhiyun _FP_FRAC_DECL_4(_z); \ 309*4882a593Smuzhiyun _FP_W_TYPE _x[2], _y[2]; \ 310*4882a593Smuzhiyun _x[0] = X##_f0; _x[1] = X##_f1; \ 311*4882a593Smuzhiyun _y[0] = Y##_f0; _y[1] = Y##_f1; \ 312*4882a593Smuzhiyun \ 313*4882a593Smuzhiyun mpn_mul_n(_z_f, _x, _y, 2); \ 314*4882a593Smuzhiyun \ 315*4882a593Smuzhiyun /* Normalize since we know where the msb of the multiplicands \ 316*4882a593Smuzhiyun were (bit B), we know that the msb of the of the product is \ 317*4882a593Smuzhiyun at either 2B or 2B-1. */ \ 318*4882a593Smuzhiyun _FP_FRAC_SRS_4(_z, wfracbits-1, 2*wfracbits); \ 319*4882a593Smuzhiyun R##_f0 = _z_f[0]; \ 320*4882a593Smuzhiyun R##_f1 = _z_f[1]; \ 321*4882a593Smuzhiyun } while (0) 322*4882a593Smuzhiyun 323*4882a593Smuzhiyun /* Do at most 120x120=240 bits multiplication using double floating 324*4882a593Smuzhiyun point multiplication. This is useful if floating point 325*4882a593Smuzhiyun multiplication has much bigger throughput than integer multiply. 326*4882a593Smuzhiyun It is supposed to work for _FP_W_TYPE_SIZE 64 and wfracbits 327*4882a593Smuzhiyun between 106 and 120 only. 328*4882a593Smuzhiyun Caller guarantees that X and Y has (1LLL << (wfracbits - 1)) set. 329*4882a593Smuzhiyun SETFETZ is a macro which will disable all FPU exceptions and set rounding 330*4882a593Smuzhiyun towards zero, RESETFE should optionally reset it back. */ 331*4882a593Smuzhiyun 332*4882a593Smuzhiyun #define _FP_MUL_MEAT_2_120_240_double(wfracbits, R, X, Y, setfetz, resetfe) \ 333*4882a593Smuzhiyun do { \ 334*4882a593Smuzhiyun static const double _const[] = { \ 335*4882a593Smuzhiyun /* 2^-24 */ 5.9604644775390625e-08, \ 336*4882a593Smuzhiyun /* 2^-48 */ 3.5527136788005009e-15, \ 337*4882a593Smuzhiyun /* 2^-72 */ 2.1175823681357508e-22, \ 338*4882a593Smuzhiyun /* 2^-96 */ 1.2621774483536189e-29, \ 339*4882a593Smuzhiyun /* 2^28 */ 2.68435456e+08, \ 340*4882a593Smuzhiyun /* 2^4 */ 1.600000e+01, \ 341*4882a593Smuzhiyun /* 2^-20 */ 9.5367431640625e-07, \ 342*4882a593Smuzhiyun /* 2^-44 */ 5.6843418860808015e-14, \ 343*4882a593Smuzhiyun /* 2^-68 */ 3.3881317890172014e-21, \ 344*4882a593Smuzhiyun /* 2^-92 */ 2.0194839173657902e-28, \ 345*4882a593Smuzhiyun /* 2^-116 */ 1.2037062152420224e-35}; \ 346*4882a593Smuzhiyun double _a240, _b240, _c240, _d240, _e240, _f240, \ 347*4882a593Smuzhiyun _g240, _h240, _i240, _j240, _k240; \ 348*4882a593Smuzhiyun union { double d; UDItype i; } _l240, _m240, _n240, _o240, \ 349*4882a593Smuzhiyun _p240, _q240, _r240, _s240; \ 350*4882a593Smuzhiyun UDItype _t240, _u240, _v240, _w240, _x240, _y240 = 0; \ 351*4882a593Smuzhiyun \ 352*4882a593Smuzhiyun if (wfracbits < 106 || wfracbits > 120) \ 353*4882a593Smuzhiyun abort(); \ 354*4882a593Smuzhiyun \ 355*4882a593Smuzhiyun setfetz; \ 356*4882a593Smuzhiyun \ 357*4882a593Smuzhiyun _e240 = (double)(long)(X##_f0 & 0xffffff); \ 358*4882a593Smuzhiyun _j240 = (double)(long)(Y##_f0 & 0xffffff); \ 359*4882a593Smuzhiyun _d240 = (double)(long)((X##_f0 >> 24) & 0xffffff); \ 360*4882a593Smuzhiyun _i240 = (double)(long)((Y##_f0 >> 24) & 0xffffff); \ 361*4882a593Smuzhiyun _c240 = (double)(long)(((X##_f1 << 16) & 0xffffff) | (X##_f0 >> 48)); \ 362*4882a593Smuzhiyun _h240 = (double)(long)(((Y##_f1 << 16) & 0xffffff) | (Y##_f0 >> 48)); \ 363*4882a593Smuzhiyun _b240 = (double)(long)((X##_f1 >> 8) & 0xffffff); \ 364*4882a593Smuzhiyun _g240 = (double)(long)((Y##_f1 >> 8) & 0xffffff); \ 365*4882a593Smuzhiyun _a240 = (double)(long)(X##_f1 >> 32); \ 366*4882a593Smuzhiyun _f240 = (double)(long)(Y##_f1 >> 32); \ 367*4882a593Smuzhiyun _e240 *= _const[3]; \ 368*4882a593Smuzhiyun _j240 *= _const[3]; \ 369*4882a593Smuzhiyun _d240 *= _const[2]; \ 370*4882a593Smuzhiyun _i240 *= _const[2]; \ 371*4882a593Smuzhiyun _c240 *= _const[1]; \ 372*4882a593Smuzhiyun _h240 *= _const[1]; \ 373*4882a593Smuzhiyun _b240 *= _const[0]; \ 374*4882a593Smuzhiyun _g240 *= _const[0]; \ 375*4882a593Smuzhiyun _s240.d = _e240*_j240;\ 376*4882a593Smuzhiyun _r240.d = _d240*_j240 + _e240*_i240;\ 377*4882a593Smuzhiyun _q240.d = _c240*_j240 + _d240*_i240 + _e240*_h240;\ 378*4882a593Smuzhiyun _p240.d = _b240*_j240 + _c240*_i240 + _d240*_h240 + _e240*_g240;\ 379*4882a593Smuzhiyun _o240.d = _a240*_j240 + _b240*_i240 + _c240*_h240 + _d240*_g240 + _e240*_f240;\ 380*4882a593Smuzhiyun _n240.d = _a240*_i240 + _b240*_h240 + _c240*_g240 + _d240*_f240; \ 381*4882a593Smuzhiyun _m240.d = _a240*_h240 + _b240*_g240 + _c240*_f240; \ 382*4882a593Smuzhiyun _l240.d = _a240*_g240 + _b240*_f240; \ 383*4882a593Smuzhiyun _k240 = _a240*_f240; \ 384*4882a593Smuzhiyun _r240.d += _s240.d; \ 385*4882a593Smuzhiyun _q240.d += _r240.d; \ 386*4882a593Smuzhiyun _p240.d += _q240.d; \ 387*4882a593Smuzhiyun _o240.d += _p240.d; \ 388*4882a593Smuzhiyun _n240.d += _o240.d; \ 389*4882a593Smuzhiyun _m240.d += _n240.d; \ 390*4882a593Smuzhiyun _l240.d += _m240.d; \ 391*4882a593Smuzhiyun _k240 += _l240.d; \ 392*4882a593Smuzhiyun _s240.d -= ((_const[10]+_s240.d)-_const[10]); \ 393*4882a593Smuzhiyun _r240.d -= ((_const[9]+_r240.d)-_const[9]); \ 394*4882a593Smuzhiyun _q240.d -= ((_const[8]+_q240.d)-_const[8]); \ 395*4882a593Smuzhiyun _p240.d -= ((_const[7]+_p240.d)-_const[7]); \ 396*4882a593Smuzhiyun _o240.d += _const[7]; \ 397*4882a593Smuzhiyun _n240.d += _const[6]; \ 398*4882a593Smuzhiyun _m240.d += _const[5]; \ 399*4882a593Smuzhiyun _l240.d += _const[4]; \ 400*4882a593Smuzhiyun if (_s240.d != 0.0) _y240 = 1; \ 401*4882a593Smuzhiyun if (_r240.d != 0.0) _y240 = 1; \ 402*4882a593Smuzhiyun if (_q240.d != 0.0) _y240 = 1; \ 403*4882a593Smuzhiyun if (_p240.d != 0.0) _y240 = 1; \ 404*4882a593Smuzhiyun _t240 = (DItype)_k240; \ 405*4882a593Smuzhiyun _u240 = _l240.i; \ 406*4882a593Smuzhiyun _v240 = _m240.i; \ 407*4882a593Smuzhiyun _w240 = _n240.i; \ 408*4882a593Smuzhiyun _x240 = _o240.i; \ 409*4882a593Smuzhiyun R##_f1 = (_t240 << (128 - (wfracbits - 1))) \ 410*4882a593Smuzhiyun | ((_u240 & 0xffffff) >> ((wfracbits - 1) - 104)); \ 411*4882a593Smuzhiyun R##_f0 = ((_u240 & 0xffffff) << (168 - (wfracbits - 1))) \ 412*4882a593Smuzhiyun | ((_v240 & 0xffffff) << (144 - (wfracbits - 1))) \ 413*4882a593Smuzhiyun | ((_w240 & 0xffffff) << (120 - (wfracbits - 1))) \ 414*4882a593Smuzhiyun | ((_x240 & 0xffffff) >> ((wfracbits - 1) - 96)) \ 415*4882a593Smuzhiyun | _y240; \ 416*4882a593Smuzhiyun resetfe; \ 417*4882a593Smuzhiyun } while (0) 418*4882a593Smuzhiyun 419*4882a593Smuzhiyun /* 420*4882a593Smuzhiyun * Division algorithms: 421*4882a593Smuzhiyun */ 422*4882a593Smuzhiyun 423*4882a593Smuzhiyun #define _FP_DIV_MEAT_2_udiv(fs, R, X, Y) \ 424*4882a593Smuzhiyun do { \ 425*4882a593Smuzhiyun _FP_W_TYPE _n_f2, _n_f1, _n_f0, _r_f1, _r_f0, _m_f1, _m_f0; \ 426*4882a593Smuzhiyun if (_FP_FRAC_GT_2(X, Y)) \ 427*4882a593Smuzhiyun { \ 428*4882a593Smuzhiyun _n_f2 = X##_f1 >> 1; \ 429*4882a593Smuzhiyun _n_f1 = X##_f1 << (_FP_W_TYPE_SIZE - 1) | X##_f0 >> 1; \ 430*4882a593Smuzhiyun _n_f0 = X##_f0 << (_FP_W_TYPE_SIZE - 1); \ 431*4882a593Smuzhiyun } \ 432*4882a593Smuzhiyun else \ 433*4882a593Smuzhiyun { \ 434*4882a593Smuzhiyun R##_e--; \ 435*4882a593Smuzhiyun _n_f2 = X##_f1; \ 436*4882a593Smuzhiyun _n_f1 = X##_f0; \ 437*4882a593Smuzhiyun _n_f0 = 0; \ 438*4882a593Smuzhiyun } \ 439*4882a593Smuzhiyun \ 440*4882a593Smuzhiyun /* Normalize, i.e. make the most significant bit of the \ 441*4882a593Smuzhiyun denominator set. */ \ 442*4882a593Smuzhiyun _FP_FRAC_SLL_2(Y, _FP_WFRACXBITS_##fs); \ 443*4882a593Smuzhiyun \ 444*4882a593Smuzhiyun udiv_qrnnd(R##_f1, _r_f1, _n_f2, _n_f1, Y##_f1); \ 445*4882a593Smuzhiyun umul_ppmm(_m_f1, _m_f0, R##_f1, Y##_f0); \ 446*4882a593Smuzhiyun _r_f0 = _n_f0; \ 447*4882a593Smuzhiyun if (_FP_FRAC_GT_2(_m, _r)) \ 448*4882a593Smuzhiyun { \ 449*4882a593Smuzhiyun R##_f1--; \ 450*4882a593Smuzhiyun _FP_FRAC_ADD_2(_r, Y, _r); \ 451*4882a593Smuzhiyun if (_FP_FRAC_GE_2(_r, Y) && _FP_FRAC_GT_2(_m, _r)) \ 452*4882a593Smuzhiyun { \ 453*4882a593Smuzhiyun R##_f1--; \ 454*4882a593Smuzhiyun _FP_FRAC_ADD_2(_r, Y, _r); \ 455*4882a593Smuzhiyun } \ 456*4882a593Smuzhiyun } \ 457*4882a593Smuzhiyun _FP_FRAC_DEC_2(_r, _m); \ 458*4882a593Smuzhiyun \ 459*4882a593Smuzhiyun if (_r_f1 == Y##_f1) \ 460*4882a593Smuzhiyun { \ 461*4882a593Smuzhiyun /* This is a special case, not an optimization \ 462*4882a593Smuzhiyun (_r/Y##_f1 would not fit into UWtype). \ 463*4882a593Smuzhiyun As _r is guaranteed to be < Y, R##_f0 can be either \ 464*4882a593Smuzhiyun (UWtype)-1 or (UWtype)-2. But as we know what kind \ 465*4882a593Smuzhiyun of bits it is (sticky, guard, round), we don't care. \ 466*4882a593Smuzhiyun We also don't care what the reminder is, because the \ 467*4882a593Smuzhiyun guard bit will be set anyway. -jj */ \ 468*4882a593Smuzhiyun R##_f0 = -1; \ 469*4882a593Smuzhiyun } \ 470*4882a593Smuzhiyun else \ 471*4882a593Smuzhiyun { \ 472*4882a593Smuzhiyun udiv_qrnnd(R##_f0, _r_f1, _r_f1, _r_f0, Y##_f1); \ 473*4882a593Smuzhiyun umul_ppmm(_m_f1, _m_f0, R##_f0, Y##_f0); \ 474*4882a593Smuzhiyun _r_f0 = 0; \ 475*4882a593Smuzhiyun if (_FP_FRAC_GT_2(_m, _r)) \ 476*4882a593Smuzhiyun { \ 477*4882a593Smuzhiyun R##_f0--; \ 478*4882a593Smuzhiyun _FP_FRAC_ADD_2(_r, Y, _r); \ 479*4882a593Smuzhiyun if (_FP_FRAC_GE_2(_r, Y) && _FP_FRAC_GT_2(_m, _r)) \ 480*4882a593Smuzhiyun { \ 481*4882a593Smuzhiyun R##_f0--; \ 482*4882a593Smuzhiyun _FP_FRAC_ADD_2(_r, Y, _r); \ 483*4882a593Smuzhiyun } \ 484*4882a593Smuzhiyun } \ 485*4882a593Smuzhiyun if (!_FP_FRAC_EQ_2(_r, _m)) \ 486*4882a593Smuzhiyun R##_f0 |= _FP_WORK_STICKY; \ 487*4882a593Smuzhiyun } \ 488*4882a593Smuzhiyun } while (0) 489*4882a593Smuzhiyun 490*4882a593Smuzhiyun 491*4882a593Smuzhiyun #define _FP_DIV_MEAT_2_gmp(fs, R, X, Y) \ 492*4882a593Smuzhiyun do { \ 493*4882a593Smuzhiyun _FP_W_TYPE _x[4], _y[2], _z[4]; \ 494*4882a593Smuzhiyun _y[0] = Y##_f0; _y[1] = Y##_f1; \ 495*4882a593Smuzhiyun _x[0] = _x[3] = 0; \ 496*4882a593Smuzhiyun if (_FP_FRAC_GT_2(X, Y)) \ 497*4882a593Smuzhiyun { \ 498*4882a593Smuzhiyun R##_e++; \ 499*4882a593Smuzhiyun _x[1] = (X##_f0 << (_FP_WFRACBITS_##fs-1 - _FP_W_TYPE_SIZE) | \ 500*4882a593Smuzhiyun X##_f1 >> (_FP_W_TYPE_SIZE - \ 501*4882a593Smuzhiyun (_FP_WFRACBITS_##fs-1 - _FP_W_TYPE_SIZE))); \ 502*4882a593Smuzhiyun _x[2] = X##_f1 << (_FP_WFRACBITS_##fs-1 - _FP_W_TYPE_SIZE); \ 503*4882a593Smuzhiyun } \ 504*4882a593Smuzhiyun else \ 505*4882a593Smuzhiyun { \ 506*4882a593Smuzhiyun _x[1] = (X##_f0 << (_FP_WFRACBITS_##fs - _FP_W_TYPE_SIZE) | \ 507*4882a593Smuzhiyun X##_f1 >> (_FP_W_TYPE_SIZE - \ 508*4882a593Smuzhiyun (_FP_WFRACBITS_##fs - _FP_W_TYPE_SIZE))); \ 509*4882a593Smuzhiyun _x[2] = X##_f1 << (_FP_WFRACBITS_##fs - _FP_W_TYPE_SIZE); \ 510*4882a593Smuzhiyun } \ 511*4882a593Smuzhiyun \ 512*4882a593Smuzhiyun (void) mpn_divrem (_z, 0, _x, 4, _y, 2); \ 513*4882a593Smuzhiyun R##_f1 = _z[1]; \ 514*4882a593Smuzhiyun R##_f0 = _z[0] | ((_x[0] | _x[1]) != 0); \ 515*4882a593Smuzhiyun } while (0) 516*4882a593Smuzhiyun 517*4882a593Smuzhiyun 518*4882a593Smuzhiyun /* 519*4882a593Smuzhiyun * Square root algorithms: 520*4882a593Smuzhiyun * We have just one right now, maybe Newton approximation 521*4882a593Smuzhiyun * should be added for those machines where division is fast. 522*4882a593Smuzhiyun */ 523*4882a593Smuzhiyun 524*4882a593Smuzhiyun #define _FP_SQRT_MEAT_2(R, S, T, X, q) \ 525*4882a593Smuzhiyun do { \ 526*4882a593Smuzhiyun while (q) \ 527*4882a593Smuzhiyun { \ 528*4882a593Smuzhiyun T##_f1 = S##_f1 + q; \ 529*4882a593Smuzhiyun if (T##_f1 <= X##_f1) \ 530*4882a593Smuzhiyun { \ 531*4882a593Smuzhiyun S##_f1 = T##_f1 + q; \ 532*4882a593Smuzhiyun X##_f1 -= T##_f1; \ 533*4882a593Smuzhiyun R##_f1 += q; \ 534*4882a593Smuzhiyun } \ 535*4882a593Smuzhiyun _FP_FRAC_SLL_2(X, 1); \ 536*4882a593Smuzhiyun q >>= 1; \ 537*4882a593Smuzhiyun } \ 538*4882a593Smuzhiyun q = (_FP_W_TYPE)1 << (_FP_W_TYPE_SIZE - 1); \ 539*4882a593Smuzhiyun while (q != _FP_WORK_ROUND) \ 540*4882a593Smuzhiyun { \ 541*4882a593Smuzhiyun T##_f0 = S##_f0 + q; \ 542*4882a593Smuzhiyun T##_f1 = S##_f1; \ 543*4882a593Smuzhiyun if (T##_f1 < X##_f1 || \ 544*4882a593Smuzhiyun (T##_f1 == X##_f1 && T##_f0 <= X##_f0)) \ 545*4882a593Smuzhiyun { \ 546*4882a593Smuzhiyun S##_f0 = T##_f0 + q; \ 547*4882a593Smuzhiyun S##_f1 += (T##_f0 > S##_f0); \ 548*4882a593Smuzhiyun _FP_FRAC_DEC_2(X, T); \ 549*4882a593Smuzhiyun R##_f0 += q; \ 550*4882a593Smuzhiyun } \ 551*4882a593Smuzhiyun _FP_FRAC_SLL_2(X, 1); \ 552*4882a593Smuzhiyun q >>= 1; \ 553*4882a593Smuzhiyun } \ 554*4882a593Smuzhiyun if (X##_f0 | X##_f1) \ 555*4882a593Smuzhiyun { \ 556*4882a593Smuzhiyun if (S##_f1 < X##_f1 || \ 557*4882a593Smuzhiyun (S##_f1 == X##_f1 && S##_f0 < X##_f0)) \ 558*4882a593Smuzhiyun R##_f0 |= _FP_WORK_ROUND; \ 559*4882a593Smuzhiyun R##_f0 |= _FP_WORK_STICKY; \ 560*4882a593Smuzhiyun } \ 561*4882a593Smuzhiyun } while (0) 562*4882a593Smuzhiyun 563*4882a593Smuzhiyun 564*4882a593Smuzhiyun /* 565*4882a593Smuzhiyun * Assembly/disassembly for converting to/from integral types. 566*4882a593Smuzhiyun * No shifting or overflow handled here. 567*4882a593Smuzhiyun */ 568*4882a593Smuzhiyun 569*4882a593Smuzhiyun #define _FP_FRAC_ASSEMBLE_2(r, X, rsize) \ 570*4882a593Smuzhiyun (void) (((rsize) <= _FP_W_TYPE_SIZE) \ 571*4882a593Smuzhiyun ? ({ (r) = X##_f0; }) \ 572*4882a593Smuzhiyun : ({ \ 573*4882a593Smuzhiyun (r) = X##_f1; \ 574*4882a593Smuzhiyun (r) <<= _FP_W_TYPE_SIZE; \ 575*4882a593Smuzhiyun (r) += X##_f0; \ 576*4882a593Smuzhiyun })) 577*4882a593Smuzhiyun 578*4882a593Smuzhiyun #define _FP_FRAC_DISASSEMBLE_2(X, r, rsize) \ 579*4882a593Smuzhiyun do { \ 580*4882a593Smuzhiyun X##_f0 = r; \ 581*4882a593Smuzhiyun X##_f1 = (rsize <= _FP_W_TYPE_SIZE ? 0 : r >> _FP_W_TYPE_SIZE); \ 582*4882a593Smuzhiyun } while (0) 583*4882a593Smuzhiyun 584*4882a593Smuzhiyun /* 585*4882a593Smuzhiyun * Convert FP values between word sizes 586*4882a593Smuzhiyun */ 587*4882a593Smuzhiyun 588*4882a593Smuzhiyun #define _FP_FRAC_CONV_1_2(dfs, sfs, D, S) \ 589*4882a593Smuzhiyun do { \ 590*4882a593Smuzhiyun if (S##_c != FP_CLS_NAN) \ 591*4882a593Smuzhiyun _FP_FRAC_SRS_2(S, (_FP_WFRACBITS_##sfs - _FP_WFRACBITS_##dfs), \ 592*4882a593Smuzhiyun _FP_WFRACBITS_##sfs); \ 593*4882a593Smuzhiyun else \ 594*4882a593Smuzhiyun _FP_FRAC_SRL_2(S, (_FP_WFRACBITS_##sfs - _FP_WFRACBITS_##dfs)); \ 595*4882a593Smuzhiyun D##_f = S##_f0; \ 596*4882a593Smuzhiyun } while (0) 597*4882a593Smuzhiyun 598*4882a593Smuzhiyun #define _FP_FRAC_CONV_2_1(dfs, sfs, D, S) \ 599*4882a593Smuzhiyun do { \ 600*4882a593Smuzhiyun D##_f0 = S##_f; \ 601*4882a593Smuzhiyun D##_f1 = 0; \ 602*4882a593Smuzhiyun _FP_FRAC_SLL_2(D, (_FP_WFRACBITS_##dfs - _FP_WFRACBITS_##sfs)); \ 603*4882a593Smuzhiyun } while (0) 604*4882a593Smuzhiyun 605*4882a593Smuzhiyun #endif 606