mirror of
https://sourceware.org/git/glibc.git
synced 2025-01-08 02:10:18 +00:00
d96164c330
Various floating-point functions have code to force underflow exceptions if a tiny result was computed in a way that might not have resulted in such exceptions even though the result is inexact. This typically uses math_force_eval to ensure that the underflowing expression is evaluated, but sometimes uses volatile. This patch refactors such code to use three new macros math_check_force_underflow, math_check_force_underflow_nonneg and math_check_force_underflow_complex (which in turn use math_force_eval). In the limited number of cases not suited to a simple conversion to these macros, existing uses of volatile are changed to use math_force_eval instead. The converted code does not always execute exactly the same sequence of operations as the original code, but the overall effects should be the same. Tested for x86_64, x86, mips64 and powerpc. * sysdeps/generic/math_private.h (fabs_tg): New macro. (min_of_type): Likewise. (math_check_force_underflow): Likewise. (math_check_force_underflow_nonneg): Likewise. (math_check_force_underflow_complex): Likewise. * math/e_exp2l.c (__ieee754_exp2l): Use math_check_force_underflow_nonneg. * math/k_casinh.c (__kernel_casinh): Likewise. * math/k_casinhf.c (__kernel_casinhf): Likewise. * math/k_casinhl.c (__kernel_casinhl): Likewise. * math/s_catan.c (__catan): Use math_check_force_underflow_complex. * math/s_catanf.c (__catanf): Likewise. * math/s_catanh.c (__catanh): Likewise. * math/s_catanhf.c (__catanhf): Likewise. * math/s_catanhl.c (__catanhl): Likewise. * math/s_catanl.c (__catanl): Likewise. * math/s_ccosh.c (__ccosh): Likewise. * math/s_ccoshf.c (__ccoshf): Likewise. * math/s_ccoshl.c (__ccoshl): Likewise. * math/s_cexp.c (__cexp): Likewise. * math/s_cexpf.c (__cexpf): Likewise. * math/s_cexpl.c (__cexpl): Likewise. * math/s_clog.c (__clog): Use math_check_force_underflow_nonneg. * math/s_clog10.c (__clog10): Likewise. * math/s_clog10f.c (__clog10f): Likewise. * math/s_clog10l.c (__clog10l): Likewise. * math/s_clogf.c (__clogf): Likewise. * math/s_clogl.c (__clogl): Likewise. * math/s_csin.c (__csin): Use math_check_force_underflow_complex. * math/s_csinf.c (__csinf): Likewise. * math/s_csinh.c (__csinh): Likewise. * math/s_csinhf.c (__csinhf): Likewise. * math/s_csinhl.c (__csinhl): Likewise. * math/s_csinl.c (__csinl): Likewise. * math/s_csqrt.c (__csqrt): Use math_check_force_underflow. * math/s_csqrtf.c (__csqrtf): Likewise. * math/s_csqrtl.c (__csqrtl): Likewise. * math/s_ctan.c (__ctan): Use math_check_force_underflow_complex. * math/s_ctanf.c (__ctanf): Likewise. * math/s_ctanh.c (__ctanh): Likewise. * math/s_ctanhf.c (__ctanhf): Likewise. * math/s_ctanhl.c (__ctanhl): Likewise. * math/s_ctanl.c (__ctanl): Likewise. * stdlib/strtod_l.c (round_and_return): Use math_force_eval instead of volatile. * sysdeps/ieee754/dbl-64/e_asin.c (__ieee754_asin): Use math_check_force_underflow. * sysdeps/ieee754/dbl-64/e_atanh.c (__ieee754_atanh): Likewise. * sysdeps/ieee754/dbl-64/e_exp.c (__ieee754_exp): Do not use volatile when forcing underflow. * sysdeps/ieee754/dbl-64/e_exp2.c (__ieee754_exp2): Use math_check_force_underflow_nonneg. * sysdeps/ieee754/dbl-64/e_gamma_r.c (__ieee754_gamma_r): Likewise. * sysdeps/ieee754/dbl-64/e_j1.c (__ieee754_j1): Use math_check_force_underflow. * sysdeps/ieee754/dbl-64/e_jn.c (__ieee754_jn): Likewise. * sysdeps/ieee754/dbl-64/e_sinh.c (__ieee754_sinh): Likewise. * sysdeps/ieee754/dbl-64/s_asinh.c (__asinh): Likewise. * sysdeps/ieee754/dbl-64/s_atan.c (atan): Use math_check_force_underflow_nonneg. * sysdeps/ieee754/dbl-64/s_erf.c (__erf): Use math_check_force_underflow. * sysdeps/ieee754/dbl-64/s_expm1.c (__expm1): Likewise. * sysdeps/ieee754/dbl-64/s_fma.c (__fma): Use math_force_eval instead of volatile. * sysdeps/ieee754/dbl-64/s_log1p.c (__log1p): Use math_check_force_underflow. * sysdeps/ieee754/dbl-64/s_sin.c (__sin): Likewise. * sysdeps/ieee754/dbl-64/s_tan.c (tan): Use math_check_force_underflow_nonneg. * sysdeps/ieee754/dbl-64/s_tanh.c (__tanh): Use math_check_force_underflow. * sysdeps/ieee754/flt-32/e_asinf.c (__ieee754_asinf): Likewise. * sysdeps/ieee754/flt-32/e_atanhf.c (__ieee754_atanhf): Likewise. * sysdeps/ieee754/flt-32/e_exp2f.c (__ieee754_exp2f): Use math_check_force_underflow_nonneg. * sysdeps/ieee754/flt-32/e_gammaf_r.c (__ieee754_gammaf_r): Likewise. * sysdeps/ieee754/flt-32/e_j1f.c (__ieee754_j1f): Use math_check_force_underflow. * sysdeps/ieee754/flt-32/e_jnf.c (__ieee754_jnf): Likewise. * sysdeps/ieee754/flt-32/e_sinhf.c (__ieee754_sinhf): Likewise. * sysdeps/ieee754/flt-32/k_sinf.c (__kernel_sinf): Likewise. * sysdeps/ieee754/flt-32/k_tanf.c (__kernel_tanf): Likewise. * sysdeps/ieee754/flt-32/s_asinhf.c (__asinhf): Likewise. * sysdeps/ieee754/flt-32/s_atanf.c (__atanf): Likewise. * sysdeps/ieee754/flt-32/s_erff.c (__erff): Likewise. * sysdeps/ieee754/flt-32/s_expm1f.c (__expm1f): Likewise. * sysdeps/ieee754/flt-32/s_log1pf.c (__log1pf): Likewise. * sysdeps/ieee754/flt-32/s_tanhf.c (__tanhf): Likewise. * sysdeps/ieee754/ldbl-128/e_asinl.c (__ieee754_asinl): Likewise. * sysdeps/ieee754/ldbl-128/e_atanhl.c (__ieee754_atanhl): Likewise. * sysdeps/ieee754/ldbl-128/e_expl.c (__ieee754_expl): Use math_check_force_underflow_nonneg. * sysdeps/ieee754/ldbl-128/e_gammal_r.c (__ieee754_gammal_r): Likewise. * sysdeps/ieee754/ldbl-128/e_j1l.c (__ieee754_j1l): Use math_check_force_underflow. * sysdeps/ieee754/ldbl-128/e_jnl.c (__ieee754_jnl): Likewise. * sysdeps/ieee754/ldbl-128/e_sinhl.c (__ieee754_sinhl): Likewise. * sysdeps/ieee754/ldbl-128/k_sincosl.c (__kernel_sincosl): Likewise. * sysdeps/ieee754/ldbl-128/k_sinl.c (__kernel_sinl): Likewise. * sysdeps/ieee754/ldbl-128/k_tanl.c (__kernel_tanl): Likewise. * sysdeps/ieee754/ldbl-128/s_asinhl.c (__asinhl): Likewise. * sysdeps/ieee754/ldbl-128/s_atanl.c (__atanl): Likewise. * sysdeps/ieee754/ldbl-128/s_erfl.c (__erfl): Likewise. * sysdeps/ieee754/ldbl-128/s_expm1l.c (__expm1l): Likewise. * sysdeps/ieee754/ldbl-128/s_fmal.c (__fmal): Use math_force_eval instead of volatile. * sysdeps/ieee754/ldbl-128/s_log1pl.c (__log1pl): Use math_check_force_underflow. * sysdeps/ieee754/ldbl-128/s_tanhl.c (__tanhl): Likewise. * sysdeps/ieee754/ldbl-128ibm/e_asinl.c (__ieee754_asinl): Use math_check_force_underflow. * sysdeps/ieee754/ldbl-128ibm/e_atanhl.c (__ieee754_atanhl): Likewise. * sysdeps/ieee754/ldbl-128ibm/e_gammal_r.c (__ieee754_gammal_r): Use math_check_force_underflow_nonneg. * sysdeps/ieee754/ldbl-128ibm/e_jnl.c (__ieee754_jnl): Use math_check_force_underflow. * sysdeps/ieee754/ldbl-128ibm/e_sinhl.c (__ieee754_sinhl): Likewise. * sysdeps/ieee754/ldbl-128ibm/k_sincosl.c (__kernel_sincosl): Likewise. * sysdeps/ieee754/ldbl-128ibm/k_sinl.c (__kernel_sinl): Likewise. * sysdeps/ieee754/ldbl-128ibm/k_tanl.c (__kernel_tanl): Likewise. * sysdeps/ieee754/ldbl-128ibm/s_asinhl.c (__asinhl): Likewise. * sysdeps/ieee754/ldbl-128ibm/s_atanl.c (__atanl): Likewise. * sysdeps/ieee754/ldbl-128ibm/s_erfl.c (__erfl): Likewise. * sysdeps/ieee754/ldbl-128ibm/s_tanhl.c (__tanhl): Likewise. * sysdeps/ieee754/ldbl-96/e_asinl.c (__ieee754_asinl): Likewise. * sysdeps/ieee754/ldbl-96/e_atanhl.c (__ieee754_atanhl): Likewise. * sysdeps/ieee754/ldbl-96/e_gammal_r.c (__ieee754_gammal_r): Use math_check_force_underflow_nonneg. * sysdeps/ieee754/ldbl-96/e_j1l.c (__ieee754_j1l): Use math_check_force_underflow. * sysdeps/ieee754/ldbl-96/e_jnl.c (__ieee754_jnl): Likewise. * sysdeps/ieee754/ldbl-96/e_sinhl.c (__ieee754_sinhl): Likewise. * sysdeps/ieee754/ldbl-96/k_sinl.c (__kernel_sinl): Likewise. * sysdeps/ieee754/ldbl-96/k_tanl.c (__kernel_tanl): Use math_check_force_underflow_nonneg. * sysdeps/ieee754/ldbl-96/s_asinhl.c (__asinhl): Use math_check_force_underflow. * sysdeps/ieee754/ldbl-96/s_erfl.c (__erfl): Likewise. * sysdeps/ieee754/ldbl-96/s_fmal.c (__fmal): Use math_force_eval instead of volatile. * sysdeps/ieee754/ldbl-96/s_tanhl.c (__tanhl): Use math_check_force_underflow.
254 lines
6.9 KiB
C
254 lines
6.9 KiB
C
/* Quad-precision floating point e^x.
|
|
Copyright (C) 1999-2015 Free Software Foundation, Inc.
|
|
This file is part of the GNU C Library.
|
|
Contributed by Jakub Jelinek <jj@ultra.linux.cz>
|
|
Partly based on double-precision code
|
|
by Geoffrey Keating <geoffk@ozemail.com.au>
|
|
|
|
The GNU C Library is free software; you can redistribute it and/or
|
|
modify it under the terms of the GNU Lesser General Public
|
|
License as published by the Free Software Foundation; either
|
|
version 2.1 of the License, or (at your option) any later version.
|
|
|
|
The GNU C Library is distributed in the hope that it will be useful,
|
|
but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
|
Lesser General Public License for more details.
|
|
|
|
You should have received a copy of the GNU Lesser General Public
|
|
License along with the GNU C Library; if not, see
|
|
<http://www.gnu.org/licenses/>. */
|
|
|
|
/* The basic design here is from
|
|
Abraham Ziv, "Fast Evaluation of Elementary Mathematical Functions with
|
|
Correctly Rounded Last Bit", ACM Trans. Math. Soft., 17 (3), September 1991,
|
|
pp. 410-423.
|
|
|
|
We work with number pairs where the first number is the high part and
|
|
the second one is the low part. Arithmetic with the high part numbers must
|
|
be exact, without any roundoff errors.
|
|
|
|
The input value, X, is written as
|
|
X = n * ln(2)_0 + arg1[t1]_0 + arg2[t2]_0 + x
|
|
- n * ln(2)_1 + arg1[t1]_1 + arg2[t2]_1 + xl
|
|
|
|
where:
|
|
- n is an integer, 16384 >= n >= -16495;
|
|
- ln(2)_0 is the first 93 bits of ln(2), and |ln(2)_0-ln(2)-ln(2)_1| < 2^-205
|
|
- t1 is an integer, 89 >= t1 >= -89
|
|
- t2 is an integer, 65 >= t2 >= -65
|
|
- |arg1[t1]-t1/256.0| < 2^-53
|
|
- |arg2[t2]-t2/32768.0| < 2^-53
|
|
- x + xl is whatever is left, |x + xl| < 2^-16 + 2^-53
|
|
|
|
Then e^x is approximated as
|
|
|
|
e^x = 2^n_1 ( 2^n_0 e^(arg1[t1]_0 + arg1[t1]_1) e^(arg2[t2]_0 + arg2[t2]_1)
|
|
+ 2^n_0 e^(arg1[t1]_0 + arg1[t1]_1) e^(arg2[t2]_0 + arg2[t2]_1)
|
|
* p (x + xl + n * ln(2)_1))
|
|
where:
|
|
- p(x) is a polynomial approximating e(x)-1
|
|
- e^(arg1[t1]_0 + arg1[t1]_1) is obtained from a table
|
|
- e^(arg2[t2]_0 + arg2[t2]_1) likewise
|
|
- n_1 + n_0 = n, so that |n_0| < -LDBL_MIN_EXP-1.
|
|
|
|
If it happens that n_1 == 0 (this is the usual case), that multiplication
|
|
is omitted.
|
|
*/
|
|
|
|
#ifndef _GNU_SOURCE
|
|
#define _GNU_SOURCE
|
|
#endif
|
|
#include <float.h>
|
|
#include <ieee754.h>
|
|
#include <math.h>
|
|
#include <fenv.h>
|
|
#include <inttypes.h>
|
|
#include <math_private.h>
|
|
#include <stdlib.h>
|
|
#include "t_expl.h"
|
|
|
|
static const long double C[] = {
|
|
/* Smallest integer x for which e^x overflows. */
|
|
#define himark C[0]
|
|
11356.523406294143949491931077970765L,
|
|
|
|
/* Largest integer x for which e^x underflows. */
|
|
#define lomark C[1]
|
|
-11433.4627433362978788372438434526231L,
|
|
|
|
/* 3x2^96 */
|
|
#define THREEp96 C[2]
|
|
59421121885698253195157962752.0L,
|
|
|
|
/* 3x2^103 */
|
|
#define THREEp103 C[3]
|
|
30423614405477505635920876929024.0L,
|
|
|
|
/* 3x2^111 */
|
|
#define THREEp111 C[4]
|
|
7788445287802241442795744493830144.0L,
|
|
|
|
/* 1/ln(2) */
|
|
#define M_1_LN2 C[5]
|
|
1.44269504088896340735992468100189204L,
|
|
|
|
/* first 93 bits of ln(2) */
|
|
#define M_LN2_0 C[6]
|
|
0.693147180559945309417232121457981864L,
|
|
|
|
/* ln2_0 - ln(2) */
|
|
#define M_LN2_1 C[7]
|
|
-1.94704509238074995158795957333327386E-31L,
|
|
|
|
/* very small number */
|
|
#define TINY C[8]
|
|
1.0e-4900L,
|
|
|
|
/* 2^16383 */
|
|
#define TWO16383 C[9]
|
|
5.94865747678615882542879663314003565E+4931L,
|
|
|
|
/* 256 */
|
|
#define TWO8 C[10]
|
|
256.0L,
|
|
|
|
/* 32768 */
|
|
#define TWO15 C[11]
|
|
32768.0L,
|
|
|
|
/* Chebyshev polynom coefficients for (exp(x)-1)/x */
|
|
#define P1 C[12]
|
|
#define P2 C[13]
|
|
#define P3 C[14]
|
|
#define P4 C[15]
|
|
#define P5 C[16]
|
|
#define P6 C[17]
|
|
0.5L,
|
|
1.66666666666666666666666666666666683E-01L,
|
|
4.16666666666666666666654902320001674E-02L,
|
|
8.33333333333333333333314659767198461E-03L,
|
|
1.38888888889899438565058018857254025E-03L,
|
|
1.98412698413981650382436541785404286E-04L,
|
|
};
|
|
|
|
long double
|
|
__ieee754_expl (long double x)
|
|
{
|
|
/* Check for usual case. */
|
|
if (isless (x, himark) && isgreater (x, lomark))
|
|
{
|
|
int tval1, tval2, unsafe, n_i;
|
|
long double x22, n, t, result, xl;
|
|
union ieee854_long_double ex2_u, scale_u;
|
|
fenv_t oldenv;
|
|
|
|
feholdexcept (&oldenv);
|
|
#ifdef FE_TONEAREST
|
|
fesetround (FE_TONEAREST);
|
|
#endif
|
|
|
|
/* Calculate n. */
|
|
n = x * M_1_LN2 + THREEp111;
|
|
n -= THREEp111;
|
|
x = x - n * M_LN2_0;
|
|
xl = n * M_LN2_1;
|
|
|
|
/* Calculate t/256. */
|
|
t = x + THREEp103;
|
|
t -= THREEp103;
|
|
|
|
/* Compute tval1 = t. */
|
|
tval1 = (int) (t * TWO8);
|
|
|
|
x -= __expl_table[T_EXPL_ARG1+2*tval1];
|
|
xl -= __expl_table[T_EXPL_ARG1+2*tval1+1];
|
|
|
|
/* Calculate t/32768. */
|
|
t = x + THREEp96;
|
|
t -= THREEp96;
|
|
|
|
/* Compute tval2 = t. */
|
|
tval2 = (int) (t * TWO15);
|
|
|
|
x -= __expl_table[T_EXPL_ARG2+2*tval2];
|
|
xl -= __expl_table[T_EXPL_ARG2+2*tval2+1];
|
|
|
|
x = x + xl;
|
|
|
|
/* Compute ex2 = 2^n_0 e^(argtable[tval1]) e^(argtable[tval2]). */
|
|
ex2_u.d = __expl_table[T_EXPL_RES1 + tval1]
|
|
* __expl_table[T_EXPL_RES2 + tval2];
|
|
n_i = (int)n;
|
|
/* 'unsafe' is 1 iff n_1 != 0. */
|
|
unsafe = abs(n_i) >= 15000;
|
|
ex2_u.ieee.exponent += n_i >> unsafe;
|
|
|
|
/* Compute scale = 2^n_1. */
|
|
scale_u.d = 1.0L;
|
|
scale_u.ieee.exponent += n_i - (n_i >> unsafe);
|
|
|
|
/* Approximate e^x2 - 1, using a seventh-degree polynomial,
|
|
with maximum error in [-2^-16-2^-53,2^-16+2^-53]
|
|
less than 4.8e-39. */
|
|
x22 = x + x*x*(P1+x*(P2+x*(P3+x*(P4+x*(P5+x*P6)))));
|
|
|
|
/* Return result. */
|
|
fesetenv (&oldenv);
|
|
|
|
result = x22 * ex2_u.d + ex2_u.d;
|
|
|
|
/* Now we can test whether the result is ultimate or if we are unsure.
|
|
In the later case we should probably call a mpn based routine to give
|
|
the ultimate result.
|
|
Empirically, this routine is already ultimate in about 99.9986% of
|
|
cases, the test below for the round to nearest case will be false
|
|
in ~ 99.9963% of cases.
|
|
Without proc2 routine maximum error which has been seen is
|
|
0.5000262 ulp.
|
|
|
|
union ieee854_long_double ex3_u;
|
|
|
|
#ifdef FE_TONEAREST
|
|
fesetround (FE_TONEAREST);
|
|
#endif
|
|
ex3_u.d = (result - ex2_u.d) - x22 * ex2_u.d;
|
|
ex2_u.d = result;
|
|
ex3_u.ieee.exponent += LDBL_MANT_DIG + 15 + IEEE854_LONG_DOUBLE_BIAS
|
|
- ex2_u.ieee.exponent;
|
|
n_i = abs (ex3_u.d);
|
|
n_i = (n_i + 1) / 2;
|
|
fesetenv (&oldenv);
|
|
#ifdef FE_TONEAREST
|
|
if (fegetround () == FE_TONEAREST)
|
|
n_i -= 0x4000;
|
|
#endif
|
|
if (!n_i) {
|
|
return __ieee754_expl_proc2 (origx);
|
|
}
|
|
*/
|
|
if (!unsafe)
|
|
return result;
|
|
else
|
|
{
|
|
result *= scale_u.d;
|
|
math_check_force_underflow_nonneg (result);
|
|
return result;
|
|
}
|
|
}
|
|
/* Exceptional cases: */
|
|
else if (isless (x, himark))
|
|
{
|
|
if (isinf (x))
|
|
/* e^-inf == 0, with no error. */
|
|
return 0;
|
|
else
|
|
/* Underflow */
|
|
return TINY * TINY;
|
|
}
|
|
else
|
|
/* Return x, if x is a NaN or Inf; or overflow, otherwise. */
|
|
return TWO16383*x;
|
|
}
|
|
strong_alias (__ieee754_expl, __expl_finite)
|