mirror of
https://sourceware.org/git/glibc.git
synced 2024-11-15 01:21:06 +00:00
418d99e622
<fenv_private.h> has inline versions of various <fenv.h> functions, and their __fe* variants, for systems (generally soft-float) without support for floating-point exceptions, rounding modes or both. Having these inlines in a separate header introduces a risk of a source file including <fenv.h> and compiling OK on x86_64, but failing to compile (because the feraiseexcept inline is actually a macro that discards its argument, to avoid the need for #ifdef FE_INVALID conditionals), or not being properly optimized, on systems without the exceptions and rounding modes support (when these inlines were in math_private.h, we had a few cases where this broke the build because there was no obvious reason for a file to need math_private.h and it didn't need that header on x86_64). By moving those inlines to include/fenv.h, this risk can be avoided, and fenv_private.h becomes more clearly defined as specifically the header for the internal libc_fe* and SET_RESTORE_ROUND* interfaces. This patch makes that move, removing fenv_private.h includes that are no longer needed (or replacing them by fenv.h includes in a few cases that didn't already have such an include). Tested for x86_64 and x86, and tested with build-many-glibcs.py that installed stripped shared libraries are unchanged by the patch. * sysdeps/generic/fenv_private.h [FE_ALL_EXCEPT == 0]: Move this code .... [!FE_HAVE_ROUNDING_MODES]: And this code .... * include/fenv.h [!_ISOMAC]: ... to here. * math/fraiseexcpt.c (__feraiseexcept): Undefine as macro. (feraiseexcept): Likewise. * math/fromfp.h: Do not include <fenv_private.h>. * math/s_cexp_template.c: Likewise. * math/s_csin_template.c: Likewise. * math/s_csinh_template.c: Likewise. * math/s_ctan_template.c: Likewise. * math/s_ctanh_template.c: Likewise. * math/s_iseqsig_template.c: Likewise. * math/w_acos_compat.c: Likewise. * math/w_acosf_compat.c: Likewise. * math/w_acosl_compat.c: Likewise. * math/w_asin_compat.c: Likewise. * math/w_asinf_compat.c: Likewise. * math/w_asinl_compat.c: Likewise. * math/w_j0_compat.c: Likewise. * math/w_j0f_compat.c: Likewise. * math/w_j0l_compat.c: Likewise. * math/w_j1_compat.c: Likewise. * math/w_j1f_compat.c: Likewise. * math/w_j1l_compat.c: Likewise. * math/w_jn_compat.c: Likewise. * math/w_jnf_compat.c: Likewise. * math/w_log10_compat.c: Likewise. * math/w_log10f_compat.c: Likewise. * math/w_log10l_compat.c: Likewise. * math/w_log2_compat.c: Likewise. * math/w_log2f_compat.c: Likewise. * math/w_log2l_compat.c: Likewise. * math/w_log_compat.c: Likewise. * math/w_logf_compat.c: Likewise. * math/w_logl_compat.c: Likewise. * sysdeps/ieee754/dbl-64/s_llrint.c: Likewise. * sysdeps/ieee754/dbl-64/s_llround.c: Likewise. * sysdeps/ieee754/dbl-64/s_lrint.c: Likewise. * sysdeps/ieee754/dbl-64/s_lround.c: Likewise. * sysdeps/ieee754/dbl-64/wordsize-64/s_lround.c: Likewise. * sysdeps/ieee754/flt-32/s_llrintf.c: Likewise. * sysdeps/ieee754/flt-32/s_llroundf.c: Likewise. * sysdeps/ieee754/flt-32/s_lrintf.c: Likewise. * sysdeps/ieee754/flt-32/s_lroundf.c: Likewise. * sysdeps/ieee754/k_standardl.c: Likewise. * sysdeps/ieee754/ldbl-128/e_expl.c: Likewise. * sysdeps/ieee754/ldbl-128/s_fmal.c: Likewise. * sysdeps/ieee754/ldbl-128/s_llrintl.c: Likewise. * sysdeps/ieee754/ldbl-128/s_llroundl.c: Likewise. * sysdeps/ieee754/ldbl-128/s_lrintl.c: Likewise. * sysdeps/ieee754/ldbl-128/s_lroundl.c: Likewise. * sysdeps/ieee754/ldbl-128/s_nearbyintl.c: Likewise. * sysdeps/ieee754/ldbl-128ibm/s_llrintl.c: Likewise. * sysdeps/ieee754/ldbl-128ibm/s_llroundl.c: Likewise. * sysdeps/ieee754/ldbl-128ibm/s_lrintl.c: Likewise. * sysdeps/ieee754/ldbl-128ibm/s_lroundl.c: Likewise. * sysdeps/ieee754/ldbl-96/s_fma.c: Likewise. * sysdeps/ieee754/ldbl-96/s_fmal.c: Likewise. * sysdeps/ieee754/ldbl-96/s_llrintl.c: Likewise. * sysdeps/ieee754/ldbl-96/s_llroundl.c: Likewise. * sysdeps/ieee754/ldbl-96/s_lrintl.c: Likewise. * sysdeps/ieee754/ldbl-96/s_lroundl.c: Likewise. * math/w_ilogb_template.c: Include <fenv.h> instead of <fenv_private.h>. * math/w_llogb_template.c: Likewise. * sysdeps/powerpc/fpu/e_sqrt.c: Likewise. * sysdeps/powerpc/fpu/e_sqrtf.c: Likewise.
328 lines
9.9 KiB
C
328 lines
9.9 KiB
C
/* Optimized inline fenv.h functions for libm. Generic version.
|
|
Copyright (C) 2011-2018 Free Software Foundation, Inc.
|
|
This file is part of the GNU C Library.
|
|
|
|
The GNU C Library is free software; you can redistribute it and/or
|
|
modify it under the terms of the GNU Lesser General Public
|
|
License as published by the Free Software Foundation; either
|
|
version 2.1 of the License, or (at your option) any later version.
|
|
|
|
The GNU C Library is distributed in the hope that it will be useful,
|
|
but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
|
Lesser General Public License for more details.
|
|
|
|
You should have received a copy of the GNU Lesser General Public
|
|
License along with the GNU C Library; if not, see
|
|
<http://www.gnu.org/licenses/>. */
|
|
|
|
#ifndef _FENV_PRIVATE_H
|
|
#define _FENV_PRIVATE_H 1
|
|
|
|
#include <fenv.h>
|
|
#include <get-rounding-mode.h>
|
|
|
|
/* The standards only specify one variant of the fenv.h interfaces.
|
|
But at least for some architectures we can be more efficient if we
|
|
know what operations are going to be performed. Therefore we
|
|
define additional interfaces. By default they refer to the normal
|
|
interfaces. */
|
|
|
|
static __always_inline void
|
|
default_libc_feholdexcept (fenv_t *e)
|
|
{
|
|
(void) __feholdexcept (e);
|
|
}
|
|
|
|
#ifndef libc_feholdexcept
|
|
# define libc_feholdexcept default_libc_feholdexcept
|
|
#endif
|
|
#ifndef libc_feholdexceptf
|
|
# define libc_feholdexceptf default_libc_feholdexcept
|
|
#endif
|
|
#ifndef libc_feholdexceptl
|
|
# define libc_feholdexceptl default_libc_feholdexcept
|
|
#endif
|
|
|
|
static __always_inline void
|
|
default_libc_fesetround (int r)
|
|
{
|
|
(void) __fesetround (r);
|
|
}
|
|
|
|
#ifndef libc_fesetround
|
|
# define libc_fesetround default_libc_fesetround
|
|
#endif
|
|
#ifndef libc_fesetroundf
|
|
# define libc_fesetroundf default_libc_fesetround
|
|
#endif
|
|
#ifndef libc_fesetroundl
|
|
# define libc_fesetroundl default_libc_fesetround
|
|
#endif
|
|
|
|
static __always_inline void
|
|
default_libc_feholdexcept_setround (fenv_t *e, int r)
|
|
{
|
|
__feholdexcept (e);
|
|
__fesetround (r);
|
|
}
|
|
|
|
#ifndef libc_feholdexcept_setround
|
|
# define libc_feholdexcept_setround default_libc_feholdexcept_setround
|
|
#endif
|
|
#ifndef libc_feholdexcept_setroundf
|
|
# define libc_feholdexcept_setroundf default_libc_feholdexcept_setround
|
|
#endif
|
|
#ifndef libc_feholdexcept_setroundl
|
|
# define libc_feholdexcept_setroundl default_libc_feholdexcept_setround
|
|
#endif
|
|
|
|
#ifndef libc_feholdsetround_53bit
|
|
# define libc_feholdsetround_53bit libc_feholdsetround
|
|
#endif
|
|
|
|
#ifndef libc_fetestexcept
|
|
# define libc_fetestexcept fetestexcept
|
|
#endif
|
|
#ifndef libc_fetestexceptf
|
|
# define libc_fetestexceptf fetestexcept
|
|
#endif
|
|
#ifndef libc_fetestexceptl
|
|
# define libc_fetestexceptl fetestexcept
|
|
#endif
|
|
|
|
static __always_inline void
|
|
default_libc_fesetenv (fenv_t *e)
|
|
{
|
|
(void) __fesetenv (e);
|
|
}
|
|
|
|
#ifndef libc_fesetenv
|
|
# define libc_fesetenv default_libc_fesetenv
|
|
#endif
|
|
#ifndef libc_fesetenvf
|
|
# define libc_fesetenvf default_libc_fesetenv
|
|
#endif
|
|
#ifndef libc_fesetenvl
|
|
# define libc_fesetenvl default_libc_fesetenv
|
|
#endif
|
|
|
|
static __always_inline void
|
|
default_libc_feupdateenv (fenv_t *e)
|
|
{
|
|
(void) __feupdateenv (e);
|
|
}
|
|
|
|
#ifndef libc_feupdateenv
|
|
# define libc_feupdateenv default_libc_feupdateenv
|
|
#endif
|
|
#ifndef libc_feupdateenvf
|
|
# define libc_feupdateenvf default_libc_feupdateenv
|
|
#endif
|
|
#ifndef libc_feupdateenvl
|
|
# define libc_feupdateenvl default_libc_feupdateenv
|
|
#endif
|
|
|
|
#ifndef libc_feresetround_53bit
|
|
# define libc_feresetround_53bit libc_feresetround
|
|
#endif
|
|
|
|
static __always_inline int
|
|
default_libc_feupdateenv_test (fenv_t *e, int ex)
|
|
{
|
|
int ret = fetestexcept (ex);
|
|
__feupdateenv (e);
|
|
return ret;
|
|
}
|
|
|
|
#ifndef libc_feupdateenv_test
|
|
# define libc_feupdateenv_test default_libc_feupdateenv_test
|
|
#endif
|
|
#ifndef libc_feupdateenv_testf
|
|
# define libc_feupdateenv_testf default_libc_feupdateenv_test
|
|
#endif
|
|
#ifndef libc_feupdateenv_testl
|
|
# define libc_feupdateenv_testl default_libc_feupdateenv_test
|
|
#endif
|
|
|
|
/* Save and set the rounding mode. The use of fenv_t to store the old mode
|
|
allows a target-specific version of this function to avoid converting the
|
|
rounding mode from the fpu format. By default we have no choice but to
|
|
manipulate the entire env. */
|
|
|
|
#ifndef libc_feholdsetround
|
|
# define libc_feholdsetround libc_feholdexcept_setround
|
|
#endif
|
|
#ifndef libc_feholdsetroundf
|
|
# define libc_feholdsetroundf libc_feholdexcept_setroundf
|
|
#endif
|
|
#ifndef libc_feholdsetroundl
|
|
# define libc_feholdsetroundl libc_feholdexcept_setroundl
|
|
#endif
|
|
|
|
/* ... and the reverse. */
|
|
|
|
#ifndef libc_feresetround
|
|
# define libc_feresetround libc_feupdateenv
|
|
#endif
|
|
#ifndef libc_feresetroundf
|
|
# define libc_feresetroundf libc_feupdateenvf
|
|
#endif
|
|
#ifndef libc_feresetroundl
|
|
# define libc_feresetroundl libc_feupdateenvl
|
|
#endif
|
|
|
|
/* ... and a version that also discards exceptions. */
|
|
|
|
#ifndef libc_feresetround_noex
|
|
# define libc_feresetround_noex libc_fesetenv
|
|
#endif
|
|
#ifndef libc_feresetround_noexf
|
|
# define libc_feresetround_noexf libc_fesetenvf
|
|
#endif
|
|
#ifndef libc_feresetround_noexl
|
|
# define libc_feresetround_noexl libc_fesetenvl
|
|
#endif
|
|
|
|
#ifndef HAVE_RM_CTX
|
|
# define HAVE_RM_CTX 0
|
|
#endif
|
|
|
|
|
|
/* Default implementation using standard fenv functions.
|
|
Avoid unnecessary rounding mode changes by first checking the
|
|
current rounding mode. Note the use of __glibc_unlikely is
|
|
important for performance. */
|
|
|
|
static __always_inline void
|
|
default_libc_feholdsetround_ctx (struct rm_ctx *ctx, int round)
|
|
{
|
|
ctx->updated_status = false;
|
|
|
|
/* Update rounding mode only if different. */
|
|
if (__glibc_unlikely (round != get_rounding_mode ()))
|
|
{
|
|
ctx->updated_status = true;
|
|
__fegetenv (&ctx->env);
|
|
__fesetround (round);
|
|
}
|
|
}
|
|
|
|
static __always_inline void
|
|
default_libc_feresetround_ctx (struct rm_ctx *ctx)
|
|
{
|
|
/* Restore the rounding mode if updated. */
|
|
if (__glibc_unlikely (ctx->updated_status))
|
|
__feupdateenv (&ctx->env);
|
|
}
|
|
|
|
static __always_inline void
|
|
default_libc_feholdsetround_noex_ctx (struct rm_ctx *ctx, int round)
|
|
{
|
|
/* Save exception flags and rounding mode, and disable exception
|
|
traps. */
|
|
__feholdexcept (&ctx->env);
|
|
|
|
/* Update rounding mode only if different. */
|
|
if (__glibc_unlikely (round != get_rounding_mode ()))
|
|
__fesetround (round);
|
|
}
|
|
|
|
static __always_inline void
|
|
default_libc_feresetround_noex_ctx (struct rm_ctx *ctx)
|
|
{
|
|
/* Restore exception flags and rounding mode. */
|
|
__fesetenv (&ctx->env);
|
|
}
|
|
|
|
#if HAVE_RM_CTX
|
|
/* Set/Restore Rounding Modes only when necessary. If defined, these functions
|
|
set/restore floating point state only if the state needed within the lexical
|
|
block is different from the current state. This saves a lot of time when
|
|
the floating point unit is much slower than the fixed point units. */
|
|
|
|
# ifndef libc_feholdsetround_noex_ctx
|
|
# define libc_feholdsetround_noex_ctx libc_feholdsetround_ctx
|
|
# endif
|
|
# ifndef libc_feholdsetround_noexf_ctx
|
|
# define libc_feholdsetround_noexf_ctx libc_feholdsetroundf_ctx
|
|
# endif
|
|
# ifndef libc_feholdsetround_noexl_ctx
|
|
# define libc_feholdsetround_noexl_ctx libc_feholdsetroundl_ctx
|
|
# endif
|
|
|
|
# ifndef libc_feresetround_noex_ctx
|
|
# define libc_feresetround_noex_ctx libc_fesetenv_ctx
|
|
# endif
|
|
# ifndef libc_feresetround_noexf_ctx
|
|
# define libc_feresetround_noexf_ctx libc_fesetenvf_ctx
|
|
# endif
|
|
# ifndef libc_feresetround_noexl_ctx
|
|
# define libc_feresetround_noexl_ctx libc_fesetenvl_ctx
|
|
# endif
|
|
|
|
#else
|
|
|
|
# define libc_feholdsetround_ctx default_libc_feholdsetround_ctx
|
|
# define libc_feresetround_ctx default_libc_feresetround_ctx
|
|
# define libc_feholdsetround_noex_ctx default_libc_feholdsetround_noex_ctx
|
|
# define libc_feresetround_noex_ctx default_libc_feresetround_noex_ctx
|
|
|
|
# define libc_feholdsetroundf_ctx libc_feholdsetround_ctx
|
|
# define libc_feholdsetroundl_ctx libc_feholdsetround_ctx
|
|
# define libc_feresetroundf_ctx libc_feresetround_ctx
|
|
# define libc_feresetroundl_ctx libc_feresetround_ctx
|
|
|
|
# define libc_feholdsetround_noexf_ctx libc_feholdsetround_noex_ctx
|
|
# define libc_feholdsetround_noexl_ctx libc_feholdsetround_noex_ctx
|
|
# define libc_feresetround_noexf_ctx libc_feresetround_noex_ctx
|
|
# define libc_feresetround_noexl_ctx libc_feresetround_noex_ctx
|
|
|
|
#endif
|
|
|
|
#ifndef libc_feholdsetround_53bit_ctx
|
|
# define libc_feholdsetround_53bit_ctx libc_feholdsetround_ctx
|
|
#endif
|
|
#ifndef libc_feresetround_53bit_ctx
|
|
# define libc_feresetround_53bit_ctx libc_feresetround_ctx
|
|
#endif
|
|
|
|
#define SET_RESTORE_ROUND_GENERIC(RM,ROUNDFUNC,CLEANUPFUNC) \
|
|
struct rm_ctx ctx __attribute__((cleanup (CLEANUPFUNC ## _ctx))); \
|
|
ROUNDFUNC ## _ctx (&ctx, (RM))
|
|
|
|
/* Set the rounding mode within a lexical block. Restore the rounding mode to
|
|
the value at the start of the block. The exception mode must be preserved.
|
|
Exceptions raised within the block must be set in the exception flags.
|
|
Non-stop mode may be enabled inside the block. */
|
|
|
|
#define SET_RESTORE_ROUND(RM) \
|
|
SET_RESTORE_ROUND_GENERIC (RM, libc_feholdsetround, libc_feresetround)
|
|
#define SET_RESTORE_ROUNDF(RM) \
|
|
SET_RESTORE_ROUND_GENERIC (RM, libc_feholdsetroundf, libc_feresetroundf)
|
|
#define SET_RESTORE_ROUNDL(RM) \
|
|
SET_RESTORE_ROUND_GENERIC (RM, libc_feholdsetroundl, libc_feresetroundl)
|
|
|
|
/* Set the rounding mode within a lexical block. Restore the rounding mode to
|
|
the value at the start of the block. The exception mode must be preserved.
|
|
Exceptions raised within the block must be discarded, and exception flags
|
|
are restored to the value at the start of the block.
|
|
Non-stop mode must be enabled inside the block. */
|
|
|
|
#define SET_RESTORE_ROUND_NOEX(RM) \
|
|
SET_RESTORE_ROUND_GENERIC (RM, libc_feholdsetround_noex, \
|
|
libc_feresetround_noex)
|
|
#define SET_RESTORE_ROUND_NOEXF(RM) \
|
|
SET_RESTORE_ROUND_GENERIC (RM, libc_feholdsetround_noexf, \
|
|
libc_feresetround_noexf)
|
|
#define SET_RESTORE_ROUND_NOEXL(RM) \
|
|
SET_RESTORE_ROUND_GENERIC (RM, libc_feholdsetround_noexl, \
|
|
libc_feresetround_noexl)
|
|
|
|
/* Like SET_RESTORE_ROUND, but also set rounding precision to 53 bits. */
|
|
#define SET_RESTORE_ROUND_53BIT(RM) \
|
|
SET_RESTORE_ROUND_GENERIC (RM, libc_feholdsetround_53bit, \
|
|
libc_feresetround_53bit)
|
|
|
|
#endif /* fenv_private.h. */
|