mirror of
https://sourceware.org/git/glibc.git
synced 2024-12-27 21:20:18 +00:00
0aac205a81
Compiler generates the following instruction sequence for GNU2 dynamic TLS access: leaq tls_var@TLSDESC(%rip), %rax call *tls_var@TLSCALL(%rax) or leal tls_var@TLSDESC(%ebx), %eax call *tls_var@TLSCALL(%eax) CALL instruction is transparent to compiler which assumes all registers, except for EFLAGS and RAX/EAX, are unchanged after CALL. When _dl_tlsdesc_dynamic is called, it calls __tls_get_addr on the slow path. __tls_get_addr is a normal function which doesn't preserve any caller-saved registers. _dl_tlsdesc_dynamic saved and restored integer caller-saved registers, but didn't preserve any other caller-saved registers. Add _dl_tlsdesc_dynamic IFUNC functions for FNSAVE, FXSAVE, XSAVE and XSAVEC to save and restore all caller-saved registers. This fixes BZ #31372. Add GLRO(dl_x86_64_runtime_resolve) with GLRO(dl_x86_tlsdesc_dynamic) to optimize elf_machine_runtime_setup. Reviewed-by: Noah Goldstein <goldstein.w.n@gmail.com>
106 lines
3.1 KiB
ArmAsm
106 lines
3.1 KiB
ArmAsm
/* PLT trampolines. x86-64 version.
|
|
Copyright (C) 2004-2024 Free Software Foundation, Inc.
|
|
This file is part of the GNU C Library.
|
|
|
|
The GNU C Library is free software; you can redistribute it and/or
|
|
modify it under the terms of the GNU Lesser General Public
|
|
License as published by the Free Software Foundation; either
|
|
version 2.1 of the License, or (at your option) any later version.
|
|
|
|
The GNU C Library is distributed in the hope that it will be useful,
|
|
but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
|
Lesser General Public License for more details.
|
|
|
|
You should have received a copy of the GNU Lesser General Public
|
|
License along with the GNU C Library; if not, see
|
|
<https://www.gnu.org/licenses/>. */
|
|
|
|
#include <config.h>
|
|
#include <sysdep.h>
|
|
#include <cpu-features-offsets.h>
|
|
#include <features-offsets.h>
|
|
#include <link-defines.h>
|
|
#include <isa-level.h>
|
|
#include "dl-trampoline-save.h"
|
|
|
|
/* Area on stack to save and restore registers used for parameter
|
|
passing when calling _dl_fixup. */
|
|
#define REGISTER_SAVE_RAX 0
|
|
#define REGISTER_SAVE_RCX (REGISTER_SAVE_RAX + 8)
|
|
#define REGISTER_SAVE_RDX (REGISTER_SAVE_RCX + 8)
|
|
#define REGISTER_SAVE_RSI (REGISTER_SAVE_RDX + 8)
|
|
#define REGISTER_SAVE_RDI (REGISTER_SAVE_RSI + 8)
|
|
#define REGISTER_SAVE_R8 (REGISTER_SAVE_RDI + 8)
|
|
#define REGISTER_SAVE_R9 (REGISTER_SAVE_R8 + 8)
|
|
|
|
#define RESTORE_AVX
|
|
|
|
#ifdef SHARED
|
|
# define VEC_SIZE 64
|
|
# define VMOVA vmovdqa64
|
|
# define VEC(i) zmm##i
|
|
# define _dl_runtime_profile _dl_runtime_profile_avx512
|
|
# define SECTION(p) p##.evex512
|
|
# include "dl-trampoline.h"
|
|
# undef _dl_runtime_profile
|
|
# undef VEC
|
|
# undef VMOVA
|
|
# undef VEC_SIZE
|
|
# undef SECTION
|
|
|
|
# if MINIMUM_X86_ISA_LEVEL <= AVX_X86_ISA_LEVEL
|
|
# define VEC_SIZE 32
|
|
# define VMOVA vmovdqa
|
|
# define VEC(i) ymm##i
|
|
# define SECTION(p) p##.avx
|
|
# define _dl_runtime_profile _dl_runtime_profile_avx
|
|
# include "dl-trampoline.h"
|
|
# undef _dl_runtime_profile
|
|
# undef VEC
|
|
# undef VMOVA
|
|
# undef VEC_SIZE
|
|
# undef SECTION
|
|
# endif
|
|
|
|
# if MINIMUM_X86_ISA_LEVEL < AVX_X86_ISA_LEVEL
|
|
/* movaps/movups is 1-byte shorter. */
|
|
# define VEC_SIZE 16
|
|
# define VMOVA movaps
|
|
# define VEC(i) xmm##i
|
|
# define _dl_runtime_profile _dl_runtime_profile_sse
|
|
# undef RESTORE_AVX
|
|
# include "dl-trampoline.h"
|
|
# undef _dl_runtime_profile
|
|
# undef VEC
|
|
# undef VMOVA
|
|
# undef VEC_SIZE
|
|
# endif
|
|
#endif /* SHARED */
|
|
|
|
#if MINIMUM_X86_ISA_LEVEL < AVX_X86_ISA_LEVEL
|
|
# define USE_FXSAVE
|
|
# define STATE_SAVE_ALIGNMENT 16
|
|
# define _dl_runtime_resolve _dl_runtime_resolve_fxsave
|
|
# include "dl-trampoline.h"
|
|
# undef _dl_runtime_resolve
|
|
# undef USE_FXSAVE
|
|
# undef STATE_SAVE_ALIGNMENT
|
|
#endif
|
|
|
|
#define USE_XSAVE
|
|
#define STATE_SAVE_ALIGNMENT 64
|
|
#define _dl_runtime_resolve _dl_runtime_resolve_xsave
|
|
#include "dl-trampoline.h"
|
|
#undef _dl_runtime_resolve
|
|
#undef USE_XSAVE
|
|
#undef STATE_SAVE_ALIGNMENT
|
|
|
|
#define USE_XSAVEC
|
|
#define STATE_SAVE_ALIGNMENT 64
|
|
#define _dl_runtime_resolve _dl_runtime_resolve_xsavec
|
|
#include "dl-trampoline.h"
|
|
#undef _dl_runtime_resolve
|
|
#undef USE_XSAVEC
|
|
#undef STATE_SAVE_ALIGNMENT
|