2003-02-28 04:55:04 +00:00
|
|
|
/* Machine-dependent ELF dynamic relocation inline functions.
|
2002-09-17 23:50:03 +00:00
|
|
|
PowerPC64 version.
|
2023-01-06 21:08:04 +00:00
|
|
|
Copyright 1995-2023 Free Software Foundation, Inc.
|
2002-09-17 23:50:03 +00:00
|
|
|
This file is part of the GNU C Library.
|
|
|
|
|
|
|
|
The GNU C Library is free software; you can redistribute it and/or
|
|
|
|
modify it under the terms of the GNU Library General Public License as
|
|
|
|
published by the Free Software Foundation; either version 2 of the
|
|
|
|
License, or (at your option) any later version.
|
|
|
|
|
|
|
|
The GNU C Library is distributed in the hope that it will be useful,
|
|
|
|
but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
|
|
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
|
|
|
Library General Public License for more details.
|
|
|
|
|
|
|
|
You should have received a copy of the GNU Library General Public
|
2012-02-09 23:18:22 +00:00
|
|
|
License along with the GNU C Library; see the file COPYING.LIB. If
|
Prefer https to http for gnu.org and fsf.org URLs
Also, change sources.redhat.com to sourceware.org.
This patch was automatically generated by running the following shell
script, which uses GNU sed, and which avoids modifying files imported
from upstream:
sed -ri '
s,(http|ftp)(://(.*\.)?(gnu|fsf|sourceware)\.org($|[^.]|\.[^a-z])),https\2,g
s,(http|ftp)(://(.*\.)?)sources\.redhat\.com($|[^.]|\.[^a-z]),https\2sourceware.org\4,g
' \
$(find $(git ls-files) -prune -type f \
! -name '*.po' \
! -name 'ChangeLog*' \
! -path COPYING ! -path COPYING.LIB \
! -path manual/fdl-1.3.texi ! -path manual/lgpl-2.1.texi \
! -path manual/texinfo.tex ! -path scripts/config.guess \
! -path scripts/config.sub ! -path scripts/install-sh \
! -path scripts/mkinstalldirs ! -path scripts/move-if-change \
! -path INSTALL ! -path locale/programs/charmap-kw.h \
! -path po/libc.pot ! -path sysdeps/gnu/errlist.c \
! '(' -name configure \
-execdir test -f configure.ac -o -f configure.in ';' ')' \
! '(' -name preconfigure \
-execdir test -f preconfigure.ac ';' ')' \
-print)
and then by running 'make dist-prepare' to regenerate files built
from the altered files, and then executing the following to cleanup:
chmod a+x sysdeps/unix/sysv/linux/riscv/configure
# Omit irrelevant whitespace and comment-only changes,
# perhaps from a slightly-different Autoconf version.
git checkout -f \
sysdeps/csky/configure \
sysdeps/hppa/configure \
sysdeps/riscv/configure \
sysdeps/unix/sysv/linux/csky/configure
# Omit changes that caused a pre-commit check to fail like this:
# remote: *** error: sysdeps/powerpc/powerpc64/ppc-mcount.S: trailing lines
git checkout -f \
sysdeps/powerpc/powerpc64/ppc-mcount.S \
sysdeps/unix/sysv/linux/s390/s390-64/syscall.S
# Omit change that caused a pre-commit check to fail like this:
# remote: *** error: sysdeps/sparc/sparc64/multiarch/memcpy-ultra3.S: last line does not end in newline
git checkout -f sysdeps/sparc/sparc64/multiarch/memcpy-ultra3.S
2019-09-07 05:40:42 +00:00
|
|
|
not, see <https://www.gnu.org/licenses/>. */
|
2002-09-17 23:50:03 +00:00
|
|
|
|
|
|
|
#ifndef dl_machine_h
|
|
|
|
#define dl_machine_h
|
|
|
|
|
|
|
|
#define ELF_MACHINE_NAME "powerpc64"
|
|
|
|
|
|
|
|
#include <assert.h>
|
|
|
|
#include <sys/param.h>
|
2003-03-05 03:27:24 +00:00
|
|
|
#include <dl-tls.h>
|
Update.
2004-09-07 Jakub Jelinek <jakub@redhat.com>
* sysdeps/powerpc/powerpc64/configure.in: New file.
* config.h.in (USE_PPC64_OVERLAPPING_OPD): Add.
* configure.in (HAVE_ASM_GLOBAL_DOT_NAME): Remove.
* sysdeps/powerpc/powerpc64/sysdep.h: Formatting.
(OPD_ENT, BODY_LABEL, ENTRY_1, ENTRY_2, END_2, DOT_PREFIX,
BODY_PREFIX): Define.
(ENTRY, DOT_LABEL, END, TRACEBACK, END_GEN_TB, EALIGN): Support
HAVE_ASM_GLOBAL_DOT_NAME or no dot symbols,
USE_PPC64_OVERLAPPING_OPD or never overlapping .opd entries.
* sysdeps/powerpc/powerpc64/dl-machine.h: Include sysdep.h.
(TRAMPOLINE_TEMPLATE, RTLD_START): Use the new sysdep.h macros.
2004-09-08 07:02:28 +00:00
|
|
|
#include <sysdep.h>
|
2015-10-23 00:26:58 +00:00
|
|
|
#include <hwcapinfo.h>
|
2017-12-11 19:39:42 +00:00
|
|
|
#include <cpu-features.c>
|
elf: Fix dynamic-link.h usage on rtld.c
The 4af6982e4c fix does not fully handle RTLD_BOOTSTRAP usage on
rtld.c due two issues:
1. RTLD_BOOTSTRAP is also used on dl-machine.h on various
architectures and it changes the semantics of various machine
relocation functions.
2. The elf_get_dynamic_info() change was done sideways, previously
to 490e6c62aa get-dynamic-info.h was included by the first
dynamic-link.h include *without* RTLD_BOOTSTRAP being defined.
It means that the code within elf_get_dynamic_info() that uses
RTLD_BOOTSTRAP is in fact unused.
To fix 1. this patch now includes dynamic-link.h only once with
RTLD_BOOTSTRAP defined. The ELF_DYNAMIC_RELOCATE call will now have
the relocation fnctions with the expected semantics for the loader.
And to fix 2. part of 4af6982e4c is reverted (the check argument
elf_get_dynamic_info() is not required) and the RTLD_BOOTSTRAP
pieces are removed.
To reorganize the includes the static TLS definition is moved to
its own header to avoid a circular dependency (it is defined on
dynamic-link.h and dl-machine.h requires it at same time other
dynamic-link.h definition requires dl-machine.h defitions).
Also ELF_MACHINE_NO_REL, ELF_MACHINE_NO_RELA, and ELF_MACHINE_PLT_REL
are moved to its own header. Only ancient ABIs need special values
(arm, i386, and mips), so a generic one is used as default.
The powerpc Elf64_FuncDesc is also moved to its own header, since
csu code required its definition (which would require either include
elf/ folder or add a full path with elf/).
Checked on x86_64, i686, aarch64, armhf, powerpc64, powerpc32,
and powerpc64le.
Reviewed-by: Szabolcs Nagy <szabolcs.nagy@arm.com>
2021-10-13 12:49:34 +00:00
|
|
|
#include <dl-static-tls.h>
|
|
|
|
#include <dl-funcdesc.h>
|
|
|
|
#include <dl-machine-rel.h>
|
2002-09-17 23:50:03 +00:00
|
|
|
|
|
|
|
/* Translate a processor specific dynamic tag to the index
|
|
|
|
in l_info array. */
|
|
|
|
#define DT_PPC64(x) (DT_PPC64_##x - DT_LOPROC + DT_NUM)
|
|
|
|
|
|
|
|
#define ELF_MULT_MACHINES_SUPPORTED
|
|
|
|
|
|
|
|
/* Return nonzero iff ELF header is compatible with the running host. */
|
|
|
|
static inline int
|
|
|
|
elf_machine_matches_host (const Elf64_Ehdr *ehdr)
|
|
|
|
{
|
2013-12-04 12:51:11 +00:00
|
|
|
/* Verify that the binary matches our ABI version. */
|
|
|
|
if ((ehdr->e_flags & EF_PPC64_ABI) != 0)
|
|
|
|
{
|
|
|
|
#if _CALL_ELF != 2
|
|
|
|
if ((ehdr->e_flags & EF_PPC64_ABI) != 1)
|
|
|
|
return 0;
|
|
|
|
#else
|
|
|
|
if ((ehdr->e_flags & EF_PPC64_ABI) != 2)
|
|
|
|
return 0;
|
|
|
|
#endif
|
|
|
|
}
|
|
|
|
|
2002-09-17 23:50:03 +00:00
|
|
|
return ehdr->e_machine == EM_PPC64;
|
|
|
|
}
|
|
|
|
|
|
|
|
/* Return nonzero iff ELF header is compatible with the running host,
|
|
|
|
but not this loader. */
|
|
|
|
static inline int
|
|
|
|
elf_host_tolerates_machine (const Elf64_Ehdr *ehdr)
|
|
|
|
{
|
|
|
|
return ehdr->e_machine == EM_PPC;
|
|
|
|
}
|
|
|
|
|
|
|
|
/* Return nonzero iff ELF header is compatible with the running host,
|
|
|
|
but not this loader. */
|
|
|
|
static inline int
|
|
|
|
elf_host_tolerates_class (const Elf64_Ehdr *ehdr)
|
|
|
|
{
|
|
|
|
return ehdr->e_ident[EI_CLASS] == ELFCLASS32;
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
/* Return the run-time load address of the shared object, assuming it
|
|
|
|
was originally linked at zero. */
|
|
|
|
static inline Elf64_Addr
|
|
|
|
elf_machine_load_address (void) __attribute__ ((const));
|
|
|
|
|
|
|
|
static inline Elf64_Addr
|
|
|
|
elf_machine_load_address (void)
|
|
|
|
{
|
|
|
|
Elf64_Addr ret;
|
|
|
|
|
|
|
|
/* The first entry in .got (and thus the first entry in .toc) is the
|
|
|
|
link-time TOC_base, ie. r2. So the difference between that and
|
|
|
|
the current r2 set by the kernel is how far the shared lib has
|
|
|
|
moved. */
|
|
|
|
asm ( " ld %0,-32768(2)\n"
|
|
|
|
" subf %0,%0,2\n"
|
|
|
|
: "=r" (ret));
|
|
|
|
return ret;
|
|
|
|
}
|
|
|
|
|
|
|
|
/* Return the link-time address of _DYNAMIC. */
|
|
|
|
static inline Elf64_Addr
|
|
|
|
elf_machine_dynamic (void)
|
|
|
|
{
|
|
|
|
Elf64_Addr runtime_dynamic;
|
|
|
|
/* It's easier to get the run-time address. */
|
|
|
|
asm ( " addis %0,2,_DYNAMIC@toc@ha\n"
|
|
|
|
" addi %0,%0,_DYNAMIC@toc@l\n"
|
|
|
|
: "=b" (runtime_dynamic));
|
|
|
|
/* Then subtract off the load address offset. */
|
|
|
|
return runtime_dynamic - elf_machine_load_address() ;
|
|
|
|
}
|
|
|
|
|
|
|
|
/* The PLT uses Elf64_Rela relocs. */
|
|
|
|
#define elf_machine_relplt elf_machine_rela
|
|
|
|
|
|
|
|
|
2004-07-06 04:26:42 +00:00
|
|
|
#ifdef HAVE_INLINED_SYSCALLS
|
|
|
|
/* We do not need _dl_starting_up. */
|
|
|
|
# define DL_STARTING_UP_DEF
|
|
|
|
#else
|
|
|
|
# define DL_STARTING_UP_DEF \
|
|
|
|
".LC__dl_starting_up:\n" \
|
2014-11-05 23:35:36 +00:00
|
|
|
" .tc __GI__dl_starting_up[TC],__GI__dl_starting_up\n"
|
2004-07-06 04:26:42 +00:00
|
|
|
#endif
|
|
|
|
|
2002-09-17 23:50:03 +00:00
|
|
|
|
|
|
|
/* Initial entry point code for the dynamic linker. The C function
|
|
|
|
`_dl_start' is the real entry point; its return value is the user
|
|
|
|
program's entry point. */
|
|
|
|
#define RTLD_START \
|
2005-05-09 08:53:13 +00:00
|
|
|
asm (".pushsection \".text\"\n" \
|
2002-09-17 23:50:03 +00:00
|
|
|
" .align 2\n" \
|
Update.
2004-09-07 Jakub Jelinek <jakub@redhat.com>
* sysdeps/powerpc/powerpc64/configure.in: New file.
* config.h.in (USE_PPC64_OVERLAPPING_OPD): Add.
* configure.in (HAVE_ASM_GLOBAL_DOT_NAME): Remove.
* sysdeps/powerpc/powerpc64/sysdep.h: Formatting.
(OPD_ENT, BODY_LABEL, ENTRY_1, ENTRY_2, END_2, DOT_PREFIX,
BODY_PREFIX): Define.
(ENTRY, DOT_LABEL, END, TRACEBACK, END_GEN_TB, EALIGN): Support
HAVE_ASM_GLOBAL_DOT_NAME or no dot symbols,
USE_PPC64_OVERLAPPING_OPD or never overlapping .opd entries.
* sysdeps/powerpc/powerpc64/dl-machine.h: Include sysdep.h.
(TRAMPOLINE_TEMPLATE, RTLD_START): Use the new sysdep.h macros.
2004-09-08 07:02:28 +00:00
|
|
|
" " ENTRY_2(_start) "\n" \
|
|
|
|
BODY_PREFIX "_start:\n" \
|
2013-12-04 12:51:11 +00:00
|
|
|
" " LOCALENTRY(_start) "\n" \
|
2002-09-17 23:50:03 +00:00
|
|
|
/* We start with the following on the stack, from top: \
|
|
|
|
argc (4 bytes); \
|
|
|
|
arguments for program (terminated by NULL); \
|
|
|
|
environment variables (terminated by NULL); \
|
|
|
|
arguments for the program loader. */ \
|
|
|
|
" mr 3,1\n" \
|
|
|
|
" li 4,0\n" \
|
|
|
|
" stdu 4,-128(1)\n" \
|
|
|
|
/* Call _dl_start with one parameter pointing at argc. */ \
|
Update.
2004-09-07 Jakub Jelinek <jakub@redhat.com>
* sysdeps/powerpc/powerpc64/configure.in: New file.
* config.h.in (USE_PPC64_OVERLAPPING_OPD): Add.
* configure.in (HAVE_ASM_GLOBAL_DOT_NAME): Remove.
* sysdeps/powerpc/powerpc64/sysdep.h: Formatting.
(OPD_ENT, BODY_LABEL, ENTRY_1, ENTRY_2, END_2, DOT_PREFIX,
BODY_PREFIX): Define.
(ENTRY, DOT_LABEL, END, TRACEBACK, END_GEN_TB, EALIGN): Support
HAVE_ASM_GLOBAL_DOT_NAME or no dot symbols,
USE_PPC64_OVERLAPPING_OPD or never overlapping .opd entries.
* sysdeps/powerpc/powerpc64/dl-machine.h: Include sysdep.h.
(TRAMPOLINE_TEMPLATE, RTLD_START): Use the new sysdep.h macros.
2004-09-08 07:02:28 +00:00
|
|
|
" bl " DOT_PREFIX "_dl_start\n" \
|
2002-09-17 23:50:03 +00:00
|
|
|
" nop\n" \
|
|
|
|
/* Transfer control to _dl_start_user! */ \
|
Update.
2004-09-07 Jakub Jelinek <jakub@redhat.com>
* sysdeps/powerpc/powerpc64/configure.in: New file.
* config.h.in (USE_PPC64_OVERLAPPING_OPD): Add.
* configure.in (HAVE_ASM_GLOBAL_DOT_NAME): Remove.
* sysdeps/powerpc/powerpc64/sysdep.h: Formatting.
(OPD_ENT, BODY_LABEL, ENTRY_1, ENTRY_2, END_2, DOT_PREFIX,
BODY_PREFIX): Define.
(ENTRY, DOT_LABEL, END, TRACEBACK, END_GEN_TB, EALIGN): Support
HAVE_ASM_GLOBAL_DOT_NAME or no dot symbols,
USE_PPC64_OVERLAPPING_OPD or never overlapping .opd entries.
* sysdeps/powerpc/powerpc64/dl-machine.h: Include sysdep.h.
(TRAMPOLINE_TEMPLATE, RTLD_START): Use the new sysdep.h macros.
2004-09-08 07:02:28 +00:00
|
|
|
" b " DOT_PREFIX "_dl_start_user\n" \
|
|
|
|
".LT__start:\n" \
|
|
|
|
" .long 0\n" \
|
2002-09-17 23:50:03 +00:00
|
|
|
" .byte 0x00,0x0c,0x24,0x40,0x00,0x00,0x00,0x00\n" \
|
Update.
2004-09-07 Jakub Jelinek <jakub@redhat.com>
* sysdeps/powerpc/powerpc64/configure.in: New file.
* config.h.in (USE_PPC64_OVERLAPPING_OPD): Add.
* configure.in (HAVE_ASM_GLOBAL_DOT_NAME): Remove.
* sysdeps/powerpc/powerpc64/sysdep.h: Formatting.
(OPD_ENT, BODY_LABEL, ENTRY_1, ENTRY_2, END_2, DOT_PREFIX,
BODY_PREFIX): Define.
(ENTRY, DOT_LABEL, END, TRACEBACK, END_GEN_TB, EALIGN): Support
HAVE_ASM_GLOBAL_DOT_NAME or no dot symbols,
USE_PPC64_OVERLAPPING_OPD or never overlapping .opd entries.
* sysdeps/powerpc/powerpc64/dl-machine.h: Include sysdep.h.
(TRAMPOLINE_TEMPLATE, RTLD_START): Use the new sysdep.h macros.
2004-09-08 07:02:28 +00:00
|
|
|
" .long .LT__start-" BODY_PREFIX "_start\n" \
|
2002-09-17 23:50:03 +00:00
|
|
|
" .short .LT__start_name_end-.LT__start_name_start\n" \
|
|
|
|
".LT__start_name_start:\n" \
|
|
|
|
" .ascii \"_start\"\n" \
|
|
|
|
".LT__start_name_end:\n" \
|
|
|
|
" .align 2\n" \
|
Update.
2004-09-07 Jakub Jelinek <jakub@redhat.com>
* sysdeps/powerpc/powerpc64/configure.in: New file.
* config.h.in (USE_PPC64_OVERLAPPING_OPD): Add.
* configure.in (HAVE_ASM_GLOBAL_DOT_NAME): Remove.
* sysdeps/powerpc/powerpc64/sysdep.h: Formatting.
(OPD_ENT, BODY_LABEL, ENTRY_1, ENTRY_2, END_2, DOT_PREFIX,
BODY_PREFIX): Define.
(ENTRY, DOT_LABEL, END, TRACEBACK, END_GEN_TB, EALIGN): Support
HAVE_ASM_GLOBAL_DOT_NAME or no dot symbols,
USE_PPC64_OVERLAPPING_OPD or never overlapping .opd entries.
* sysdeps/powerpc/powerpc64/dl-machine.h: Include sysdep.h.
(TRAMPOLINE_TEMPLATE, RTLD_START): Use the new sysdep.h macros.
2004-09-08 07:02:28 +00:00
|
|
|
" " END_2(_start) "\n" \
|
2005-05-09 08:53:13 +00:00
|
|
|
" .pushsection \".toc\",\"aw\"\n" \
|
2004-07-06 04:26:42 +00:00
|
|
|
DL_STARTING_UP_DEF \
|
2012-05-16 20:40:23 +00:00
|
|
|
".LC__rtld_local:\n" \
|
|
|
|
" .tc _rtld_local[TC],_rtld_local\n" \
|
2004-07-06 04:26:42 +00:00
|
|
|
".LC__dl_argc:\n" \
|
|
|
|
" .tc _dl_argc[TC],_dl_argc\n" \
|
|
|
|
".LC__dl_argv:\n" \
|
2014-11-04 17:39:39 +00:00
|
|
|
" .tc __GI__dl_argv[TC],__GI__dl_argv\n" \
|
2004-07-06 04:26:42 +00:00
|
|
|
".LC__dl_fini:\n" \
|
|
|
|
" .tc _dl_fini[TC],_dl_fini\n" \
|
2005-05-09 08:53:13 +00:00
|
|
|
" .popsection\n" \
|
Update.
2004-09-07 Jakub Jelinek <jakub@redhat.com>
* sysdeps/powerpc/powerpc64/configure.in: New file.
* config.h.in (USE_PPC64_OVERLAPPING_OPD): Add.
* configure.in (HAVE_ASM_GLOBAL_DOT_NAME): Remove.
* sysdeps/powerpc/powerpc64/sysdep.h: Formatting.
(OPD_ENT, BODY_LABEL, ENTRY_1, ENTRY_2, END_2, DOT_PREFIX,
BODY_PREFIX): Define.
(ENTRY, DOT_LABEL, END, TRACEBACK, END_GEN_TB, EALIGN): Support
HAVE_ASM_GLOBAL_DOT_NAME or no dot symbols,
USE_PPC64_OVERLAPPING_OPD or never overlapping .opd entries.
* sysdeps/powerpc/powerpc64/dl-machine.h: Include sysdep.h.
(TRAMPOLINE_TEMPLATE, RTLD_START): Use the new sysdep.h macros.
2004-09-08 07:02:28 +00:00
|
|
|
" " ENTRY_2(_dl_start_user) "\n" \
|
|
|
|
/* Now, we do our main work of calling initialisation procedures. \
|
|
|
|
The ELF ABI doesn't say anything about parameters for these, \
|
|
|
|
so we just pass argc, argv, and the environment. \
|
|
|
|
Changing these is strongly discouraged (not least because argc is \
|
|
|
|
passed by value!). */ \
|
|
|
|
BODY_PREFIX "_dl_start_user:\n" \
|
2013-12-04 12:51:11 +00:00
|
|
|
" " LOCALENTRY(_dl_start_user) "\n" \
|
2002-09-17 23:50:03 +00:00
|
|
|
/* the address of _start in r30. */ \
|
|
|
|
" mr 30,3\n" \
|
|
|
|
/* &_dl_argc in 29, &_dl_argv in 27, and _dl_loaded in 28. */ \
|
powerpc64: Use medium model toc accesses throughout
The PowerPC64 linker edits medium model toc-indirect code to toc-pointer
relative:
addis r9,r2,tc_entry_for_var@toc@ha
ld r9,tc_entry_for_var@toc@l(r9)
becomes
addis r9,r2,(var-.TOC.)@ha
addi r9,r9,(var-.TOC.)@l
when "var" is known to be local to the binary. This isn't done for
small-model toc-indirect code, because "var" is almost guaranteed to
be too far away from .TOC. for a 16-bit signed offset. And, because
the analysis of which .toc entry can be removed becomes much more
complicated in objects that mix code models, they aren't removed if
any small-model toc sequence appears in an object file.
Unfortunately, glibc's build of ld.so smashes the needed objects
together in a ld -r linking stage. This means the GOT/TOC is left
with a whole lot of relative relocations which is untidy, but in
itself is not a serious problem. However, static-pie on powerpc64
bombs due to a segfault caused by one of the small-model accesses
before _dl_relocate_static_pie. (The very first one in rcrt1.o
passing start_addresses in r8 to __libc_start_main.)
So this patch makes all the toc/got accesses in assembly medium code
model, and a couple of functions hidden. By itself this is not
enough to give us working static-pie, but it is useful in isolation to
enable better linker optimisation.
There's a serious problem in libgcc too. libgcc ifuncs access the
AT_HWCAP words stored in the tcb with an offset from the thread
pointer (r13), but r13 isn't set at the time _dl_relocate_static_pie.
A followup patch will fix that.
Reviewed-by: Tulio Magno Quites Machado Filho <tuliom@linux.ibm.com>
2022-01-22 01:18:50 +00:00
|
|
|
" addis 28,2,.LC__rtld_local@toc@ha\n" \
|
|
|
|
" ld 28,.LC__rtld_local@toc@l(28)\n" \
|
|
|
|
" addis 29,2,.LC__dl_argc@toc@ha\n" \
|
|
|
|
" ld 29,.LC__dl_argc@toc@l(29)\n" \
|
|
|
|
" addis 27,2,.LC__dl_argv@toc@ha\n" \
|
|
|
|
" ld 27,.LC__dl_argv@toc@l(27)\n" \
|
2002-09-17 23:50:03 +00:00
|
|
|
/* _dl_init (_dl_loaded, _dl_argc, _dl_argv, _dl_argv+_dl_argc+1). */ \
|
|
|
|
" ld 3,0(28)\n" \
|
|
|
|
" lwa 4,0(29)\n" \
|
|
|
|
" ld 5,0(27)\n" \
|
|
|
|
" sldi 6,4,3\n" \
|
|
|
|
" add 6,5,6\n" \
|
|
|
|
" addi 6,6,8\n" \
|
Update.
2004-09-07 Jakub Jelinek <jakub@redhat.com>
* sysdeps/powerpc/powerpc64/configure.in: New file.
* config.h.in (USE_PPC64_OVERLAPPING_OPD): Add.
* configure.in (HAVE_ASM_GLOBAL_DOT_NAME): Remove.
* sysdeps/powerpc/powerpc64/sysdep.h: Formatting.
(OPD_ENT, BODY_LABEL, ENTRY_1, ENTRY_2, END_2, DOT_PREFIX,
BODY_PREFIX): Define.
(ENTRY, DOT_LABEL, END, TRACEBACK, END_GEN_TB, EALIGN): Support
HAVE_ASM_GLOBAL_DOT_NAME or no dot symbols,
USE_PPC64_OVERLAPPING_OPD or never overlapping .opd entries.
* sysdeps/powerpc/powerpc64/dl-machine.h: Include sysdep.h.
(TRAMPOLINE_TEMPLATE, RTLD_START): Use the new sysdep.h macros.
2004-09-08 07:02:28 +00:00
|
|
|
" bl " DOT_PREFIX "_dl_init\n" \
|
2002-09-17 23:50:03 +00:00
|
|
|
" nop\n" \
|
|
|
|
/* Now, to conform to the ELF ABI, we have to: \
|
|
|
|
Pass argc (actually _dl_argc) in r3; */ \
|
|
|
|
" lwa 3,0(29)\n" \
|
|
|
|
/* Pass argv (actually _dl_argv) in r4; */ \
|
|
|
|
" ld 4,0(27)\n" \
|
|
|
|
/* Pass argv+argc+1 in r5; */ \
|
|
|
|
" sldi 5,3,3\n" \
|
|
|
|
" add 6,4,5\n" \
|
|
|
|
" addi 5,6,8\n" \
|
2013-01-07 17:20:53 +00:00
|
|
|
/* Pass the auxiliary vector in r6. This is passed to us just after \
|
2002-09-17 23:50:03 +00:00
|
|
|
_envp. */ \
|
|
|
|
"2: ldu 0,8(6)\n" \
|
|
|
|
" cmpdi 0,0\n" \
|
|
|
|
" bne 2b\n" \
|
|
|
|
" addi 6,6,8\n" \
|
|
|
|
/* Pass a termination function pointer (in this case _dl_fini) in \
|
|
|
|
r7. */ \
|
powerpc64: Use medium model toc accesses throughout
The PowerPC64 linker edits medium model toc-indirect code to toc-pointer
relative:
addis r9,r2,tc_entry_for_var@toc@ha
ld r9,tc_entry_for_var@toc@l(r9)
becomes
addis r9,r2,(var-.TOC.)@ha
addi r9,r9,(var-.TOC.)@l
when "var" is known to be local to the binary. This isn't done for
small-model toc-indirect code, because "var" is almost guaranteed to
be too far away from .TOC. for a 16-bit signed offset. And, because
the analysis of which .toc entry can be removed becomes much more
complicated in objects that mix code models, they aren't removed if
any small-model toc sequence appears in an object file.
Unfortunately, glibc's build of ld.so smashes the needed objects
together in a ld -r linking stage. This means the GOT/TOC is left
with a whole lot of relative relocations which is untidy, but in
itself is not a serious problem. However, static-pie on powerpc64
bombs due to a segfault caused by one of the small-model accesses
before _dl_relocate_static_pie. (The very first one in rcrt1.o
passing start_addresses in r8 to __libc_start_main.)
So this patch makes all the toc/got accesses in assembly medium code
model, and a couple of functions hidden. By itself this is not
enough to give us working static-pie, but it is useful in isolation to
enable better linker optimisation.
There's a serious problem in libgcc too. libgcc ifuncs access the
AT_HWCAP words stored in the tcb with an offset from the thread
pointer (r13), but r13 isn't set at the time _dl_relocate_static_pie.
A followup patch will fix that.
Reviewed-by: Tulio Magno Quites Machado Filho <tuliom@linux.ibm.com>
2022-01-22 01:18:50 +00:00
|
|
|
" addis 7,2,.LC__dl_fini@toc@ha\n" \
|
|
|
|
" ld 7,.LC__dl_fini@toc@l(7)\n" \
|
2002-09-17 23:50:03 +00:00
|
|
|
/* Pass the stack pointer in r1 (so far so good), pointing to a NULL \
|
|
|
|
value. This lets our startup code distinguish between a program \
|
|
|
|
linked statically, which linux will call with argc on top of the \
|
|
|
|
stack which will hopefully never be zero, and a dynamically linked \
|
|
|
|
program which will always have a NULL on the top of the stack. \
|
Update.
2004-09-07 Jakub Jelinek <jakub@redhat.com>
* sysdeps/powerpc/powerpc64/configure.in: New file.
* config.h.in (USE_PPC64_OVERLAPPING_OPD): Add.
* configure.in (HAVE_ASM_GLOBAL_DOT_NAME): Remove.
* sysdeps/powerpc/powerpc64/sysdep.h: Formatting.
(OPD_ENT, BODY_LABEL, ENTRY_1, ENTRY_2, END_2, DOT_PREFIX,
BODY_PREFIX): Define.
(ENTRY, DOT_LABEL, END, TRACEBACK, END_GEN_TB, EALIGN): Support
HAVE_ASM_GLOBAL_DOT_NAME or no dot symbols,
USE_PPC64_OVERLAPPING_OPD or never overlapping .opd entries.
* sysdeps/powerpc/powerpc64/dl-machine.h: Include sysdep.h.
(TRAMPOLINE_TEMPLATE, RTLD_START): Use the new sysdep.h macros.
2004-09-08 07:02:28 +00:00
|
|
|
Take the opportunity to clear LR, so anyone who accidentally \
|
2002-09-17 23:50:03 +00:00
|
|
|
returns from _start gets SEGV. Also clear the next few words of \
|
|
|
|
the stack. */ \
|
|
|
|
" li 31,0\n" \
|
|
|
|
" std 31,0(1)\n" \
|
|
|
|
" mtlr 31\n" \
|
|
|
|
" std 31,8(1)\n" \
|
|
|
|
" std 31,16(1)\n" \
|
|
|
|
" std 31,24(1)\n" \
|
|
|
|
/* Now, call the start function descriptor at r30... */ \
|
Update.
2004-09-07 Jakub Jelinek <jakub@redhat.com>
* sysdeps/powerpc/powerpc64/configure.in: New file.
* config.h.in (USE_PPC64_OVERLAPPING_OPD): Add.
* configure.in (HAVE_ASM_GLOBAL_DOT_NAME): Remove.
* sysdeps/powerpc/powerpc64/sysdep.h: Formatting.
(OPD_ENT, BODY_LABEL, ENTRY_1, ENTRY_2, END_2, DOT_PREFIX,
BODY_PREFIX): Define.
(ENTRY, DOT_LABEL, END, TRACEBACK, END_GEN_TB, EALIGN): Support
HAVE_ASM_GLOBAL_DOT_NAME or no dot symbols,
USE_PPC64_OVERLAPPING_OPD or never overlapping .opd entries.
* sysdeps/powerpc/powerpc64/dl-machine.h: Include sysdep.h.
(TRAMPOLINE_TEMPLATE, RTLD_START): Use the new sysdep.h macros.
2004-09-08 07:02:28 +00:00
|
|
|
" .globl ._dl_main_dispatch\n" \
|
|
|
|
"._dl_main_dispatch:\n" \
|
2013-12-04 12:49:15 +00:00
|
|
|
" " PPC64_LOAD_FUNCPTR(30) "\n" \
|
2002-09-17 23:50:03 +00:00
|
|
|
" bctr\n" \
|
Update.
2004-09-07 Jakub Jelinek <jakub@redhat.com>
* sysdeps/powerpc/powerpc64/configure.in: New file.
* config.h.in (USE_PPC64_OVERLAPPING_OPD): Add.
* configure.in (HAVE_ASM_GLOBAL_DOT_NAME): Remove.
* sysdeps/powerpc/powerpc64/sysdep.h: Formatting.
(OPD_ENT, BODY_LABEL, ENTRY_1, ENTRY_2, END_2, DOT_PREFIX,
BODY_PREFIX): Define.
(ENTRY, DOT_LABEL, END, TRACEBACK, END_GEN_TB, EALIGN): Support
HAVE_ASM_GLOBAL_DOT_NAME or no dot symbols,
USE_PPC64_OVERLAPPING_OPD or never overlapping .opd entries.
* sysdeps/powerpc/powerpc64/dl-machine.h: Include sysdep.h.
(TRAMPOLINE_TEMPLATE, RTLD_START): Use the new sysdep.h macros.
2004-09-08 07:02:28 +00:00
|
|
|
".LT__dl_start_user:\n" \
|
2002-09-17 23:50:03 +00:00
|
|
|
" .long 0\n" \
|
|
|
|
" .byte 0x00,0x0c,0x24,0x40,0x00,0x00,0x00,0x00\n" \
|
Update.
2004-09-07 Jakub Jelinek <jakub@redhat.com>
* sysdeps/powerpc/powerpc64/configure.in: New file.
* config.h.in (USE_PPC64_OVERLAPPING_OPD): Add.
* configure.in (HAVE_ASM_GLOBAL_DOT_NAME): Remove.
* sysdeps/powerpc/powerpc64/sysdep.h: Formatting.
(OPD_ENT, BODY_LABEL, ENTRY_1, ENTRY_2, END_2, DOT_PREFIX,
BODY_PREFIX): Define.
(ENTRY, DOT_LABEL, END, TRACEBACK, END_GEN_TB, EALIGN): Support
HAVE_ASM_GLOBAL_DOT_NAME or no dot symbols,
USE_PPC64_OVERLAPPING_OPD or never overlapping .opd entries.
* sysdeps/powerpc/powerpc64/dl-machine.h: Include sysdep.h.
(TRAMPOLINE_TEMPLATE, RTLD_START): Use the new sysdep.h macros.
2004-09-08 07:02:28 +00:00
|
|
|
" .long .LT__dl_start_user-" BODY_PREFIX "_dl_start_user\n" \
|
2002-09-17 23:50:03 +00:00
|
|
|
" .short .LT__dl_start_user_name_end-.LT__dl_start_user_name_start\n" \
|
|
|
|
".LT__dl_start_user_name_start:\n" \
|
|
|
|
" .ascii \"_dl_start_user\"\n" \
|
|
|
|
".LT__dl_start_user_name_end:\n" \
|
|
|
|
" .align 2\n" \
|
Update.
2004-09-07 Jakub Jelinek <jakub@redhat.com>
* sysdeps/powerpc/powerpc64/configure.in: New file.
* config.h.in (USE_PPC64_OVERLAPPING_OPD): Add.
* configure.in (HAVE_ASM_GLOBAL_DOT_NAME): Remove.
* sysdeps/powerpc/powerpc64/sysdep.h: Formatting.
(OPD_ENT, BODY_LABEL, ENTRY_1, ENTRY_2, END_2, DOT_PREFIX,
BODY_PREFIX): Define.
(ENTRY, DOT_LABEL, END, TRACEBACK, END_GEN_TB, EALIGN): Support
HAVE_ASM_GLOBAL_DOT_NAME or no dot symbols,
USE_PPC64_OVERLAPPING_OPD or never overlapping .opd entries.
* sysdeps/powerpc/powerpc64/dl-machine.h: Include sysdep.h.
(TRAMPOLINE_TEMPLATE, RTLD_START): Use the new sysdep.h macros.
2004-09-08 07:02:28 +00:00
|
|
|
" " END_2(_dl_start_user) "\n" \
|
2005-05-09 08:53:13 +00:00
|
|
|
" .popsection");
|
2002-09-17 23:50:03 +00:00
|
|
|
|
2015-03-05 16:26:21 +00:00
|
|
|
/* ELF_RTYPE_CLASS_COPY iff TYPE should not be allowed to resolve to
|
2008-04-10 18:26:16 +00:00
|
|
|
one of the main executable's symbols, as for a COPY reloc.
|
2002-09-17 23:50:03 +00:00
|
|
|
|
2008-04-10 18:26:16 +00:00
|
|
|
To make function pointer comparisons work on most targets, the
|
|
|
|
relevant ABI states that the address of a non-local function in a
|
|
|
|
dynamically linked executable is the address of the PLT entry for
|
|
|
|
that function. This is quite reasonable since using the real
|
|
|
|
function address in a non-PIC executable would typically require
|
|
|
|
dynamic relocations in .text, something to be avoided. For such
|
|
|
|
functions, the linker emits a SHN_UNDEF symbol in the executable
|
|
|
|
with value equal to the PLT entry address. Normally, SHN_UNDEF
|
|
|
|
symbols have a value of zero, so this is a clue to ld.so that it
|
|
|
|
should treat these symbols specially. For relocations not in
|
|
|
|
ELF_RTYPE_CLASS_PLT (eg. those on function pointers), ld.so should
|
|
|
|
use the value of the executable SHN_UNDEF symbol, ie. the PLT entry
|
|
|
|
address. For relocations in ELF_RTYPE_CLASS_PLT (eg. the relocs in
|
|
|
|
the PLT itself), ld.so should use the value of the corresponding
|
|
|
|
defined symbol in the object that defines the function, ie. the
|
|
|
|
real function address. This complicates ld.so in that there are
|
|
|
|
now two possible values for a given symbol, and it gets even worse
|
|
|
|
because protected symbols need yet another set of rules.
|
2002-09-17 23:50:03 +00:00
|
|
|
|
2008-04-10 18:26:16 +00:00
|
|
|
On PowerPC64 we don't need any of this. The linker won't emit
|
|
|
|
SHN_UNDEF symbols with non-zero values. ld.so can make all
|
|
|
|
relocations behave "normally", ie. always use the real address
|
|
|
|
like PLT relocations. So always set ELF_RTYPE_CLASS_PLT. */
|
2003-02-26 00:34:09 +00:00
|
|
|
|
2013-12-04 12:51:11 +00:00
|
|
|
#if _CALL_ELF != 2
|
2002-09-17 23:50:03 +00:00
|
|
|
#define elf_machine_type_class(type) \
|
2008-04-10 18:26:16 +00:00
|
|
|
(ELF_RTYPE_CLASS_PLT | (((type) == R_PPC64_COPY) * ELF_RTYPE_CLASS_COPY))
|
2013-12-04 12:51:11 +00:00
|
|
|
#else
|
|
|
|
/* And now that you have read that large comment, you can disregard it
|
|
|
|
all for ELFv2. ELFv2 does need the special SHN_UNDEF treatment. */
|
|
|
|
#define IS_PPC64_TLS_RELOC(R) \
|
|
|
|
(((R) >= R_PPC64_TLS && (R) <= R_PPC64_DTPREL16_HIGHESTA) \
|
|
|
|
|| ((R) >= R_PPC64_TPREL16_HIGH && (R) <= R_PPC64_DTPREL16_HIGHA))
|
|
|
|
|
|
|
|
#define elf_machine_type_class(type) \
|
|
|
|
((((type) == R_PPC64_JMP_SLOT \
|
|
|
|
|| (type) == R_PPC64_ADDR24 \
|
|
|
|
|| IS_PPC64_TLS_RELOC (type)) * ELF_RTYPE_CLASS_PLT) \
|
|
|
|
| (((type) == R_PPC64_COPY) * ELF_RTYPE_CLASS_COPY))
|
|
|
|
#endif
|
2002-09-17 23:50:03 +00:00
|
|
|
|
|
|
|
/* A reloc type used for ld.so cmdline arg lookups to reject PLT entries. */
|
|
|
|
#define ELF_MACHINE_JMP_SLOT R_PPC64_JMP_SLOT
|
|
|
|
|
2015-10-23 00:26:58 +00:00
|
|
|
/* We define an initialization function to initialize HWCAP/HWCAP2 and
|
|
|
|
platform data so it can be copied into the TCB later. This is called
|
|
|
|
very early in _dl_sysdep_start for dynamically linked binaries. */
|
2017-12-11 19:39:42 +00:00
|
|
|
#if defined(SHARED) && IS_IN (rtld)
|
2015-10-23 00:26:58 +00:00
|
|
|
# define DL_PLATFORM_INIT dl_platform_init ()
|
|
|
|
|
|
|
|
static inline void __attribute__ ((unused))
|
|
|
|
dl_platform_init (void)
|
|
|
|
{
|
|
|
|
__tcb_parse_hwcap_and_convert_at_platform ();
|
2017-12-11 19:39:42 +00:00
|
|
|
init_cpu_features (&GLRO(dl_powerpc_cpu_features));
|
2015-10-23 00:26:58 +00:00
|
|
|
}
|
|
|
|
#endif
|
|
|
|
|
2002-09-17 23:50:03 +00:00
|
|
|
/* Stuff for the PLT. */
|
2013-12-04 12:51:11 +00:00
|
|
|
#if _CALL_ELF != 2
|
2002-09-17 23:50:03 +00:00
|
|
|
#define PLT_INITIAL_ENTRY_WORDS 3
|
2013-12-04 12:51:11 +00:00
|
|
|
#define PLT_ENTRY_WORDS 3
|
2002-09-17 23:50:03 +00:00
|
|
|
#define GLINK_INITIAL_ENTRY_WORDS 8
|
2013-12-04 12:51:11 +00:00
|
|
|
/* The first 32k entries of glink can set an index and branch using two
|
|
|
|
instructions; past that point, glink uses three instructions. */
|
|
|
|
#define GLINK_ENTRY_WORDS(I) (((I) < 0x8000)? 2 : 3)
|
|
|
|
#else
|
|
|
|
#define PLT_INITIAL_ENTRY_WORDS 2
|
|
|
|
#define PLT_ENTRY_WORDS 1
|
|
|
|
#define GLINK_INITIAL_ENTRY_WORDS 8
|
|
|
|
#define GLINK_ENTRY_WORDS(I) 1
|
|
|
|
#endif
|
2002-09-17 23:50:03 +00:00
|
|
|
|
|
|
|
#define PPC_DCBST(where) asm volatile ("dcbst 0,%0" : : "r"(where) : "memory")
|
2008-04-11 00:02:52 +00:00
|
|
|
#define PPC_DCBT(where) asm volatile ("dcbt 0,%0" : : "r"(where) : "memory")
|
|
|
|
#define PPC_DCBF(where) asm volatile ("dcbf 0,%0" : : "r"(where) : "memory")
|
2002-09-17 23:50:03 +00:00
|
|
|
#define PPC_SYNC asm volatile ("sync" : : : "memory")
|
|
|
|
#define PPC_ISYNC asm volatile ("sync; isync" : : : "memory")
|
|
|
|
#define PPC_ICBI(where) asm volatile ("icbi 0,%0" : : "r"(where) : "memory")
|
|
|
|
#define PPC_DIE asm volatile ("tweq 0,0")
|
|
|
|
/* Use this when you've modified some code, but it won't be in the
|
|
|
|
instruction fetch queue (or when it doesn't matter if it is). */
|
|
|
|
#define MODIFIED_CODE_NOQUEUE(where) \
|
|
|
|
do { PPC_DCBST(where); PPC_SYNC; PPC_ICBI(where); } while (0)
|
|
|
|
/* Use this when it might be in the instruction queue. */
|
|
|
|
#define MODIFIED_CODE(where) \
|
|
|
|
do { PPC_DCBST(where); PPC_SYNC; PPC_ICBI(where); PPC_ISYNC; } while (0)
|
|
|
|
|
|
|
|
/* Set up the loaded object described by MAP so its unrelocated PLT
|
|
|
|
entries will jump to the on-demand fixup code in dl-runtime.c. */
|
2004-08-06 18:32:16 +00:00
|
|
|
static inline int __attribute__ ((always_inline))
|
elf: Avoid nested functions in the loader [BZ #27220]
dynamic-link.h is included more than once in some elf/ files (rtld.c,
dl-conflict.c, dl-reloc.c, dl-reloc-static-pie.c) and uses GCC nested
functions. This harms readability and the nested functions usage
is the biggest obstacle prevents Clang build (Clang doesn't support GCC
nested functions).
The key idea for unnesting is to add extra parameters (struct link_map
*and struct r_scope_elm *[]) to RESOLVE_MAP,
ELF_MACHINE_BEFORE_RTLD_RELOC, ELF_DYNAMIC_RELOCATE, elf_machine_rel[a],
elf_machine_lazy_rel, and elf_machine_runtime_setup. (This is inspired
by Stan Shebs' ppc64/x86-64 implementation in the
google/grte/v5-2.27/master which uses mixed extra parameters and static
variables.)
Future simplification:
* If mips elf_machine_runtime_setup no longer needs RESOLVE_GOTSYM,
elf_machine_runtime_setup can drop the `scope` parameter.
* If TLSDESC no longer need to be in elf_machine_lazy_rel,
elf_machine_lazy_rel can drop the `scope` parameter.
Tested on aarch64, i386, x86-64, powerpc64le, powerpc64, powerpc32,
sparc64, sparcv9, s390x, s390, hppa, ia64, armhf, alpha, and mips64.
In addition, tested build-many-glibcs.py with {arc,csky,microblaze,nios2}-linux-gnu
and riscv64-linux-gnu-rv64imafdc-lp64d.
Reviewed-by: Adhemerval Zanella <adhemerval.zanella@linaro.org>
2021-10-07 18:55:02 +00:00
|
|
|
elf_machine_runtime_setup (struct link_map *map, struct r_scope_elem *scope[],
|
|
|
|
int lazy, int profile)
|
2002-09-17 23:50:03 +00:00
|
|
|
{
|
|
|
|
if (map->l_info[DT_JMPREL])
|
|
|
|
{
|
|
|
|
Elf64_Word i;
|
|
|
|
Elf64_Word *glink = NULL;
|
|
|
|
Elf64_Xword *plt = (Elf64_Xword *) D_PTR (map, l_info[DT_PLTGOT]);
|
|
|
|
Elf64_Word num_plt_entries = (map->l_info[DT_PLTRELSZ]->d_un.d_val
|
|
|
|
/ sizeof (Elf64_Rela));
|
|
|
|
Elf64_Addr l_addr = map->l_addr;
|
|
|
|
Elf64_Dyn **info = map->l_info;
|
|
|
|
char *p;
|
|
|
|
|
|
|
|
extern void _dl_runtime_resolve (void);
|
|
|
|
extern void _dl_profile_resolve (void);
|
|
|
|
|
|
|
|
/* Relocate the DT_PPC64_GLINK entry in the _DYNAMIC section.
|
|
|
|
elf_get_dynamic_info takes care of the standard entries but
|
2003-02-28 04:55:04 +00:00
|
|
|
doesn't know exactly what to do with processor specific
|
2013-01-07 17:20:53 +00:00
|
|
|
entries. */
|
2002-09-17 23:50:03 +00:00
|
|
|
if (info[DT_PPC64(GLINK)] != NULL)
|
|
|
|
info[DT_PPC64(GLINK)]->d_un.d_ptr += l_addr;
|
|
|
|
|
|
|
|
if (lazy)
|
|
|
|
{
|
|
|
|
Elf64_Word glink_offset;
|
|
|
|
Elf64_Word offset;
|
2013-12-04 12:51:11 +00:00
|
|
|
Elf64_Addr dlrr;
|
2002-09-17 23:50:03 +00:00
|
|
|
|
2013-12-04 12:51:11 +00:00
|
|
|
dlrr = (Elf64_Addr) (profile ? _dl_profile_resolve
|
|
|
|
: _dl_runtime_resolve);
|
2005-01-08 07:10:00 +00:00
|
|
|
if (profile && GLRO(dl_profile) != NULL
|
|
|
|
&& _dl_name_match_p (GLRO(dl_profile), map))
|
2002-09-17 23:50:03 +00:00
|
|
|
/* This is the object we are looking for. Say that we really
|
|
|
|
want profiling and the timers are started. */
|
|
|
|
GL(dl_profile_map) = map;
|
|
|
|
|
2013-12-04 12:51:11 +00:00
|
|
|
#if _CALL_ELF != 2
|
2002-09-17 23:50:03 +00:00
|
|
|
/* We need to stuff the address/TOC of _dl_runtime_resolve
|
|
|
|
into doublewords 0 and 1 of plt_reserve. Then we need to
|
|
|
|
stuff the map address into doubleword 2 of plt_reserve.
|
|
|
|
This allows the GLINK0 code to transfer control to the
|
|
|
|
correct trampoline which will transfer control to fixup
|
|
|
|
in dl-machine.c. */
|
2013-12-04 12:51:11 +00:00
|
|
|
{
|
|
|
|
/* The plt_reserve area is the 1st 3 doublewords of the PLT. */
|
|
|
|
Elf64_FuncDesc *plt_reserve = (Elf64_FuncDesc *) plt;
|
|
|
|
Elf64_FuncDesc *resolve_fd = (Elf64_FuncDesc *) dlrr;
|
|
|
|
plt_reserve->fd_func = resolve_fd->fd_func;
|
|
|
|
plt_reserve->fd_toc = resolve_fd->fd_toc;
|
|
|
|
plt_reserve->fd_aux = (Elf64_Addr) map;
|
2002-09-17 23:50:03 +00:00
|
|
|
#ifdef RTLD_BOOTSTRAP
|
2013-12-04 12:51:11 +00:00
|
|
|
/* When we're bootstrapping, the opd entry will not have
|
|
|
|
been relocated yet. */
|
|
|
|
plt_reserve->fd_func += l_addr;
|
|
|
|
plt_reserve->fd_toc += l_addr;
|
|
|
|
#endif
|
|
|
|
}
|
|
|
|
#else
|
|
|
|
/* When we don't have function descriptors, the first doubleword
|
|
|
|
of the PLT holds the address of _dl_runtime_resolve, and the
|
|
|
|
second doubleword holds the map address. */
|
|
|
|
plt[0] = dlrr;
|
|
|
|
plt[1] = (Elf64_Addr) map;
|
2002-09-17 23:50:03 +00:00
|
|
|
#endif
|
2003-02-28 04:55:04 +00:00
|
|
|
|
2002-09-17 23:50:03 +00:00
|
|
|
/* Set up the lazy PLT entries. */
|
|
|
|
glink = (Elf64_Word *) D_PTR (map, l_info[DT_PPC64(GLINK)]);
|
|
|
|
offset = PLT_INITIAL_ENTRY_WORDS;
|
|
|
|
glink_offset = GLINK_INITIAL_ENTRY_WORDS;
|
|
|
|
for (i = 0; i < num_plt_entries; i++)
|
|
|
|
{
|
|
|
|
|
|
|
|
plt[offset] = (Elf64_Xword) &glink[glink_offset];
|
2013-12-04 12:51:11 +00:00
|
|
|
offset += PLT_ENTRY_WORDS;
|
|
|
|
glink_offset += GLINK_ENTRY_WORDS (i);
|
2002-09-17 23:50:03 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
/* Now, we've modified data. We need to write the changes from
|
|
|
|
the data cache to a second-level unified cache, then make
|
|
|
|
sure that stale data in the instruction cache is removed.
|
|
|
|
(In a multiprocessor system, the effect is more complex.)
|
|
|
|
Most of the PLT shouldn't be in the instruction cache, but
|
|
|
|
there may be a little overlap at the start and the end.
|
|
|
|
|
|
|
|
Assumes that dcbst and icbi apply to lines of 16 bytes or
|
|
|
|
more. Current known line sizes are 16, 32, and 128 bytes. */
|
|
|
|
|
|
|
|
for (p = (char *) plt; p < (char *) &plt[offset]; p += 16)
|
|
|
|
PPC_DCBST (p);
|
|
|
|
PPC_SYNC;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
return lazy;
|
|
|
|
}
|
|
|
|
|
PowerPC64 ELFv2 ABI 3/6: PLT local entry point optimization
This is a follow-on to the previous patch to support the ELFv2 ABI in the
dynamic loader, split off into its own patch since it is just an optional
optimization.
In the ELFv2 ABI, most functions define both a global and a local entry
point; the local entry requires r2 to be already set up by the caller
to point to the callee's TOC; while the global entry does not require
the caller to know about the callee's TOC, but it needs to set up r12
to the callee's entry point address.
Now, when setting up a PLT slot, the dynamic linker will usually need
to enter the target function's global entry point. However, if the
linker can prove that the target function is in the same DSO as the
PLT slot itself, and the whole DSO only uses a single TOC (which the
linker will let ld.so know via a DT_PPC64_OPT entry), then it is
possible to actually enter the local entry point address into the
PLT slot, for a slight improvement in performance.
Note that this uncovered a problem on the first call via _dl_runtime_resolve,
because that routine neglected to restore the caller's TOC before calling
the target function for the first time, since it assumed that function
would always reload its own TOC anyway ...
2013-12-04 12:52:40 +00:00
|
|
|
#if _CALL_ELF == 2
|
2017-06-14 01:17:25 +00:00
|
|
|
extern void attribute_hidden _dl_error_localentry (struct link_map *map,
|
|
|
|
const Elf64_Sym *refsym);
|
|
|
|
|
|
|
|
/* If the PLT entry resolves to a function in the same object, return
|
|
|
|
the target function's local entry point offset if usable. */
|
PowerPC64 ELFv2 ABI 3/6: PLT local entry point optimization
This is a follow-on to the previous patch to support the ELFv2 ABI in the
dynamic loader, split off into its own patch since it is just an optional
optimization.
In the ELFv2 ABI, most functions define both a global and a local entry
point; the local entry requires r2 to be already set up by the caller
to point to the callee's TOC; while the global entry does not require
the caller to know about the callee's TOC, but it needs to set up r12
to the callee's entry point address.
Now, when setting up a PLT slot, the dynamic linker will usually need
to enter the target function's global entry point. However, if the
linker can prove that the target function is in the same DSO as the
PLT slot itself, and the whole DSO only uses a single TOC (which the
linker will let ld.so know via a DT_PPC64_OPT entry), then it is
possible to actually enter the local entry point address into the
PLT slot, for a slight improvement in performance.
Note that this uncovered a problem on the first call via _dl_runtime_resolve,
because that routine neglected to restore the caller's TOC before calling
the target function for the first time, since it assumed that function
would always reload its own TOC anyway ...
2013-12-04 12:52:40 +00:00
|
|
|
static inline Elf64_Addr __attribute__ ((always_inline))
|
|
|
|
ppc64_local_entry_offset (struct link_map *map, lookup_t sym_map,
|
2017-06-14 01:17:25 +00:00
|
|
|
const ElfW(Sym) *refsym, const ElfW(Sym) *sym)
|
PowerPC64 ELFv2 ABI 3/6: PLT local entry point optimization
This is a follow-on to the previous patch to support the ELFv2 ABI in the
dynamic loader, split off into its own patch since it is just an optional
optimization.
In the ELFv2 ABI, most functions define both a global and a local entry
point; the local entry requires r2 to be already set up by the caller
to point to the callee's TOC; while the global entry does not require
the caller to know about the callee's TOC, but it needs to set up r12
to the callee's entry point address.
Now, when setting up a PLT slot, the dynamic linker will usually need
to enter the target function's global entry point. However, if the
linker can prove that the target function is in the same DSO as the
PLT slot itself, and the whole DSO only uses a single TOC (which the
linker will let ld.so know via a DT_PPC64_OPT entry), then it is
possible to actually enter the local entry point address into the
PLT slot, for a slight improvement in performance.
Note that this uncovered a problem on the first call via _dl_runtime_resolve,
because that routine neglected to restore the caller's TOC before calling
the target function for the first time, since it assumed that function
would always reload its own TOC anyway ...
2013-12-04 12:52:40 +00:00
|
|
|
{
|
|
|
|
/* If the target function is in a different object, we cannot
|
|
|
|
use the local entry point. */
|
|
|
|
if (sym_map != map)
|
2017-06-14 01:17:25 +00:00
|
|
|
{
|
|
|
|
/* Check that optimized plt call stubs for localentry:0 functions
|
|
|
|
are not being satisfied by a non-zero localentry symbol. */
|
|
|
|
if (map->l_info[DT_PPC64(OPT)]
|
|
|
|
&& (map->l_info[DT_PPC64(OPT)]->d_un.d_val & PPC64_OPT_LOCALENTRY) != 0
|
|
|
|
&& refsym->st_info == ELFW(ST_INFO) (STB_GLOBAL, STT_FUNC)
|
|
|
|
&& (STO_PPC64_LOCAL_MASK & refsym->st_other) == 0
|
|
|
|
&& (STO_PPC64_LOCAL_MASK & sym->st_other) != 0)
|
|
|
|
_dl_error_localentry (map, refsym);
|
|
|
|
|
|
|
|
return 0;
|
|
|
|
}
|
PowerPC64 ELFv2 ABI 3/6: PLT local entry point optimization
This is a follow-on to the previous patch to support the ELFv2 ABI in the
dynamic loader, split off into its own patch since it is just an optional
optimization.
In the ELFv2 ABI, most functions define both a global and a local entry
point; the local entry requires r2 to be already set up by the caller
to point to the callee's TOC; while the global entry does not require
the caller to know about the callee's TOC, but it needs to set up r12
to the callee's entry point address.
Now, when setting up a PLT slot, the dynamic linker will usually need
to enter the target function's global entry point. However, if the
linker can prove that the target function is in the same DSO as the
PLT slot itself, and the whole DSO only uses a single TOC (which the
linker will let ld.so know via a DT_PPC64_OPT entry), then it is
possible to actually enter the local entry point address into the
PLT slot, for a slight improvement in performance.
Note that this uncovered a problem on the first call via _dl_runtime_resolve,
because that routine neglected to restore the caller's TOC before calling
the target function for the first time, since it assumed that function
would always reload its own TOC anyway ...
2013-12-04 12:52:40 +00:00
|
|
|
|
|
|
|
/* If the linker inserted multiple TOCs, we cannot use the
|
|
|
|
local entry point. */
|
|
|
|
if (map->l_info[DT_PPC64(OPT)]
|
|
|
|
&& (map->l_info[DT_PPC64(OPT)]->d_un.d_val & PPC64_OPT_MULTI_TOC))
|
|
|
|
return 0;
|
|
|
|
|
|
|
|
/* If the target function is an ifunc then the local entry offset is
|
|
|
|
for the resolver, not the final destination. */
|
|
|
|
if (__builtin_expect (ELFW(ST_TYPE) (sym->st_info) == STT_GNU_IFUNC, 0))
|
|
|
|
return 0;
|
|
|
|
|
2017-06-14 01:17:25 +00:00
|
|
|
/* Otherwise, we can use the local entry point. Retrieve its offset
|
|
|
|
from the symbol's ELF st_other field. */
|
PowerPC64 ELFv2 ABI 3/6: PLT local entry point optimization
This is a follow-on to the previous patch to support the ELFv2 ABI in the
dynamic loader, split off into its own patch since it is just an optional
optimization.
In the ELFv2 ABI, most functions define both a global and a local entry
point; the local entry requires r2 to be already set up by the caller
to point to the callee's TOC; while the global entry does not require
the caller to know about the callee's TOC, but it needs to set up r12
to the callee's entry point address.
Now, when setting up a PLT slot, the dynamic linker will usually need
to enter the target function's global entry point. However, if the
linker can prove that the target function is in the same DSO as the
PLT slot itself, and the whole DSO only uses a single TOC (which the
linker will let ld.so know via a DT_PPC64_OPT entry), then it is
possible to actually enter the local entry point address into the
PLT slot, for a slight improvement in performance.
Note that this uncovered a problem on the first call via _dl_runtime_resolve,
because that routine neglected to restore the caller's TOC before calling
the target function for the first time, since it assumed that function
would always reload its own TOC anyway ...
2013-12-04 12:52:40 +00:00
|
|
|
return PPC64_LOCAL_ENTRY_OFFSET (sym->st_other);
|
|
|
|
}
|
|
|
|
#endif
|
|
|
|
|
2002-09-17 23:50:03 +00:00
|
|
|
/* Change the PLT entry whose reloc is 'reloc' to call the actual
|
|
|
|
routine. */
|
2004-08-06 18:32:16 +00:00
|
|
|
static inline Elf64_Addr __attribute__ ((always_inline))
|
2002-09-17 23:50:03 +00:00
|
|
|
elf_machine_fixup_plt (struct link_map *map, lookup_t sym_map,
|
2017-06-14 01:17:25 +00:00
|
|
|
const ElfW(Sym) *refsym, const ElfW(Sym) *sym,
|
2002-09-17 23:50:03 +00:00
|
|
|
const Elf64_Rela *reloc,
|
|
|
|
Elf64_Addr *reloc_addr, Elf64_Addr finaladdr)
|
|
|
|
{
|
2013-12-04 12:51:11 +00:00
|
|
|
#if _CALL_ELF != 2
|
2002-09-17 23:50:03 +00:00
|
|
|
Elf64_FuncDesc *plt = (Elf64_FuncDesc *) reloc_addr;
|
|
|
|
Elf64_FuncDesc *rel = (Elf64_FuncDesc *) finaladdr;
|
|
|
|
Elf64_Addr offset = 0;
|
2015-03-26 02:00:45 +00:00
|
|
|
Elf64_FuncDesc zero_fd = {0, 0, 0};
|
2002-09-17 23:50:03 +00:00
|
|
|
|
2008-04-11 00:02:52 +00:00
|
|
|
PPC_DCBT (&plt->fd_aux);
|
|
|
|
PPC_DCBT (&plt->fd_func);
|
|
|
|
|
2015-03-26 02:00:45 +00:00
|
|
|
/* If sym_map is NULL, it's a weak undefined sym; Set the plt to
|
|
|
|
zero. finaladdr should be zero already in this case, but guard
|
|
|
|
against invalid plt relocations with non-zero addends. */
|
2002-09-17 23:50:03 +00:00
|
|
|
if (sym_map == NULL)
|
2015-03-26 02:00:45 +00:00
|
|
|
finaladdr = 0;
|
|
|
|
|
|
|
|
/* Don't die here if finaladdr is zero, die if this plt entry is
|
|
|
|
actually called. Makes a difference when LD_BIND_NOW=1.
|
|
|
|
finaladdr may be zero for a weak undefined symbol, or when an
|
|
|
|
ifunc resolver returns zero. */
|
|
|
|
if (finaladdr == 0)
|
|
|
|
rel = &zero_fd;
|
|
|
|
else
|
|
|
|
{
|
|
|
|
PPC_DCBT (&rel->fd_aux);
|
|
|
|
PPC_DCBT (&rel->fd_func);
|
|
|
|
}
|
2002-09-17 23:50:03 +00:00
|
|
|
|
|
|
|
/* If the opd entry is not yet relocated (because it's from a shared
|
|
|
|
object that hasn't been processed yet), then manually reloc it. */
|
2015-03-26 02:00:45 +00:00
|
|
|
if (finaladdr != 0 && map != sym_map && !sym_map->l_relocated
|
2003-03-02 11:45:12 +00:00
|
|
|
#if !defined RTLD_BOOTSTRAP && defined SHARED
|
2002-09-17 23:50:03 +00:00
|
|
|
/* Bootstrap map doesn't have l_relocated set for it. */
|
|
|
|
&& sym_map != &GL(dl_rtld_map)
|
|
|
|
#endif
|
|
|
|
)
|
|
|
|
offset = sym_map->l_addr;
|
|
|
|
|
|
|
|
/* For PPC64, fixup_plt copies the function descriptor from opd
|
|
|
|
over the corresponding PLT entry.
|
|
|
|
Initially, PLT Entry[i] is set up for lazy linking, or is zero.
|
|
|
|
For lazy linking, the fd_toc and fd_aux entries are irrelevant,
|
|
|
|
so for thread safety we write them before changing fd_func. */
|
|
|
|
|
|
|
|
plt->fd_aux = rel->fd_aux + offset;
|
|
|
|
plt->fd_toc = rel->fd_toc + offset;
|
2008-04-11 00:02:52 +00:00
|
|
|
PPC_DCBF (&plt->fd_toc);
|
|
|
|
PPC_ISYNC;
|
2002-09-17 23:50:03 +00:00
|
|
|
|
|
|
|
plt->fd_func = rel->fd_func + offset;
|
|
|
|
PPC_DCBST (&plt->fd_func);
|
2008-04-11 00:02:52 +00:00
|
|
|
PPC_ISYNC;
|
2013-12-04 12:51:11 +00:00
|
|
|
#else
|
2017-06-14 01:17:25 +00:00
|
|
|
finaladdr += ppc64_local_entry_offset (map, sym_map, refsym, sym);
|
2013-12-04 12:51:11 +00:00
|
|
|
*reloc_addr = finaladdr;
|
|
|
|
#endif
|
2002-09-17 23:50:03 +00:00
|
|
|
|
|
|
|
return finaladdr;
|
|
|
|
}
|
|
|
|
|
|
|
|
/* Return the final value of a plt relocation. */
|
|
|
|
static inline Elf64_Addr
|
|
|
|
elf_machine_plt_value (struct link_map *map, const Elf64_Rela *reloc,
|
|
|
|
Elf64_Addr value)
|
|
|
|
{
|
|
|
|
return value + reloc->r_addend;
|
|
|
|
}
|
2003-02-28 04:55:04 +00:00
|
|
|
|
2005-01-07 11:36:07 +00:00
|
|
|
|
|
|
|
/* Names of the architecture-specific auditing callback functions. */
|
2013-12-04 12:59:37 +00:00
|
|
|
#if _CALL_ELF != 2
|
2005-01-07 11:36:07 +00:00
|
|
|
#define ARCH_LA_PLTENTER ppc64_gnu_pltenter
|
|
|
|
#define ARCH_LA_PLTEXIT ppc64_gnu_pltexit
|
2013-12-04 12:59:37 +00:00
|
|
|
#else
|
|
|
|
#define ARCH_LA_PLTENTER ppc64v2_gnu_pltenter
|
|
|
|
#define ARCH_LA_PLTEXIT ppc64v2_gnu_pltexit
|
|
|
|
#endif
|
2005-01-07 11:36:07 +00:00
|
|
|
|
2022-01-23 21:28:18 +00:00
|
|
|
#if ENABLE_STATIC_PIE && !defined SHARED && !IS_IN (rtld)
|
|
|
|
#include <libc-diag.h>
|
|
|
|
#include <tcb-offsets.h>
|
|
|
|
|
|
|
|
/* Set up r13 for _dl_relocate_static_pie so that libgcc ifuncs that
|
|
|
|
normally access the tcb copy of hwcap will see __tcb.hwcap. */
|
|
|
|
|
|
|
|
static inline void __attribute__ ((always_inline))
|
|
|
|
ppc_init_fake_thread_pointer (void)
|
|
|
|
{
|
|
|
|
DIAG_PUSH_NEEDS_COMMENT;
|
|
|
|
/* We are playing pointer tricks. Silence gcc warning. */
|
|
|
|
DIAG_IGNORE_NEEDS_COMMENT (4.9, "-Warray-bounds");
|
|
|
|
__thread_register = (char *) &__tcb.hwcap - TCB_HWCAP;
|
|
|
|
DIAG_POP_NEEDS_COMMENT;
|
|
|
|
}
|
|
|
|
|
|
|
|
#define ELF_MACHINE_BEFORE_RTLD_RELOC(map, dynamic_info) \
|
|
|
|
ppc_init_fake_thread_pointer ();
|
|
|
|
#endif /* ENABLE_STATIC_PIE && !defined SHARED && !IS_IN (rtld) */
|
|
|
|
|
2002-09-17 23:50:03 +00:00
|
|
|
#endif /* dl_machine_h */
|
|
|
|
|
|
|
|
#ifdef RESOLVE_MAP
|
|
|
|
|
|
|
|
#define PPC_LO(v) ((v) & 0xffff)
|
|
|
|
#define PPC_HI(v) (((v) >> 16) & 0xffff)
|
|
|
|
#define PPC_HA(v) PPC_HI ((v) + 0x8000)
|
|
|
|
#define PPC_HIGHER(v) (((v) >> 32) & 0xffff)
|
|
|
|
#define PPC_HIGHERA(v) PPC_HIGHER ((v) + 0x8000)
|
|
|
|
#define PPC_HIGHEST(v) (((v) >> 48) & 0xffff)
|
|
|
|
#define PPC_HIGHESTA(v) PPC_HIGHEST ((v) + 0x8000)
|
2003-03-02 11:45:12 +00:00
|
|
|
#define BIT_INSERT(var, val, mask) \
|
2003-03-05 03:27:24 +00:00
|
|
|
((var) = ((var) & ~(Elf64_Addr) (mask)) | ((val) & (mask)))
|
2002-09-17 23:50:03 +00:00
|
|
|
|
|
|
|
#define dont_expect(X) __builtin_expect ((X), 0)
|
|
|
|
|
2017-06-14 01:17:25 +00:00
|
|
|
extern void attribute_hidden _dl_reloc_overflow (struct link_map *map,
|
|
|
|
const char *name,
|
|
|
|
Elf64_Addr *const reloc_addr,
|
|
|
|
const Elf64_Sym *refsym);
|
2002-09-17 23:50:03 +00:00
|
|
|
|
elf: Avoid nested functions in the loader [BZ #27220]
dynamic-link.h is included more than once in some elf/ files (rtld.c,
dl-conflict.c, dl-reloc.c, dl-reloc-static-pie.c) and uses GCC nested
functions. This harms readability and the nested functions usage
is the biggest obstacle prevents Clang build (Clang doesn't support GCC
nested functions).
The key idea for unnesting is to add extra parameters (struct link_map
*and struct r_scope_elm *[]) to RESOLVE_MAP,
ELF_MACHINE_BEFORE_RTLD_RELOC, ELF_DYNAMIC_RELOCATE, elf_machine_rel[a],
elf_machine_lazy_rel, and elf_machine_runtime_setup. (This is inspired
by Stan Shebs' ppc64/x86-64 implementation in the
google/grte/v5-2.27/master which uses mixed extra parameters and static
variables.)
Future simplification:
* If mips elf_machine_runtime_setup no longer needs RESOLVE_GOTSYM,
elf_machine_runtime_setup can drop the `scope` parameter.
* If TLSDESC no longer need to be in elf_machine_lazy_rel,
elf_machine_lazy_rel can drop the `scope` parameter.
Tested on aarch64, i386, x86-64, powerpc64le, powerpc64, powerpc32,
sparc64, sparcv9, s390x, s390, hppa, ia64, armhf, alpha, and mips64.
In addition, tested build-many-glibcs.py with {arc,csky,microblaze,nios2}-linux-gnu
and riscv64-linux-gnu-rv64imafdc-lp64d.
Reviewed-by: Adhemerval Zanella <adhemerval.zanella@linaro.org>
2021-10-07 18:55:02 +00:00
|
|
|
static inline void __attribute__ ((always_inline))
|
2002-09-17 23:50:03 +00:00
|
|
|
elf_machine_rela_relative (Elf64_Addr l_addr, const Elf64_Rela *reloc,
|
* elf/dynamic-link.h (elf_machine_rel, elf_machine_rela, elf_machine_rel_relative, elf_machine_rela_relative): Don't assume reloc_addr is aligned. * sysdeps/alpha/dl-machine.h (elf_machine_rela, elf_machine_rela_relative): Adjust. * sysdeps/arm/dl-machine.h (elf_machine_rel, elf_machine_rela, elf_machine_rel_relative, elf_machine_rela_relative): Adjust. * sysdeps/cris/dl-machine.h (elf_machine_rela, elf_machine_rela_relative): Adjust. * sysdeps/hppa/dl-machine.h (elf_machine_rela, elf_machine_rela_relative): Adjust. * sysdeps/i386/dl-machine.h (elf_machine_rel, elf_machine_rela, elf_machine_rel_relative, elf_machine_rela_relative): Adjust. * sysdeps/ia64/dl-machine.h (elf_machine_rela, elf_machine_rela_relative): Adjust. * sysdeps/m68k/dl-machine.h (elf_machine_rela, elf_machine_rela_relative): Adjust. * sysdeps/mips/dl-machine.h (elf_machine_rela, elf_machine_rela_relative): Adjust. * sysdeps/powerpc/powerpc32/dl-machine.h (elf_machine_rela, elf_machine_rela_relative): Adjust. * sysdeps/powerpc/powerpc64/dl-machine.h (elf_machine_rela_relative, elf_machine_rela): Adjust. * sysdeps/s390/s390-32/dl-machine.h (elf_machine_rela, elf_machine_rela_relative): Adjust. * sysdeps/s390/s390-64/dl-machine.h (elf_machine_rela, elf_machine_rela_relative): * sysdeps/sh/dl-machine.h (elf_machine_rela, elf_machine_rela_relative): Adjust. * sysdeps/sparc/sparc32/dl-machine.h (elf_machine_rela, elf_machine_rela_relative): Adjust. * sysdeps/sparc/sparc64/dl-machine.h (elf_machine_rela, elf_machine_rela_relative): Adjust. * sysdeps/x86_64/dl-machine.h (elf_machine_rela, elf_machine_rela_relative): Adjust.
2003-07-31 Alexandre Oliva <aoliva@redhat.com>
* elf/dynamic-link.h (elf_machine_rel, elf_machine_rela,
elf_machine_rel_relative, elf_machine_rela_relative): Don't assume
reloc_addr is aligned.
* sysdeps/alpha/dl-machine.h (elf_machine_rela,
elf_machine_rela_relative): Adjust.
* sysdeps/arm/dl-machine.h (elf_machine_rel, elf_machine_rela,
elf_machine_rel_relative, elf_machine_rela_relative): Adjust.
* sysdeps/cris/dl-machine.h (elf_machine_rela,
elf_machine_rela_relative): Adjust.
* sysdeps/hppa/dl-machine.h (elf_machine_rela,
elf_machine_rela_relative): Adjust.
* sysdeps/i386/dl-machine.h (elf_machine_rel, elf_machine_rela,
elf_machine_rel_relative, elf_machine_rela_relative): Adjust.
* sysdeps/ia64/dl-machine.h (elf_machine_rela,
elf_machine_rela_relative): Adjust.
* sysdeps/m68k/dl-machine.h (elf_machine_rela,
elf_machine_rela_relative): Adjust.
* sysdeps/mips/dl-machine.h (elf_machine_rela,
elf_machine_rela_relative): Adjust.
* sysdeps/powerpc/powerpc32/dl-machine.h (elf_machine_rela,
elf_machine_rela_relative): Adjust.
* sysdeps/powerpc/powerpc64/dl-machine.h
(elf_machine_rela_relative, elf_machine_rela): Adjust.
* sysdeps/s390/s390-32/dl-machine.h (elf_machine_rela,
elf_machine_rela_relative): Adjust.
* sysdeps/s390/s390-64/dl-machine.h (elf_machine_rela,
elf_machine_rela_relative):
* sysdeps/sh/dl-machine.h (elf_machine_rela,
elf_machine_rela_relative): Adjust.
* sysdeps/sparc/sparc32/dl-machine.h (elf_machine_rela,
elf_machine_rela_relative): Adjust.
* sysdeps/sparc/sparc64/dl-machine.h (elf_machine_rela,
elf_machine_rela_relative): Adjust.
* sysdeps/x86_64/dl-machine.h (elf_machine_rela,
elf_machine_rela_relative): Adjust.
2003-07-31 06:33:53 +00:00
|
|
|
void *const reloc_addr_arg)
|
2002-09-17 23:50:03 +00:00
|
|
|
{
|
* elf/dynamic-link.h (elf_machine_rel, elf_machine_rela, elf_machine_rel_relative, elf_machine_rela_relative): Don't assume reloc_addr is aligned. * sysdeps/alpha/dl-machine.h (elf_machine_rela, elf_machine_rela_relative): Adjust. * sysdeps/arm/dl-machine.h (elf_machine_rel, elf_machine_rela, elf_machine_rel_relative, elf_machine_rela_relative): Adjust. * sysdeps/cris/dl-machine.h (elf_machine_rela, elf_machine_rela_relative): Adjust. * sysdeps/hppa/dl-machine.h (elf_machine_rela, elf_machine_rela_relative): Adjust. * sysdeps/i386/dl-machine.h (elf_machine_rel, elf_machine_rela, elf_machine_rel_relative, elf_machine_rela_relative): Adjust. * sysdeps/ia64/dl-machine.h (elf_machine_rela, elf_machine_rela_relative): Adjust. * sysdeps/m68k/dl-machine.h (elf_machine_rela, elf_machine_rela_relative): Adjust. * sysdeps/mips/dl-machine.h (elf_machine_rela, elf_machine_rela_relative): Adjust. * sysdeps/powerpc/powerpc32/dl-machine.h (elf_machine_rela, elf_machine_rela_relative): Adjust. * sysdeps/powerpc/powerpc64/dl-machine.h (elf_machine_rela_relative, elf_machine_rela): Adjust. * sysdeps/s390/s390-32/dl-machine.h (elf_machine_rela, elf_machine_rela_relative): Adjust. * sysdeps/s390/s390-64/dl-machine.h (elf_machine_rela, elf_machine_rela_relative): * sysdeps/sh/dl-machine.h (elf_machine_rela, elf_machine_rela_relative): Adjust. * sysdeps/sparc/sparc32/dl-machine.h (elf_machine_rela, elf_machine_rela_relative): Adjust. * sysdeps/sparc/sparc64/dl-machine.h (elf_machine_rela, elf_machine_rela_relative): Adjust. * sysdeps/x86_64/dl-machine.h (elf_machine_rela, elf_machine_rela_relative): Adjust.
2003-07-31 Alexandre Oliva <aoliva@redhat.com>
* elf/dynamic-link.h (elf_machine_rel, elf_machine_rela,
elf_machine_rel_relative, elf_machine_rela_relative): Don't assume
reloc_addr is aligned.
* sysdeps/alpha/dl-machine.h (elf_machine_rela,
elf_machine_rela_relative): Adjust.
* sysdeps/arm/dl-machine.h (elf_machine_rel, elf_machine_rela,
elf_machine_rel_relative, elf_machine_rela_relative): Adjust.
* sysdeps/cris/dl-machine.h (elf_machine_rela,
elf_machine_rela_relative): Adjust.
* sysdeps/hppa/dl-machine.h (elf_machine_rela,
elf_machine_rela_relative): Adjust.
* sysdeps/i386/dl-machine.h (elf_machine_rel, elf_machine_rela,
elf_machine_rel_relative, elf_machine_rela_relative): Adjust.
* sysdeps/ia64/dl-machine.h (elf_machine_rela,
elf_machine_rela_relative): Adjust.
* sysdeps/m68k/dl-machine.h (elf_machine_rela,
elf_machine_rela_relative): Adjust.
* sysdeps/mips/dl-machine.h (elf_machine_rela,
elf_machine_rela_relative): Adjust.
* sysdeps/powerpc/powerpc32/dl-machine.h (elf_machine_rela,
elf_machine_rela_relative): Adjust.
* sysdeps/powerpc/powerpc64/dl-machine.h
(elf_machine_rela_relative, elf_machine_rela): Adjust.
* sysdeps/s390/s390-32/dl-machine.h (elf_machine_rela,
elf_machine_rela_relative): Adjust.
* sysdeps/s390/s390-64/dl-machine.h (elf_machine_rela,
elf_machine_rela_relative):
* sysdeps/sh/dl-machine.h (elf_machine_rela,
elf_machine_rela_relative): Adjust.
* sysdeps/sparc/sparc32/dl-machine.h (elf_machine_rela,
elf_machine_rela_relative): Adjust.
* sysdeps/sparc/sparc64/dl-machine.h (elf_machine_rela,
elf_machine_rela_relative): Adjust.
* sysdeps/x86_64/dl-machine.h (elf_machine_rela,
elf_machine_rela_relative): Adjust.
2003-07-31 06:33:53 +00:00
|
|
|
Elf64_Addr *const reloc_addr = reloc_addr_arg;
|
2002-09-17 23:50:03 +00:00
|
|
|
*reloc_addr = l_addr + reloc->r_addend;
|
2003-02-26 00:34:09 +00:00
|
|
|
}
|
2002-09-17 23:50:03 +00:00
|
|
|
|
2003-03-12 07:45:07 +00:00
|
|
|
/* This computes the value used by TPREL* relocs. */
|
elf: Avoid nested functions in the loader [BZ #27220]
dynamic-link.h is included more than once in some elf/ files (rtld.c,
dl-conflict.c, dl-reloc.c, dl-reloc-static-pie.c) and uses GCC nested
functions. This harms readability and the nested functions usage
is the biggest obstacle prevents Clang build (Clang doesn't support GCC
nested functions).
The key idea for unnesting is to add extra parameters (struct link_map
*and struct r_scope_elm *[]) to RESOLVE_MAP,
ELF_MACHINE_BEFORE_RTLD_RELOC, ELF_DYNAMIC_RELOCATE, elf_machine_rel[a],
elf_machine_lazy_rel, and elf_machine_runtime_setup. (This is inspired
by Stan Shebs' ppc64/x86-64 implementation in the
google/grte/v5-2.27/master which uses mixed extra parameters and static
variables.)
Future simplification:
* If mips elf_machine_runtime_setup no longer needs RESOLVE_GOTSYM,
elf_machine_runtime_setup can drop the `scope` parameter.
* If TLSDESC no longer need to be in elf_machine_lazy_rel,
elf_machine_lazy_rel can drop the `scope` parameter.
Tested on aarch64, i386, x86-64, powerpc64le, powerpc64, powerpc32,
sparc64, sparcv9, s390x, s390, hppa, ia64, armhf, alpha, and mips64.
In addition, tested build-many-glibcs.py with {arc,csky,microblaze,nios2}-linux-gnu
and riscv64-linux-gnu-rv64imafdc-lp64d.
Reviewed-by: Adhemerval Zanella <adhemerval.zanella@linaro.org>
2021-10-07 18:55:02 +00:00
|
|
|
static inline Elf64_Addr __attribute__ ((always_inline, const))
|
2003-03-12 07:45:07 +00:00
|
|
|
elf_machine_tprel (struct link_map *map,
|
|
|
|
struct link_map *sym_map,
|
|
|
|
const Elf64_Sym *sym,
|
|
|
|
const Elf64_Rela *reloc)
|
|
|
|
{
|
2011-09-10 20:50:28 +00:00
|
|
|
#ifndef RTLD_BOOTSTRAP
|
2003-03-12 07:45:07 +00:00
|
|
|
if (sym_map)
|
|
|
|
{
|
|
|
|
CHECK_STATIC_TLS (map, sym_map);
|
2011-09-10 20:50:28 +00:00
|
|
|
#endif
|
2003-03-12 07:45:07 +00:00
|
|
|
return TLS_TPREL_VALUE (sym_map, sym, reloc);
|
2011-09-10 20:50:28 +00:00
|
|
|
#ifndef RTLD_BOOTSTRAP
|
2003-03-12 07:45:07 +00:00
|
|
|
}
|
2011-09-10 20:50:28 +00:00
|
|
|
#endif
|
2003-03-12 07:45:07 +00:00
|
|
|
return 0;
|
|
|
|
}
|
|
|
|
|
2009-10-30 07:39:38 +00:00
|
|
|
/* Call function at address VALUE (an OPD entry) to resolve ifunc relocs. */
|
elf: Avoid nested functions in the loader [BZ #27220]
dynamic-link.h is included more than once in some elf/ files (rtld.c,
dl-conflict.c, dl-reloc.c, dl-reloc-static-pie.c) and uses GCC nested
functions. This harms readability and the nested functions usage
is the biggest obstacle prevents Clang build (Clang doesn't support GCC
nested functions).
The key idea for unnesting is to add extra parameters (struct link_map
*and struct r_scope_elm *[]) to RESOLVE_MAP,
ELF_MACHINE_BEFORE_RTLD_RELOC, ELF_DYNAMIC_RELOCATE, elf_machine_rel[a],
elf_machine_lazy_rel, and elf_machine_runtime_setup. (This is inspired
by Stan Shebs' ppc64/x86-64 implementation in the
google/grte/v5-2.27/master which uses mixed extra parameters and static
variables.)
Future simplification:
* If mips elf_machine_runtime_setup no longer needs RESOLVE_GOTSYM,
elf_machine_runtime_setup can drop the `scope` parameter.
* If TLSDESC no longer need to be in elf_machine_lazy_rel,
elf_machine_lazy_rel can drop the `scope` parameter.
Tested on aarch64, i386, x86-64, powerpc64le, powerpc64, powerpc32,
sparc64, sparcv9, s390x, s390, hppa, ia64, armhf, alpha, and mips64.
In addition, tested build-many-glibcs.py with {arc,csky,microblaze,nios2}-linux-gnu
and riscv64-linux-gnu-rv64imafdc-lp64d.
Reviewed-by: Adhemerval Zanella <adhemerval.zanella@linaro.org>
2021-10-07 18:55:02 +00:00
|
|
|
static inline Elf64_Addr __attribute__ ((always_inline))
|
2009-10-30 07:39:38 +00:00
|
|
|
resolve_ifunc (Elf64_Addr value,
|
|
|
|
const struct link_map *map, const struct link_map *sym_map)
|
|
|
|
{
|
2013-12-04 12:51:11 +00:00
|
|
|
#if _CALL_ELF != 2
|
2009-10-30 07:39:38 +00:00
|
|
|
/* The function we are calling may not yet have its opd entry relocated. */
|
|
|
|
Elf64_FuncDesc opd;
|
|
|
|
if (map != sym_map
|
2009-11-06 17:27:41 +00:00
|
|
|
# if !defined RTLD_BOOTSTRAP && defined SHARED
|
2009-10-30 07:39:38 +00:00
|
|
|
/* Bootstrap map doesn't have l_relocated set for it. */
|
|
|
|
&& sym_map != &GL(dl_rtld_map)
|
2009-11-06 17:27:41 +00:00
|
|
|
# endif
|
2009-10-30 07:39:38 +00:00
|
|
|
&& !sym_map->l_relocated)
|
|
|
|
{
|
|
|
|
Elf64_FuncDesc *func = (Elf64_FuncDesc *) value;
|
|
|
|
opd.fd_func = func->fd_func + sym_map->l_addr;
|
|
|
|
opd.fd_toc = func->fd_toc + sym_map->l_addr;
|
|
|
|
opd.fd_aux = func->fd_aux;
|
2015-01-23 16:16:49 +00:00
|
|
|
/* GCC 4.9+ eliminates the branch as dead code, force the odp set
|
|
|
|
dependency. */
|
|
|
|
asm ("" : "=r" (value) : "0" (&opd), "X" (opd));
|
2009-10-30 07:39:38 +00:00
|
|
|
}
|
2009-11-06 17:27:41 +00:00
|
|
|
#endif
|
2012-05-25 17:30:42 +00:00
|
|
|
return ((Elf64_Addr (*) (unsigned long int)) value) (GLRO(dl_hwcap));
|
2009-10-30 07:39:38 +00:00
|
|
|
}
|
|
|
|
|
2002-09-17 23:50:03 +00:00
|
|
|
/* Perform the relocation specified by RELOC and SYM (which is fully
|
|
|
|
resolved). MAP is the object containing the reloc. */
|
elf: Avoid nested functions in the loader [BZ #27220]
dynamic-link.h is included more than once in some elf/ files (rtld.c,
dl-conflict.c, dl-reloc.c, dl-reloc-static-pie.c) and uses GCC nested
functions. This harms readability and the nested functions usage
is the biggest obstacle prevents Clang build (Clang doesn't support GCC
nested functions).
The key idea for unnesting is to add extra parameters (struct link_map
*and struct r_scope_elm *[]) to RESOLVE_MAP,
ELF_MACHINE_BEFORE_RTLD_RELOC, ELF_DYNAMIC_RELOCATE, elf_machine_rel[a],
elf_machine_lazy_rel, and elf_machine_runtime_setup. (This is inspired
by Stan Shebs' ppc64/x86-64 implementation in the
google/grte/v5-2.27/master which uses mixed extra parameters and static
variables.)
Future simplification:
* If mips elf_machine_runtime_setup no longer needs RESOLVE_GOTSYM,
elf_machine_runtime_setup can drop the `scope` parameter.
* If TLSDESC no longer need to be in elf_machine_lazy_rel,
elf_machine_lazy_rel can drop the `scope` parameter.
Tested on aarch64, i386, x86-64, powerpc64le, powerpc64, powerpc32,
sparc64, sparcv9, s390x, s390, hppa, ia64, armhf, alpha, and mips64.
In addition, tested build-many-glibcs.py with {arc,csky,microblaze,nios2}-linux-gnu
and riscv64-linux-gnu-rv64imafdc-lp64d.
Reviewed-by: Adhemerval Zanella <adhemerval.zanella@linaro.org>
2021-10-07 18:55:02 +00:00
|
|
|
static inline void __attribute__ ((always_inline))
|
|
|
|
elf_machine_rela (struct link_map *map, struct r_scope_elem *scope[],
|
2002-09-17 23:50:03 +00:00
|
|
|
const Elf64_Rela *reloc,
|
|
|
|
const Elf64_Sym *sym,
|
|
|
|
const struct r_found_version *version,
|
2011-10-04 14:10:16 +00:00
|
|
|
void *const reloc_addr_arg,
|
|
|
|
int skip_ifunc)
|
2002-09-17 23:50:03 +00:00
|
|
|
{
|
* elf/dynamic-link.h (elf_machine_rel, elf_machine_rela, elf_machine_rel_relative, elf_machine_rela_relative): Don't assume reloc_addr is aligned. * sysdeps/alpha/dl-machine.h (elf_machine_rela, elf_machine_rela_relative): Adjust. * sysdeps/arm/dl-machine.h (elf_machine_rel, elf_machine_rela, elf_machine_rel_relative, elf_machine_rela_relative): Adjust. * sysdeps/cris/dl-machine.h (elf_machine_rela, elf_machine_rela_relative): Adjust. * sysdeps/hppa/dl-machine.h (elf_machine_rela, elf_machine_rela_relative): Adjust. * sysdeps/i386/dl-machine.h (elf_machine_rel, elf_machine_rela, elf_machine_rel_relative, elf_machine_rela_relative): Adjust. * sysdeps/ia64/dl-machine.h (elf_machine_rela, elf_machine_rela_relative): Adjust. * sysdeps/m68k/dl-machine.h (elf_machine_rela, elf_machine_rela_relative): Adjust. * sysdeps/mips/dl-machine.h (elf_machine_rela, elf_machine_rela_relative): Adjust. * sysdeps/powerpc/powerpc32/dl-machine.h (elf_machine_rela, elf_machine_rela_relative): Adjust. * sysdeps/powerpc/powerpc64/dl-machine.h (elf_machine_rela_relative, elf_machine_rela): Adjust. * sysdeps/s390/s390-32/dl-machine.h (elf_machine_rela, elf_machine_rela_relative): Adjust. * sysdeps/s390/s390-64/dl-machine.h (elf_machine_rela, elf_machine_rela_relative): * sysdeps/sh/dl-machine.h (elf_machine_rela, elf_machine_rela_relative): Adjust. * sysdeps/sparc/sparc32/dl-machine.h (elf_machine_rela, elf_machine_rela_relative): Adjust. * sysdeps/sparc/sparc64/dl-machine.h (elf_machine_rela, elf_machine_rela_relative): Adjust. * sysdeps/x86_64/dl-machine.h (elf_machine_rela, elf_machine_rela_relative): Adjust.
2003-07-31 Alexandre Oliva <aoliva@redhat.com>
* elf/dynamic-link.h (elf_machine_rel, elf_machine_rela,
elf_machine_rel_relative, elf_machine_rela_relative): Don't assume
reloc_addr is aligned.
* sysdeps/alpha/dl-machine.h (elf_machine_rela,
elf_machine_rela_relative): Adjust.
* sysdeps/arm/dl-machine.h (elf_machine_rel, elf_machine_rela,
elf_machine_rel_relative, elf_machine_rela_relative): Adjust.
* sysdeps/cris/dl-machine.h (elf_machine_rela,
elf_machine_rela_relative): Adjust.
* sysdeps/hppa/dl-machine.h (elf_machine_rela,
elf_machine_rela_relative): Adjust.
* sysdeps/i386/dl-machine.h (elf_machine_rel, elf_machine_rela,
elf_machine_rel_relative, elf_machine_rela_relative): Adjust.
* sysdeps/ia64/dl-machine.h (elf_machine_rela,
elf_machine_rela_relative): Adjust.
* sysdeps/m68k/dl-machine.h (elf_machine_rela,
elf_machine_rela_relative): Adjust.
* sysdeps/mips/dl-machine.h (elf_machine_rela,
elf_machine_rela_relative): Adjust.
* sysdeps/powerpc/powerpc32/dl-machine.h (elf_machine_rela,
elf_machine_rela_relative): Adjust.
* sysdeps/powerpc/powerpc64/dl-machine.h
(elf_machine_rela_relative, elf_machine_rela): Adjust.
* sysdeps/s390/s390-32/dl-machine.h (elf_machine_rela,
elf_machine_rela_relative): Adjust.
* sysdeps/s390/s390-64/dl-machine.h (elf_machine_rela,
elf_machine_rela_relative):
* sysdeps/sh/dl-machine.h (elf_machine_rela,
elf_machine_rela_relative): Adjust.
* sysdeps/sparc/sparc32/dl-machine.h (elf_machine_rela,
elf_machine_rela_relative): Adjust.
* sysdeps/sparc/sparc64/dl-machine.h (elf_machine_rela,
elf_machine_rela_relative): Adjust.
* sysdeps/x86_64/dl-machine.h (elf_machine_rela,
elf_machine_rela_relative): Adjust.
2003-07-31 06:33:53 +00:00
|
|
|
Elf64_Addr *const reloc_addr = reloc_addr_arg;
|
2003-03-02 11:45:12 +00:00
|
|
|
const int r_type = ELF64_R_TYPE (reloc->r_info);
|
2002-09-17 23:50:03 +00:00
|
|
|
const Elf64_Sym *const refsym = sym;
|
2013-10-03 04:21:52 +00:00
|
|
|
union unaligned
|
|
|
|
{
|
2013-10-04 03:18:51 +00:00
|
|
|
uint16_t u2;
|
|
|
|
uint32_t u4;
|
|
|
|
uint64_t u8;
|
|
|
|
} __attribute__ ((__packed__));
|
2002-09-17 23:50:03 +00:00
|
|
|
|
|
|
|
if (r_type == R_PPC64_RELATIVE)
|
|
|
|
{
|
2003-02-26 00:34:09 +00:00
|
|
|
*reloc_addr = map->l_addr + reloc->r_addend;
|
2002-09-17 23:50:03 +00:00
|
|
|
return;
|
|
|
|
}
|
|
|
|
|
2014-02-10 13:45:42 +00:00
|
|
|
if (__glibc_unlikely (r_type == R_PPC64_NONE))
|
2002-09-17 23:50:03 +00:00
|
|
|
return;
|
|
|
|
|
2009-10-30 07:39:38 +00:00
|
|
|
/* We need SYM_MAP even in the absence of TLS, for elf_machine_fixup_plt
|
|
|
|
and STT_GNU_IFUNC. */
|
elf: Avoid nested functions in the loader [BZ #27220]
dynamic-link.h is included more than once in some elf/ files (rtld.c,
dl-conflict.c, dl-reloc.c, dl-reloc-static-pie.c) and uses GCC nested
functions. This harms readability and the nested functions usage
is the biggest obstacle prevents Clang build (Clang doesn't support GCC
nested functions).
The key idea for unnesting is to add extra parameters (struct link_map
*and struct r_scope_elm *[]) to RESOLVE_MAP,
ELF_MACHINE_BEFORE_RTLD_RELOC, ELF_DYNAMIC_RELOCATE, elf_machine_rel[a],
elf_machine_lazy_rel, and elf_machine_runtime_setup. (This is inspired
by Stan Shebs' ppc64/x86-64 implementation in the
google/grte/v5-2.27/master which uses mixed extra parameters and static
variables.)
Future simplification:
* If mips elf_machine_runtime_setup no longer needs RESOLVE_GOTSYM,
elf_machine_runtime_setup can drop the `scope` parameter.
* If TLSDESC no longer need to be in elf_machine_lazy_rel,
elf_machine_lazy_rel can drop the `scope` parameter.
Tested on aarch64, i386, x86-64, powerpc64le, powerpc64, powerpc32,
sparc64, sparcv9, s390x, s390, hppa, ia64, armhf, alpha, and mips64.
In addition, tested build-many-glibcs.py with {arc,csky,microblaze,nios2}-linux-gnu
and riscv64-linux-gnu-rv64imafdc-lp64d.
Reviewed-by: Adhemerval Zanella <adhemerval.zanella@linaro.org>
2021-10-07 18:55:02 +00:00
|
|
|
struct link_map *sym_map = RESOLVE_MAP (map, scope, &sym, version, r_type);
|
elf: Unify symbol address run-time calculation [BZ #19818]
Wrap symbol address run-time calculation into a macro and use it
throughout, replacing inline calculations.
There are a couple of variants, most of them different in a functionally
insignificant way. Most calculations are right following RESOLVE_MAP,
at which point either the map or the symbol returned can be checked for
validity as the macro sets either both or neither. In some places both
the symbol and the map has to be checked however.
My initial implementation therefore always checked both, however that
resulted in code larger by as much as 0.3%, as many places know from
elsewhere that no check is needed. I have decided the size growth was
unacceptable.
Having looked closer I realized that it's the map that is the culprit.
Therefore I have modified LOOKUP_VALUE_ADDRESS to accept an additional
boolean argument telling it to access the map without checking it for
validity. This in turn has brought quite nice results, with new code
actually being smaller for i686, and MIPS o32, n32 and little-endian n64
targets, unchanged in size for x86-64 and, unusually, marginally larger
for big-endian MIPS n64, as follows:
i686:
text data bss dec hex filename
152255 4052 192 156499 26353 ld-2.27.9000-base.so
152159 4052 192 156403 262f3 ld-2.27.9000-elf-symbol-value.so
MIPS/o32/el:
text data bss dec hex filename
142906 4396 260 147562 2406a ld-2.27.9000-base.so
142890 4396 260 147546 2405a ld-2.27.9000-elf-symbol-value.so
MIPS/n32/el:
text data bss dec hex filename
142267 4404 260 146931 23df3 ld-2.27.9000-base.so
142171 4404 260 146835 23d93 ld-2.27.9000-elf-symbol-value.so
MIPS/n64/el:
text data bss dec hex filename
149835 7376 408 157619 267b3 ld-2.27.9000-base.so
149787 7376 408 157571 26783 ld-2.27.9000-elf-symbol-value.so
MIPS/o32/eb:
text data bss dec hex filename
142870 4396 260 147526 24046 ld-2.27.9000-base.so
142854 4396 260 147510 24036 ld-2.27.9000-elf-symbol-value.so
MIPS/n32/eb:
text data bss dec hex filename
142019 4404 260 146683 23cfb ld-2.27.9000-base.so
141923 4404 260 146587 23c9b ld-2.27.9000-elf-symbol-value.so
MIPS/n64/eb:
text data bss dec hex filename
149763 7376 408 157547 2676b ld-2.27.9000-base.so
149779 7376 408 157563 2677b ld-2.27.9000-elf-symbol-value.so
x86-64:
text data bss dec hex filename
148462 6452 400 155314 25eb2 ld-2.27.9000-base.so
148462 6452 400 155314 25eb2 ld-2.27.9000-elf-symbol-value.so
[BZ #19818]
* sysdeps/generic/ldsodefs.h (LOOKUP_VALUE_ADDRESS): Add `set'
parameter.
(SYMBOL_ADDRESS): New macro.
[!ELF_FUNCTION_PTR_IS_SPECIAL] (DL_SYMBOL_ADDRESS): Use
SYMBOL_ADDRESS for symbol address calculation.
* elf/dl-runtime.c (_dl_fixup): Likewise.
(_dl_profile_fixup): Likewise.
* elf/dl-symaddr.c (_dl_symbol_address): Likewise.
* elf/rtld.c (dl_main): Likewise.
* sysdeps/aarch64/dl-machine.h (elf_machine_rela): Likewise.
* sysdeps/alpha/dl-machine.h (elf_machine_rela): Likewise.
* sysdeps/arm/dl-machine.h (elf_machine_rel): Likewise.
(elf_machine_rela): Likewise.
* sysdeps/hppa/dl-machine.h (elf_machine_rela): Likewise.
* sysdeps/hppa/dl-symaddr.c (_dl_symbol_address): Likewise.
* sysdeps/i386/dl-machine.h (elf_machine_rel): Likewise.
(elf_machine_rela): Likewise.
* sysdeps/ia64/dl-machine.h (elf_machine_rela): Likewise.
* sysdeps/m68k/dl-machine.h (elf_machine_rela): Likewise.
* sysdeps/microblaze/dl-machine.h (elf_machine_rela): Likewise.
* sysdeps/mips/dl-machine.h (ELF_MACHINE_BEFORE_RTLD_RELOC):
Likewise.
(elf_machine_reloc): Likewise.
(elf_machine_got_rel): Likewise.
* sysdeps/mips/dl-trampoline.c (__dl_runtime_resolve): Likewise.
* sysdeps/nios2/dl-machine.h (elf_machine_rela): Likewise.
* sysdeps/powerpc/powerpc32/dl-machine.h (elf_machine_rela):
Likewise.
* sysdeps/powerpc/powerpc64/dl-machine.h (elf_machine_rela):
Likewise.
* sysdeps/riscv/dl-machine.h (elf_machine_rela): Likewise.
* sysdeps/s390/s390-32/dl-machine.h (elf_machine_rela):
Likewise.
* sysdeps/s390/s390-64/dl-machine.h (elf_machine_rela):
Likewise.
* sysdeps/sh/dl-machine.h (elf_machine_rela): Likewise.
* sysdeps/sparc/sparc32/dl-machine.h (elf_machine_rela):
Likewise.
* sysdeps/sparc/sparc64/dl-machine.h (elf_machine_rela):
Likewise.
* sysdeps/tile/dl-machine.h (elf_machine_rela): Likewise.
* sysdeps/x86_64/dl-machine.h (elf_machine_rela): Likewise.
Reviewed-by: Adhemerval Zanella <adhemerval.zanella@linaro.org>
2018-04-04 22:09:37 +00:00
|
|
|
Elf64_Addr value = SYMBOL_ADDRESS (sym_map, sym, true) + reloc->r_addend;
|
2002-09-17 23:50:03 +00:00
|
|
|
|
2009-10-30 07:39:38 +00:00
|
|
|
if (sym != NULL
|
|
|
|
&& __builtin_expect (ELFW(ST_TYPE) (sym->st_info) == STT_GNU_IFUNC, 0)
|
2011-10-04 14:10:16 +00:00
|
|
|
&& __builtin_expect (sym->st_shndx != SHN_UNDEF, 1)
|
|
|
|
&& __builtin_expect (!skip_ifunc, 1))
|
2009-10-30 07:39:38 +00:00
|
|
|
value = resolve_ifunc (value, map, sym_map);
|
|
|
|
|
2003-03-02 11:45:12 +00:00
|
|
|
/* For relocs that don't edit code, return.
|
|
|
|
For relocs that might edit instructions, break from the switch. */
|
2002-09-17 23:50:03 +00:00
|
|
|
switch (r_type)
|
|
|
|
{
|
|
|
|
case R_PPC64_ADDR64:
|
|
|
|
case R_PPC64_GLOB_DAT:
|
2003-02-28 04:55:04 +00:00
|
|
|
*reloc_addr = value;
|
2002-09-17 23:50:03 +00:00
|
|
|
return;
|
2003-02-28 04:55:04 +00:00
|
|
|
|
2009-10-30 07:39:38 +00:00
|
|
|
case R_PPC64_IRELATIVE:
|
2014-02-10 13:45:42 +00:00
|
|
|
if (__glibc_likely (!skip_ifunc))
|
2011-10-04 14:10:16 +00:00
|
|
|
value = resolve_ifunc (value, map, sym_map);
|
2009-10-30 07:39:38 +00:00
|
|
|
*reloc_addr = value;
|
|
|
|
return;
|
|
|
|
|
|
|
|
case R_PPC64_JMP_IREL:
|
2014-02-10 13:45:42 +00:00
|
|
|
if (__glibc_likely (!skip_ifunc))
|
2011-10-04 14:10:16 +00:00
|
|
|
value = resolve_ifunc (value, map, sym_map);
|
2009-10-30 07:39:38 +00:00
|
|
|
/* Fall thru */
|
2003-03-02 11:45:12 +00:00
|
|
|
case R_PPC64_JMP_SLOT:
|
2017-06-14 01:17:25 +00:00
|
|
|
elf_machine_fixup_plt (map, sym_map, refsym, sym,
|
|
|
|
reloc, reloc_addr, value);
|
2003-03-02 11:45:12 +00:00
|
|
|
return;
|
2003-02-26 00:34:09 +00:00
|
|
|
|
|
|
|
case R_PPC64_DTPMOD64:
|
2015-03-25 05:23:47 +00:00
|
|
|
if (map->l_info[DT_PPC64(OPT)]
|
|
|
|
&& (map->l_info[DT_PPC64(OPT)]->d_un.d_val & PPC64_OPT_TLS))
|
|
|
|
{
|
|
|
|
#ifdef RTLD_BOOTSTRAP
|
|
|
|
reloc_addr[0] = 0;
|
|
|
|
reloc_addr[1] = (sym_map->l_tls_offset - TLS_TP_OFFSET
|
|
|
|
+ TLS_DTV_OFFSET);
|
|
|
|
return;
|
|
|
|
#else
|
|
|
|
if (sym_map != NULL)
|
|
|
|
{
|
|
|
|
# ifndef SHARED
|
|
|
|
CHECK_STATIC_TLS (map, sym_map);
|
|
|
|
# else
|
|
|
|
if (TRY_STATIC_TLS (map, sym_map))
|
|
|
|
# endif
|
|
|
|
{
|
|
|
|
reloc_addr[0] = 0;
|
|
|
|
/* Set up for local dynamic. */
|
|
|
|
reloc_addr[1] = (sym_map->l_tls_offset - TLS_TP_OFFSET
|
|
|
|
+ TLS_DTV_OFFSET);
|
|
|
|
return;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
#endif
|
|
|
|
}
|
2011-09-10 20:50:28 +00:00
|
|
|
#ifdef RTLD_BOOTSTRAP
|
2003-03-12 07:45:07 +00:00
|
|
|
/* During startup the dynamic linker is always index 1. */
|
2003-02-26 00:34:09 +00:00
|
|
|
*reloc_addr = 1;
|
2011-09-10 20:50:28 +00:00
|
|
|
#else
|
2003-03-12 07:45:07 +00:00
|
|
|
/* Get the information from the link map returned by the
|
|
|
|
resolve function. */
|
2003-02-26 00:34:09 +00:00
|
|
|
if (sym_map != NULL)
|
2011-09-10 20:50:28 +00:00
|
|
|
*reloc_addr = sym_map->l_tls_modid;
|
|
|
|
#endif
|
2003-02-26 00:34:09 +00:00
|
|
|
return;
|
2003-02-28 04:55:04 +00:00
|
|
|
|
2003-03-03 00:20:51 +00:00
|
|
|
case R_PPC64_DTPREL64:
|
2015-03-25 05:23:47 +00:00
|
|
|
if (map->l_info[DT_PPC64(OPT)]
|
|
|
|
&& (map->l_info[DT_PPC64(OPT)]->d_un.d_val & PPC64_OPT_TLS))
|
|
|
|
{
|
|
|
|
#ifdef RTLD_BOOTSTRAP
|
|
|
|
*reloc_addr = TLS_TPREL_VALUE (sym_map, sym, reloc);
|
|
|
|
return;
|
|
|
|
#else
|
|
|
|
if (sym_map != NULL)
|
|
|
|
{
|
|
|
|
/* This reloc is always preceded by R_PPC64_DTPMOD64. */
|
|
|
|
# ifndef SHARED
|
|
|
|
assert (HAVE_STATIC_TLS (map, sym_map));
|
|
|
|
# else
|
|
|
|
if (HAVE_STATIC_TLS (map, sym_map))
|
|
|
|
# endif
|
|
|
|
{
|
|
|
|
*reloc_addr = TLS_TPREL_VALUE (sym_map, sym, reloc);
|
|
|
|
return;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
#endif
|
|
|
|
}
|
2003-03-02 11:45:12 +00:00
|
|
|
/* During relocation all TLS symbols are defined and used.
|
2011-09-10 20:50:28 +00:00
|
|
|
Therefore the offset is already correct. */
|
|
|
|
#ifndef RTLD_BOOTSTRAP
|
2003-06-18 06:49:48 +00:00
|
|
|
if (sym_map != NULL)
|
|
|
|
*reloc_addr = TLS_DTPREL_VALUE (sym, reloc);
|
2011-09-10 20:50:28 +00:00
|
|
|
#endif
|
2003-03-12 07:45:07 +00:00
|
|
|
return;
|
|
|
|
|
2003-03-03 00:20:51 +00:00
|
|
|
case R_PPC64_TPREL64:
|
2003-03-12 07:45:07 +00:00
|
|
|
*reloc_addr = elf_machine_tprel (map, sym_map, sym, reloc);
|
|
|
|
return;
|
|
|
|
|
|
|
|
case R_PPC64_TPREL16_LO_DS:
|
|
|
|
value = elf_machine_tprel (map, sym_map, sym, reloc);
|
|
|
|
if (dont_expect ((value & 3) != 0))
|
2011-09-10 20:50:28 +00:00
|
|
|
_dl_reloc_overflow (map, "R_PPC64_TPREL16_LO_DS", reloc_addr, refsym);
|
2010-07-18 12:51:45 +00:00
|
|
|
BIT_INSERT (*(Elf64_Half *) reloc_addr, value, 0xfffc);
|
2003-03-12 07:45:07 +00:00
|
|
|
break;
|
|
|
|
|
|
|
|
case R_PPC64_TPREL16_DS:
|
|
|
|
value = elf_machine_tprel (map, sym_map, sym, reloc);
|
|
|
|
if (dont_expect ((value + 0x8000) >= 0x10000 || (value & 3) != 0))
|
2011-09-10 20:50:28 +00:00
|
|
|
_dl_reloc_overflow (map, "R_PPC64_TPREL16_DS", reloc_addr, refsym);
|
2010-07-18 12:51:45 +00:00
|
|
|
BIT_INSERT (*(Elf64_Half *) reloc_addr, value, 0xfffc);
|
2003-03-12 07:45:07 +00:00
|
|
|
break;
|
|
|
|
|
|
|
|
case R_PPC64_TPREL16:
|
|
|
|
value = elf_machine_tprel (map, sym_map, sym, reloc);
|
|
|
|
if (dont_expect ((value + 0x8000) >= 0x10000))
|
2011-09-10 20:50:28 +00:00
|
|
|
_dl_reloc_overflow (map, "R_PPC64_TPREL16", reloc_addr, refsym);
|
2003-03-12 07:45:07 +00:00
|
|
|
*(Elf64_Half *) reloc_addr = PPC_LO (value);
|
|
|
|
break;
|
|
|
|
|
|
|
|
case R_PPC64_TPREL16_LO:
|
|
|
|
value = elf_machine_tprel (map, sym_map, sym, reloc);
|
|
|
|
*(Elf64_Half *) reloc_addr = PPC_LO (value);
|
|
|
|
break;
|
|
|
|
|
|
|
|
case R_PPC64_TPREL16_HI:
|
2013-12-04 12:44:06 +00:00
|
|
|
value = elf_machine_tprel (map, sym_map, sym, reloc);
|
|
|
|
if (dont_expect (value + 0x80000000 >= 0x100000000LL))
|
|
|
|
_dl_reloc_overflow (map, "R_PPC64_TPREL16_HI", reloc_addr, refsym);
|
|
|
|
*(Elf64_Half *) reloc_addr = PPC_HI (value);
|
|
|
|
break;
|
|
|
|
|
|
|
|
case R_PPC64_TPREL16_HIGH:
|
2003-03-12 07:45:07 +00:00
|
|
|
value = elf_machine_tprel (map, sym_map, sym, reloc);
|
|
|
|
*(Elf64_Half *) reloc_addr = PPC_HI (value);
|
|
|
|
break;
|
|
|
|
|
|
|
|
case R_PPC64_TPREL16_HA:
|
2013-12-04 12:44:06 +00:00
|
|
|
value = elf_machine_tprel (map, sym_map, sym, reloc);
|
|
|
|
if (dont_expect (value + 0x80008000 >= 0x100000000LL))
|
|
|
|
_dl_reloc_overflow (map, "R_PPC64_TPREL16_HA", reloc_addr, refsym);
|
|
|
|
*(Elf64_Half *) reloc_addr = PPC_HA (value);
|
|
|
|
break;
|
|
|
|
|
|
|
|
case R_PPC64_TPREL16_HIGHA:
|
2003-03-12 07:45:07 +00:00
|
|
|
value = elf_machine_tprel (map, sym_map, sym, reloc);
|
|
|
|
*(Elf64_Half *) reloc_addr = PPC_HA (value);
|
|
|
|
break;
|
|
|
|
|
|
|
|
case R_PPC64_TPREL16_HIGHER:
|
|
|
|
value = elf_machine_tprel (map, sym_map, sym, reloc);
|
|
|
|
*(Elf64_Half *) reloc_addr = PPC_HIGHER (value);
|
|
|
|
break;
|
|
|
|
|
|
|
|
case R_PPC64_TPREL16_HIGHEST:
|
|
|
|
value = elf_machine_tprel (map, sym_map, sym, reloc);
|
|
|
|
*(Elf64_Half *) reloc_addr = PPC_HIGHEST (value);
|
|
|
|
break;
|
|
|
|
|
|
|
|
case R_PPC64_TPREL16_HIGHERA:
|
|
|
|
value = elf_machine_tprel (map, sym_map, sym, reloc);
|
|
|
|
*(Elf64_Half *) reloc_addr = PPC_HIGHERA (value);
|
|
|
|
break;
|
|
|
|
|
|
|
|
case R_PPC64_TPREL16_HIGHESTA:
|
|
|
|
value = elf_machine_tprel (map, sym_map, sym, reloc);
|
|
|
|
*(Elf64_Half *) reloc_addr = PPC_HIGHESTA (value);
|
2003-03-02 11:45:12 +00:00
|
|
|
break;
|
2002-09-17 23:50:03 +00:00
|
|
|
|
|
|
|
#ifndef RTLD_BOOTSTRAP /* None of the following appear in ld.so */
|
|
|
|
case R_PPC64_ADDR16_LO_DS:
|
|
|
|
if (dont_expect ((value & 3) != 0))
|
2011-09-10 20:50:28 +00:00
|
|
|
_dl_reloc_overflow (map, "R_PPC64_ADDR16_LO_DS", reloc_addr, refsym);
|
2003-03-02 11:45:12 +00:00
|
|
|
BIT_INSERT (*(Elf64_Half *) reloc_addr, value, 0xfffc);
|
2003-02-26 00:34:09 +00:00
|
|
|
break;
|
|
|
|
|
2002-09-17 23:50:03 +00:00
|
|
|
case R_PPC64_ADDR16_LO:
|
|
|
|
*(Elf64_Half *) reloc_addr = PPC_LO (value);
|
|
|
|
break;
|
|
|
|
|
|
|
|
case R_PPC64_ADDR16_HI:
|
2013-12-04 12:44:06 +00:00
|
|
|
if (dont_expect (value + 0x80000000 >= 0x100000000LL))
|
|
|
|
_dl_reloc_overflow (map, "R_PPC64_ADDR16_HI", reloc_addr, refsym);
|
2019-02-26 02:09:18 +00:00
|
|
|
/* Fall through. */
|
2013-12-04 12:44:06 +00:00
|
|
|
case R_PPC64_ADDR16_HIGH:
|
2002-09-17 23:50:03 +00:00
|
|
|
*(Elf64_Half *) reloc_addr = PPC_HI (value);
|
|
|
|
break;
|
|
|
|
|
|
|
|
case R_PPC64_ADDR16_HA:
|
2013-12-04 12:44:06 +00:00
|
|
|
if (dont_expect (value + 0x80008000 >= 0x100000000LL))
|
|
|
|
_dl_reloc_overflow (map, "R_PPC64_ADDR16_HA", reloc_addr, refsym);
|
2019-02-26 02:09:18 +00:00
|
|
|
/* Fall through. */
|
2013-12-04 12:44:06 +00:00
|
|
|
case R_PPC64_ADDR16_HIGHA:
|
2002-09-17 23:50:03 +00:00
|
|
|
*(Elf64_Half *) reloc_addr = PPC_HA (value);
|
|
|
|
break;
|
|
|
|
|
2003-03-12 07:45:07 +00:00
|
|
|
case R_PPC64_ADDR30:
|
2002-09-17 23:50:03 +00:00
|
|
|
{
|
2011-09-10 20:50:28 +00:00
|
|
|
Elf64_Addr delta = value - (Elf64_Xword) reloc_addr;
|
2013-12-04 12:44:06 +00:00
|
|
|
if (dont_expect ((delta + 0x80000000) >= 0x100000000LL
|
2003-03-12 07:45:07 +00:00
|
|
|
|| (delta & 3) != 0))
|
2011-09-10 20:50:28 +00:00
|
|
|
_dl_reloc_overflow (map, "R_PPC64_ADDR30", reloc_addr, refsym);
|
|
|
|
BIT_INSERT (*(Elf64_Word *) reloc_addr, delta, 0xfffffffc);
|
2002-09-17 23:50:03 +00:00
|
|
|
}
|
|
|
|
break;
|
|
|
|
|
|
|
|
case R_PPC64_COPY:
|
|
|
|
if (dont_expect (sym == NULL))
|
2003-03-12 07:45:07 +00:00
|
|
|
/* This can happen in trace mode when an object could not be found. */
|
2011-09-10 20:50:28 +00:00
|
|
|
return;
|
2002-09-17 23:50:03 +00:00
|
|
|
if (dont_expect (sym->st_size > refsym->st_size
|
2004-03-05 10:29:47 +00:00
|
|
|
|| (GLRO(dl_verbose)
|
|
|
|
&& sym->st_size < refsym->st_size)))
|
2003-03-12 07:45:07 +00:00
|
|
|
{
|
2011-09-10 20:50:28 +00:00
|
|
|
const char *strtab;
|
2002-09-17 23:50:03 +00:00
|
|
|
|
2011-09-10 20:50:28 +00:00
|
|
|
strtab = (const void *) D_PTR (map, l_info[DT_STRTAB]);
|
|
|
|
_dl_error_printf ("%s: Symbol `%s' has different size" \
|
|
|
|
" in shared object," \
|
|
|
|
" consider re-linking\n",
|
2013-05-29 16:00:20 +00:00
|
|
|
RTLD_PROGNAME, strtab + refsym->st_name);
|
2003-03-12 07:45:07 +00:00
|
|
|
}
|
* elf/dynamic-link.h (elf_machine_rel, elf_machine_rela, elf_machine_rel_relative, elf_machine_rela_relative): Don't assume reloc_addr is aligned. * sysdeps/alpha/dl-machine.h (elf_machine_rela, elf_machine_rela_relative): Adjust. * sysdeps/arm/dl-machine.h (elf_machine_rel, elf_machine_rela, elf_machine_rel_relative, elf_machine_rela_relative): Adjust. * sysdeps/cris/dl-machine.h (elf_machine_rela, elf_machine_rela_relative): Adjust. * sysdeps/hppa/dl-machine.h (elf_machine_rela, elf_machine_rela_relative): Adjust. * sysdeps/i386/dl-machine.h (elf_machine_rel, elf_machine_rela, elf_machine_rel_relative, elf_machine_rela_relative): Adjust. * sysdeps/ia64/dl-machine.h (elf_machine_rela, elf_machine_rela_relative): Adjust. * sysdeps/m68k/dl-machine.h (elf_machine_rela, elf_machine_rela_relative): Adjust. * sysdeps/mips/dl-machine.h (elf_machine_rela, elf_machine_rela_relative): Adjust. * sysdeps/powerpc/powerpc32/dl-machine.h (elf_machine_rela, elf_machine_rela_relative): Adjust. * sysdeps/powerpc/powerpc64/dl-machine.h (elf_machine_rela_relative, elf_machine_rela): Adjust. * sysdeps/s390/s390-32/dl-machine.h (elf_machine_rela, elf_machine_rela_relative): Adjust. * sysdeps/s390/s390-64/dl-machine.h (elf_machine_rela, elf_machine_rela_relative): * sysdeps/sh/dl-machine.h (elf_machine_rela, elf_machine_rela_relative): Adjust. * sysdeps/sparc/sparc32/dl-machine.h (elf_machine_rela, elf_machine_rela_relative): Adjust. * sysdeps/sparc/sparc64/dl-machine.h (elf_machine_rela, elf_machine_rela_relative): Adjust. * sysdeps/x86_64/dl-machine.h (elf_machine_rela, elf_machine_rela_relative): Adjust.
2003-07-31 Alexandre Oliva <aoliva@redhat.com>
* elf/dynamic-link.h (elf_machine_rel, elf_machine_rela,
elf_machine_rel_relative, elf_machine_rela_relative): Don't assume
reloc_addr is aligned.
* sysdeps/alpha/dl-machine.h (elf_machine_rela,
elf_machine_rela_relative): Adjust.
* sysdeps/arm/dl-machine.h (elf_machine_rel, elf_machine_rela,
elf_machine_rel_relative, elf_machine_rela_relative): Adjust.
* sysdeps/cris/dl-machine.h (elf_machine_rela,
elf_machine_rela_relative): Adjust.
* sysdeps/hppa/dl-machine.h (elf_machine_rela,
elf_machine_rela_relative): Adjust.
* sysdeps/i386/dl-machine.h (elf_machine_rel, elf_machine_rela,
elf_machine_rel_relative, elf_machine_rela_relative): Adjust.
* sysdeps/ia64/dl-machine.h (elf_machine_rela,
elf_machine_rela_relative): Adjust.
* sysdeps/m68k/dl-machine.h (elf_machine_rela,
elf_machine_rela_relative): Adjust.
* sysdeps/mips/dl-machine.h (elf_machine_rela,
elf_machine_rela_relative): Adjust.
* sysdeps/powerpc/powerpc32/dl-machine.h (elf_machine_rela,
elf_machine_rela_relative): Adjust.
* sysdeps/powerpc/powerpc64/dl-machine.h
(elf_machine_rela_relative, elf_machine_rela): Adjust.
* sysdeps/s390/s390-32/dl-machine.h (elf_machine_rela,
elf_machine_rela_relative): Adjust.
* sysdeps/s390/s390-64/dl-machine.h (elf_machine_rela,
elf_machine_rela_relative):
* sysdeps/sh/dl-machine.h (elf_machine_rela,
elf_machine_rela_relative): Adjust.
* sysdeps/sparc/sparc32/dl-machine.h (elf_machine_rela,
elf_machine_rela_relative): Adjust.
* sysdeps/sparc/sparc64/dl-machine.h (elf_machine_rela,
elf_machine_rela_relative): Adjust.
* sysdeps/x86_64/dl-machine.h (elf_machine_rela,
elf_machine_rela_relative): Adjust.
2003-07-31 06:33:53 +00:00
|
|
|
memcpy (reloc_addr_arg, (char *) value,
|
|
|
|
MIN (sym->st_size, refsym->st_size));
|
2002-09-17 23:50:03 +00:00
|
|
|
return;
|
|
|
|
|
|
|
|
case R_PPC64_UADDR64:
|
2013-10-03 04:21:52 +00:00
|
|
|
((union unaligned *) reloc_addr)->u8 = value;
|
2002-09-17 23:50:03 +00:00
|
|
|
return;
|
|
|
|
|
|
|
|
case R_PPC64_UADDR32:
|
2013-10-03 04:21:52 +00:00
|
|
|
((union unaligned *) reloc_addr)->u4 = value;
|
2002-09-17 23:50:03 +00:00
|
|
|
return;
|
|
|
|
|
2003-03-12 07:45:07 +00:00
|
|
|
case R_PPC64_ADDR32:
|
2013-12-04 12:44:06 +00:00
|
|
|
if (dont_expect ((value + 0x80000000) >= 0x100000000LL))
|
2011-09-10 20:50:28 +00:00
|
|
|
_dl_reloc_overflow (map, "R_PPC64_ADDR32", reloc_addr, refsym);
|
2003-03-12 07:45:07 +00:00
|
|
|
*(Elf64_Word *) reloc_addr = value;
|
|
|
|
return;
|
|
|
|
|
2002-09-17 23:50:03 +00:00
|
|
|
case R_PPC64_ADDR24:
|
|
|
|
if (dont_expect ((value + 0x2000000) >= 0x4000000 || (value & 3) != 0))
|
2011-09-10 20:50:28 +00:00
|
|
|
_dl_reloc_overflow (map, "R_PPC64_ADDR24", reloc_addr, refsym);
|
2003-03-02 11:45:12 +00:00
|
|
|
BIT_INSERT (*(Elf64_Word *) reloc_addr, value, 0x3fffffc);
|
2002-09-17 23:50:03 +00:00
|
|
|
break;
|
|
|
|
|
|
|
|
case R_PPC64_ADDR16:
|
|
|
|
if (dont_expect ((value + 0x8000) >= 0x10000))
|
2011-09-10 20:50:28 +00:00
|
|
|
_dl_reloc_overflow (map, "R_PPC64_ADDR16", reloc_addr, refsym);
|
2002-09-17 23:50:03 +00:00
|
|
|
*(Elf64_Half *) reloc_addr = value;
|
|
|
|
break;
|
|
|
|
|
|
|
|
case R_PPC64_UADDR16:
|
|
|
|
if (dont_expect ((value + 0x8000) >= 0x10000))
|
2011-09-10 20:50:28 +00:00
|
|
|
_dl_reloc_overflow (map, "R_PPC64_UADDR16", reloc_addr, refsym);
|
2013-10-03 04:21:52 +00:00
|
|
|
((union unaligned *) reloc_addr)->u2 = value;
|
|
|
|
return;
|
2002-09-17 23:50:03 +00:00
|
|
|
|
|
|
|
case R_PPC64_ADDR16_DS:
|
|
|
|
if (dont_expect ((value + 0x8000) >= 0x10000 || (value & 3) != 0))
|
2011-09-10 20:50:28 +00:00
|
|
|
_dl_reloc_overflow (map, "R_PPC64_ADDR16_DS", reloc_addr, refsym);
|
2003-03-02 11:45:12 +00:00
|
|
|
BIT_INSERT (*(Elf64_Half *) reloc_addr, value, 0xfffc);
|
2003-02-26 00:34:09 +00:00
|
|
|
break;
|
|
|
|
|
2002-09-17 23:50:03 +00:00
|
|
|
case R_PPC64_ADDR16_HIGHER:
|
|
|
|
*(Elf64_Half *) reloc_addr = PPC_HIGHER (value);
|
|
|
|
break;
|
|
|
|
|
|
|
|
case R_PPC64_ADDR16_HIGHEST:
|
|
|
|
*(Elf64_Half *) reloc_addr = PPC_HIGHEST (value);
|
|
|
|
break;
|
|
|
|
|
|
|
|
case R_PPC64_ADDR16_HIGHERA:
|
|
|
|
*(Elf64_Half *) reloc_addr = PPC_HIGHERA (value);
|
|
|
|
break;
|
|
|
|
|
|
|
|
case R_PPC64_ADDR16_HIGHESTA:
|
|
|
|
*(Elf64_Half *) reloc_addr = PPC_HIGHESTA (value);
|
|
|
|
break;
|
|
|
|
|
|
|
|
case R_PPC64_ADDR14:
|
|
|
|
case R_PPC64_ADDR14_BRTAKEN:
|
|
|
|
case R_PPC64_ADDR14_BRNTAKEN:
|
|
|
|
{
|
2011-09-10 20:50:28 +00:00
|
|
|
if (dont_expect ((value + 0x8000) >= 0x10000 || (value & 3) != 0))
|
2003-05-16 04:22:23 +00:00
|
|
|
_dl_reloc_overflow (map, "R_PPC64_ADDR14", reloc_addr, refsym);
|
2011-09-10 20:50:28 +00:00
|
|
|
Elf64_Word insn = *(Elf64_Word *) reloc_addr;
|
|
|
|
BIT_INSERT (insn, value, 0xfffc);
|
|
|
|
if (r_type != R_PPC64_ADDR14)
|
2003-03-02 11:45:12 +00:00
|
|
|
{
|
|
|
|
insn &= ~(1 << 21);
|
|
|
|
if (r_type == R_PPC64_ADDR14_BRTAKEN)
|
|
|
|
insn |= 1 << 21;
|
|
|
|
if ((insn & (0x14 << 21)) == (0x04 << 21))
|
|
|
|
insn |= 0x02 << 21;
|
|
|
|
else if ((insn & (0x14 << 21)) == (0x10 << 21))
|
|
|
|
insn |= 0x08 << 21;
|
|
|
|
}
|
2011-09-10 20:50:28 +00:00
|
|
|
*(Elf64_Word *) reloc_addr = insn;
|
2002-09-17 23:50:03 +00:00
|
|
|
}
|
|
|
|
break;
|
|
|
|
|
|
|
|
case R_PPC64_REL32:
|
2003-03-12 07:45:07 +00:00
|
|
|
*(Elf64_Word *) reloc_addr = value - (Elf64_Addr) reloc_addr;
|
|
|
|
return;
|
|
|
|
|
|
|
|
case R_PPC64_REL64:
|
|
|
|
*reloc_addr = value - (Elf64_Addr) reloc_addr;
|
2002-09-17 23:50:03 +00:00
|
|
|
return;
|
|
|
|
#endif /* !RTLD_BOOTSTRAP */
|
|
|
|
|
|
|
|
default:
|
|
|
|
_dl_reloc_bad_type (map, r_type, 0);
|
|
|
|
return;
|
|
|
|
}
|
|
|
|
MODIFIED_CODE_NOQUEUE (reloc_addr);
|
|
|
|
}
|
|
|
|
|
elf: Avoid nested functions in the loader [BZ #27220]
dynamic-link.h is included more than once in some elf/ files (rtld.c,
dl-conflict.c, dl-reloc.c, dl-reloc-static-pie.c) and uses GCC nested
functions. This harms readability and the nested functions usage
is the biggest obstacle prevents Clang build (Clang doesn't support GCC
nested functions).
The key idea for unnesting is to add extra parameters (struct link_map
*and struct r_scope_elm *[]) to RESOLVE_MAP,
ELF_MACHINE_BEFORE_RTLD_RELOC, ELF_DYNAMIC_RELOCATE, elf_machine_rel[a],
elf_machine_lazy_rel, and elf_machine_runtime_setup. (This is inspired
by Stan Shebs' ppc64/x86-64 implementation in the
google/grte/v5-2.27/master which uses mixed extra parameters and static
variables.)
Future simplification:
* If mips elf_machine_runtime_setup no longer needs RESOLVE_GOTSYM,
elf_machine_runtime_setup can drop the `scope` parameter.
* If TLSDESC no longer need to be in elf_machine_lazy_rel,
elf_machine_lazy_rel can drop the `scope` parameter.
Tested on aarch64, i386, x86-64, powerpc64le, powerpc64, powerpc32,
sparc64, sparcv9, s390x, s390, hppa, ia64, armhf, alpha, and mips64.
In addition, tested build-many-glibcs.py with {arc,csky,microblaze,nios2}-linux-gnu
and riscv64-linux-gnu-rv64imafdc-lp64d.
Reviewed-by: Adhemerval Zanella <adhemerval.zanella@linaro.org>
2021-10-07 18:55:02 +00:00
|
|
|
static inline void __attribute__ ((always_inline))
|
|
|
|
elf_machine_lazy_rel (struct link_map *map, struct r_scope_elem *scope[],
|
2011-10-04 14:10:16 +00:00
|
|
|
Elf64_Addr l_addr, const Elf64_Rela *reloc,
|
|
|
|
int skip_ifunc)
|
2003-01-30 20:26:38 +00:00
|
|
|
{
|
|
|
|
/* elf_machine_runtime_setup handles this. */
|
|
|
|
}
|
|
|
|
|
2005-02-14 22:44:25 +00:00
|
|
|
|
2002-09-17 23:50:03 +00:00
|
|
|
#endif /* RESOLVE */
|