2005-03-28 09:19:38 +00:00
|
|
|
/* Definition for thread-local data handling. NPTL/MIPS version.
|
2022-01-01 18:54:23 +00:00
|
|
|
Copyright (C) 2005-2022 Free Software Foundation, Inc.
|
2005-03-28 09:19:38 +00:00
|
|
|
This file is part of the GNU C Library.
|
|
|
|
|
|
|
|
The GNU C Library is free software; you can redistribute it and/or
|
|
|
|
modify it under the terms of the GNU Lesser General Public
|
|
|
|
License as published by the Free Software Foundation; either
|
|
|
|
version 2.1 of the License, or (at your option) any later version.
|
|
|
|
|
|
|
|
The GNU C Library is distributed in the hope that it will be useful,
|
|
|
|
but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
|
|
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
|
|
|
Lesser General Public License for more details.
|
|
|
|
|
|
|
|
You should have received a copy of the GNU Lesser General Public
|
2012-03-09 23:56:38 +00:00
|
|
|
License along with the GNU C Library. If not, see
|
Prefer https to http for gnu.org and fsf.org URLs
Also, change sources.redhat.com to sourceware.org.
This patch was automatically generated by running the following shell
script, which uses GNU sed, and which avoids modifying files imported
from upstream:
sed -ri '
s,(http|ftp)(://(.*\.)?(gnu|fsf|sourceware)\.org($|[^.]|\.[^a-z])),https\2,g
s,(http|ftp)(://(.*\.)?)sources\.redhat\.com($|[^.]|\.[^a-z]),https\2sourceware.org\4,g
' \
$(find $(git ls-files) -prune -type f \
! -name '*.po' \
! -name 'ChangeLog*' \
! -path COPYING ! -path COPYING.LIB \
! -path manual/fdl-1.3.texi ! -path manual/lgpl-2.1.texi \
! -path manual/texinfo.tex ! -path scripts/config.guess \
! -path scripts/config.sub ! -path scripts/install-sh \
! -path scripts/mkinstalldirs ! -path scripts/move-if-change \
! -path INSTALL ! -path locale/programs/charmap-kw.h \
! -path po/libc.pot ! -path sysdeps/gnu/errlist.c \
! '(' -name configure \
-execdir test -f configure.ac -o -f configure.in ';' ')' \
! '(' -name preconfigure \
-execdir test -f preconfigure.ac ';' ')' \
-print)
and then by running 'make dist-prepare' to regenerate files built
from the altered files, and then executing the following to cleanup:
chmod a+x sysdeps/unix/sysv/linux/riscv/configure
# Omit irrelevant whitespace and comment-only changes,
# perhaps from a slightly-different Autoconf version.
git checkout -f \
sysdeps/csky/configure \
sysdeps/hppa/configure \
sysdeps/riscv/configure \
sysdeps/unix/sysv/linux/csky/configure
# Omit changes that caused a pre-commit check to fail like this:
# remote: *** error: sysdeps/powerpc/powerpc64/ppc-mcount.S: trailing lines
git checkout -f \
sysdeps/powerpc/powerpc64/ppc-mcount.S \
sysdeps/unix/sysv/linux/s390/s390-64/syscall.S
# Omit change that caused a pre-commit check to fail like this:
# remote: *** error: sysdeps/sparc/sparc64/multiarch/memcpy-ultra3.S: last line does not end in newline
git checkout -f sysdeps/sparc/sparc64/multiarch/memcpy-ultra3.S
2019-09-07 05:40:42 +00:00
|
|
|
<https://www.gnu.org/licenses/>. */
|
2005-03-28 09:19:38 +00:00
|
|
|
|
|
|
|
#ifndef _TLS_H
|
|
|
|
#define _TLS_H 1
|
|
|
|
|
|
|
|
#include <dl-sysdep.h>
|
|
|
|
|
|
|
|
#ifndef __ASSEMBLER__
|
|
|
|
# include <stdbool.h>
|
|
|
|
# include <stddef.h>
|
|
|
|
# include <stdint.h>
|
2016-06-20 12:31:40 +00:00
|
|
|
# include <dl-dtv.h>
|
|
|
|
|
2015-08-24 21:06:29 +00:00
|
|
|
/* Get system call information. */
|
|
|
|
# include <sysdep.h>
|
2005-03-28 09:19:38 +00:00
|
|
|
|
2013-02-27 23:45:07 +00:00
|
|
|
#ifdef __mips16
|
|
|
|
/* MIPS16 uses GCC builtin to access the TP. */
|
|
|
|
# define READ_THREAD_POINTER() (__builtin_thread_pointer ())
|
|
|
|
#else
|
2005-03-28 09:19:38 +00:00
|
|
|
/* Note: rd must be $v1 to be ABI-conformant. */
|
2020-01-29 17:36:58 +00:00
|
|
|
# if defined (__mips_isa_rev) && __mips_isa_rev >= 2
|
2015-08-24 21:06:29 +00:00
|
|
|
# define READ_THREAD_POINTER() \
|
|
|
|
({ void *__result; \
|
|
|
|
asm volatile ("rdhwr\t%0, $29" : "=v" (__result)); \
|
|
|
|
__result; })
|
|
|
|
# else
|
|
|
|
# define READ_THREAD_POINTER() \
|
|
|
|
({ void *__result; \
|
|
|
|
asm volatile (".set\tpush\n\t.set\tmips32r2\n\t" \
|
|
|
|
"rdhwr\t%0, $29\n\t.set\tpop" : "=v" (__result)); \
|
|
|
|
__result; })
|
|
|
|
# endif
|
2013-02-27 23:45:07 +00:00
|
|
|
#endif
|
2005-03-28 09:19:38 +00:00
|
|
|
|
|
|
|
#else /* __ASSEMBLER__ */
|
2015-08-24 21:06:29 +00:00
|
|
|
# if __mips_isa_rev >= 2
|
|
|
|
# define READ_THREAD_POINTER(rd) rdhwr rd, $29
|
|
|
|
# else
|
|
|
|
# define READ_THREAD_POINTER(rd) \
|
|
|
|
.set push; \
|
|
|
|
.set mips32r2; \
|
|
|
|
rdhwr rd, $29; \
|
|
|
|
.set pop
|
|
|
|
# endif
|
2005-03-28 09:19:38 +00:00
|
|
|
#endif /* __ASSEMBLER__ */
|
|
|
|
|
|
|
|
|
|
|
|
#ifndef __ASSEMBLER__
|
|
|
|
|
|
|
|
/* The TP points to the start of the thread blocks. */
|
|
|
|
# define TLS_DTV_AT_TP 1
|
2014-03-14 17:44:34 +00:00
|
|
|
# define TLS_TCB_AT_TP 0
|
2005-03-28 09:19:38 +00:00
|
|
|
|
|
|
|
/* Get the thread descriptor definition. */
|
|
|
|
# include <nptl/descr.h>
|
|
|
|
|
|
|
|
typedef struct
|
|
|
|
{
|
|
|
|
dtv_t *dtv;
|
|
|
|
void *private;
|
|
|
|
} tcbhead_t;
|
|
|
|
|
|
|
|
/* This is the size of the initial TCB. Because our TCB is before the thread
|
|
|
|
pointer, we don't need this. */
|
|
|
|
# define TLS_INIT_TCB_SIZE 0
|
|
|
|
|
|
|
|
/* This is the size of the TCB. Because our TCB is before the thread
|
|
|
|
pointer, we don't need this. */
|
|
|
|
# define TLS_TCB_SIZE 0
|
|
|
|
|
|
|
|
/* This is the size we need before TCB - actually, it includes the TCB. */
|
|
|
|
# define TLS_PRE_TCB_SIZE \
|
|
|
|
(sizeof (struct pthread) \
|
Remove TLS_TCB_ALIGN and TLS_INIT_TCB_ALIGN
TLS_INIT_TCB_ALIGN is not actually used. TLS_TCB_ALIGN was likely
introduced to support a configuration where the thread pointer
has not the same alignment as THREAD_SELF. Only ia64 seems to use
that, but for the stack/pointer guard, not for storing tcbhead_t.
Some ports use TLS_TCB_OFFSET and TLS_PRE_TCB_SIZE to shift
the thread pointer, potentially landing in a different residue class
modulo the alignment, but the changes should not impact that.
In general, given that TLS variables have their own alignment
requirements, having different alignment for the (unshifted) thread
pointer and struct pthread would potentially result in dynamic
offsets, leading to more complexity.
hppa had different values before: __alignof__ (tcbhead_t), which
seems to be 4, and __alignof__ (struct pthread), which was 8
(old default) and is now 32. However, it defines THREAD_SELF as:
/* Return the thread descriptor for the current thread. */
# define THREAD_SELF \
({ struct pthread *__self; \
__self = __get_cr27(); \
__self - 1; \
})
So the thread pointer points after struct pthread (hence __self - 1),
and they have to have the same alignment on hppa as well.
Similarly, on ia64, the definitions were different. We have:
# define TLS_PRE_TCB_SIZE \
(sizeof (struct pthread) \
+ (PTHREAD_STRUCT_END_PADDING < 2 * sizeof (uintptr_t) \
? ((2 * sizeof (uintptr_t) + __alignof__ (struct pthread) - 1) \
& ~(__alignof__ (struct pthread) - 1)) \
: 0))
# define THREAD_SELF \
((struct pthread *) ((char *) __thread_self - TLS_PRE_TCB_SIZE))
And TLS_PRE_TCB_SIZE is a multiple of the struct pthread alignment
(confirmed by the new _Static_assert in sysdeps/ia64/libc-tls.c).
On m68k, we have a larger gap between tcbhead_t and struct pthread.
But as far as I can tell, the port is fine with that. The definition
of TCB_OFFSET is sufficient to handle the shifted TCB scenario.
This fixes commit 23c77f60181eb549f11ec2f913b4270af29eee38
("nptl: Increase default TCB alignment to 32").
Reviewed-by: H.J. Lu <hjl.tools@gmail.com>
2021-12-09 16:57:11 +00:00
|
|
|
+ ((sizeof (tcbhead_t) + __alignof (struct pthread) - 1) \
|
|
|
|
& ~(__alignof (struct pthread) - 1)))
|
2005-03-28 09:19:38 +00:00
|
|
|
|
|
|
|
/* The thread pointer (in hardware register $29) points to the end of
|
|
|
|
the TCB + 0x7000, as for PowerPC. The pthread_descr structure is
|
|
|
|
immediately in front of the TCB. */
|
|
|
|
# define TLS_TCB_OFFSET 0x7000
|
|
|
|
|
|
|
|
/* Install the dtv pointer. The pointer passed is to the element with
|
|
|
|
index -1 which contain the length. */
|
|
|
|
# define INSTALL_DTV(tcbp, dtvp) \
|
|
|
|
(((tcbhead_t *) (tcbp))[-1].dtv = (dtvp) + 1)
|
|
|
|
|
|
|
|
/* Install new dtv for current thread. */
|
|
|
|
# define INSTALL_NEW_DTV(dtv) \
|
|
|
|
(THREAD_DTV() = (dtv))
|
|
|
|
|
|
|
|
/* Return dtv of given thread descriptor. */
|
|
|
|
# define GET_DTV(tcbp) \
|
|
|
|
(((tcbhead_t *) (tcbp))[-1].dtv)
|
|
|
|
|
|
|
|
/* Code to initially initialize the thread pointer. This might need
|
|
|
|
special attention since 'errno' is not yet available and if the
|
|
|
|
operation can cause a failure 'errno' must not be touched. */
|
2014-05-13 14:40:41 +00:00
|
|
|
# define TLS_INIT_TP(tcbp) \
|
2020-01-29 20:38:36 +00:00
|
|
|
({ long int result_var; \
|
|
|
|
result_var = INTERNAL_SYSCALL_CALL (set_thread_area, \
|
2005-03-28 09:19:38 +00:00
|
|
|
(char *) (tcbp) + TLS_TCB_OFFSET); \
|
2020-01-29 20:38:36 +00:00
|
|
|
INTERNAL_SYSCALL_ERROR_P (result_var) \
|
2005-03-28 09:19:38 +00:00
|
|
|
? "unknown error" : NULL; })
|
|
|
|
|
2014-06-09 20:47:38 +00:00
|
|
|
/* Value passed to 'clone' for initialization of the thread register. */
|
|
|
|
# define TLS_DEFINE_INIT_TP(tp, pd) \
|
|
|
|
void *tp = (void *) (pd) + TLS_TCB_OFFSET + TLS_PRE_TCB_SIZE
|
|
|
|
|
2005-03-28 09:19:38 +00:00
|
|
|
/* Return the address of the dtv for the current thread. */
|
|
|
|
# define THREAD_DTV() \
|
|
|
|
(((tcbhead_t *) (READ_THREAD_POINTER () - TLS_TCB_OFFSET))[-1].dtv)
|
|
|
|
|
|
|
|
/* Return the thread descriptor for the current thread. */
|
|
|
|
# define THREAD_SELF \
|
|
|
|
((struct pthread *) (READ_THREAD_POINTER () \
|
|
|
|
- TLS_TCB_OFFSET - TLS_PRE_TCB_SIZE))
|
|
|
|
|
|
|
|
/* Magic for libthread_db to know how to do THREAD_SELF. */
|
|
|
|
# define DB_THREAD_SELF \
|
|
|
|
CONST_THREAD_AREA (32, TLS_TCB_OFFSET + TLS_PRE_TCB_SIZE)
|
|
|
|
|
|
|
|
/* Access to data in the thread descriptor is easy. */
|
2021-12-09 08:49:32 +00:00
|
|
|
# include <tcb-access.h>
|
2005-03-28 09:19:38 +00:00
|
|
|
|
|
|
|
/* l_tls_offset == 0 is perfectly valid on MIPS, so we have to use some
|
|
|
|
different value to mean unset l_tls_offset. */
|
|
|
|
# define NO_TLS_OFFSET -1
|
|
|
|
|
2007-06-06 17:27:04 +00:00
|
|
|
/* Get and set the global scope generation counter in struct pthread. */
|
|
|
|
#define THREAD_GSCOPE_FLAG_UNUSED 0
|
|
|
|
#define THREAD_GSCOPE_FLAG_USED 1
|
|
|
|
#define THREAD_GSCOPE_FLAG_WAIT 2
|
|
|
|
#define THREAD_GSCOPE_RESET_FLAG() \
|
|
|
|
do \
|
|
|
|
{ int __res \
|
|
|
|
= atomic_exchange_rel (&THREAD_SELF->header.gscope_flag, \
|
|
|
|
THREAD_GSCOPE_FLAG_UNUSED); \
|
|
|
|
if (__res == THREAD_GSCOPE_FLAG_WAIT) \
|
* sysdeps/mips/nptl/tls.h (THREAD_GSCOPE_RESET_FLAG): Pass
LLL_PRIVATE argument to lll_futex_wake.
* sysdeps/unix/sysv/linux/mips/bits/fcntl.h (O_CLOEXEC): Define.
* sysdeps/unix/sysv/linux/mips/bits/socket.h (PF_UNIX): Update
comment.
(PF_IUCV, PF_RXRPC): Define.
(PF_MAX): Update.
(AF_IUCV, AF_RXRPC): Define.
(MSG_CMSG_CLOEXEC): Define.
(_EXTERN_INLINE): Define to __extern_inline.
* sysdeps/unix/sysv/linux/mips/bits/stat.h (UTIME_NOW,
UTIME_OMIT): Define.
* sysdeps/unix/sysv/linux/mips/mips32/sysdep.h: Include <tls.h>.
* sysdeps/unix/sysv/linux/mips/mips64/n32/sysdep.h: Likewise.
* sysdeps/unix/sysv/linux/mips/mips64/n64/sysdep.h: Likewise.
* sysdeps/unix/sysv/linux/mips/nptl/lowlevellock.h: Renamed all
lll_mutex_* resp. lll_robust_mutex_* macros to lll_*
resp. lll_robust_*. Renamed all LLL_MUTEX_LOCK_* macros to
LLL_LOCK_*. Include <kernel-features.h>.
(LLL_LOCK_INITIALIZER): Remove duplicate definition.
(LLL_PRIVATE, LLL_SHARED, __lll_private_flag): Define.
* sysdeps/unix/sysv/linux/mips/nptl/pthread_once.c
(clear_once_control, __pthread_once): Pass LLL_PRIVATE argument to
lll_futex_wait.
(lll_futex_wait, lll_futex_timed_wait, lll_futex_wake,
lll_robust_dead, lll_futex_requeue, lll_futex_wake_unlock): Take
private arguments.
(__lll_robust_trylock): Convert to macro.
(__lll_robust_lock_wait): Add private argument.
(__lll_lock_wait_private, __lll_lock_wait): Declare.
(__lll_lock): Convert to macro. Take private argument.
(__lll_cond_lock): Likewise.
(lll_lock, lll_cond_lock): Take private arguments.
(__lll_robust_lock): Take private argument. Convert to macro.
(lll_robust_lock, __lll_cond_lock, lll_cond_lock,
lll_robust_cond_lock): Take private arguments.
(__lll_timedlock_wait, __lll_robust_timedlock_wait): Take private
arguments.
(__lll_timedlock, __lll_robust_timedlock): Take private arguments.
(lll_timedlock, lll_robust_timedlock): Take private arguments.
(__lll_unlock, __lll_robust_unlock): Convert to macros. Take
private arguments.
(lll_unlock, lll_robust_unlock): Take private arguments.
(__lll_mutex_unlock_force, lll_mutex_unlock_force, lll_lock_t,
lll_trylock, lll_lock, lll_unlock, lll_islocked): Remove.
(lll_wait_tid): Pass LLL_SHARED to lll_futex_wait.
(__lll_cond_wait, __lll_cond_timedwait, __lll_cond_wake,
__lll_cond_broadcast, lll_cond_wait, lll_cond_timedwait,
lll_cond_wake, lll_cond_broadcast): Remove.
* sysdeps/unix/sysv/linux/mips/sys/tas.h (_EXTERN_INLINE): Define
to __extern_inline.
2007-09-12 12:57:41 +00:00
|
|
|
lll_futex_wake (&THREAD_SELF->header.gscope_flag, 1, LLL_PRIVATE); \
|
2007-06-06 17:27:04 +00:00
|
|
|
} \
|
|
|
|
while (0)
|
|
|
|
#define THREAD_GSCOPE_SET_FLAG() \
|
|
|
|
do \
|
|
|
|
{ \
|
|
|
|
THREAD_SELF->header.gscope_flag = THREAD_GSCOPE_FLAG_USED; \
|
|
|
|
atomic_write_barrier (); \
|
|
|
|
} \
|
|
|
|
while (0)
|
|
|
|
|
2005-03-28 09:19:38 +00:00
|
|
|
#endif /* __ASSEMBLER__ */
|
|
|
|
|
|
|
|
#endif /* tls.h */
|