2003-02-10 09:24:12 +00:00
|
|
|
/* Definition for thread-local data handling. NPTL/SH version.
|
2018-01-01 00:32:25 +00:00
|
|
|
Copyright (C) 2003-2018 Free Software Foundation, Inc.
|
2003-02-10 09:24:12 +00:00
|
|
|
This file is part of the GNU C Library.
|
|
|
|
|
|
|
|
The GNU C Library is free software; you can redistribute it and/or
|
|
|
|
modify it under the terms of the GNU Lesser General Public
|
|
|
|
License as published by the Free Software Foundation; either
|
|
|
|
version 2.1 of the License, or (at your option) any later version.
|
|
|
|
|
|
|
|
The GNU C Library is distributed in the hope that it will be useful,
|
|
|
|
but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
|
|
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
|
|
|
Lesser General Public License for more details.
|
|
|
|
|
|
|
|
You should have received a copy of the GNU Lesser General Public
|
2012-02-09 23:18:22 +00:00
|
|
|
License along with the GNU C Library; if not, see
|
|
|
|
<http://www.gnu.org/licenses/>. */
|
2003-02-10 09:24:12 +00:00
|
|
|
|
|
|
|
#ifndef _TLS_H
|
|
|
|
#define _TLS_H
|
|
|
|
|
|
|
|
# include <dl-sysdep.h>
|
|
|
|
|
|
|
|
#ifndef __ASSEMBLER__
|
2005-01-06 22:40:27 +00:00
|
|
|
# include <stdbool.h>
|
2003-02-10 09:24:12 +00:00
|
|
|
# include <stddef.h>
|
|
|
|
# include <stdint.h>
|
2007-07-07 01:53:19 +00:00
|
|
|
# include <stdlib.h>
|
|
|
|
# include <list.h>
|
|
|
|
# include <sysdep.h>
|
2016-06-20 12:31:40 +00:00
|
|
|
# include <dl-dtv.h>
|
2003-02-10 09:24:12 +00:00
|
|
|
|
|
|
|
typedef struct
|
|
|
|
{
|
|
|
|
dtv_t *dtv;
|
2005-12-20 15:28:51 +00:00
|
|
|
uintptr_t pointer_guard;
|
2003-02-10 09:24:12 +00:00
|
|
|
} tcbhead_t;
|
|
|
|
|
2003-03-15 11:44:47 +00:00
|
|
|
# define TLS_MULTIPLE_THREADS_IN_TCB 1
|
|
|
|
|
2003-02-10 09:24:12 +00:00
|
|
|
#else /* __ASSEMBLER__ */
|
|
|
|
# include <tcb-offsets.h>
|
|
|
|
#endif /* __ASSEMBLER__ */
|
|
|
|
|
|
|
|
|
|
|
|
#ifndef __ASSEMBLER__
|
|
|
|
|
|
|
|
/* Get system call information. */
|
|
|
|
# include <sysdep.h>
|
|
|
|
|
|
|
|
/* This is the size of the initial TCB. */
|
|
|
|
# define TLS_INIT_TCB_SIZE sizeof (tcbhead_t)
|
|
|
|
|
|
|
|
/* Alignment requirements for the initial TCB. */
|
|
|
|
# define TLS_INIT_TCB_ALIGN __alignof__ (tcbhead_t)
|
|
|
|
|
|
|
|
/* This is the size of the TCB. */
|
|
|
|
# define TLS_TCB_SIZE sizeof (tcbhead_t)
|
|
|
|
|
|
|
|
/* This is the size we need before TCB. */
|
|
|
|
# define TLS_PRE_TCB_SIZE sizeof (struct pthread)
|
|
|
|
|
|
|
|
/* Alignment requirements for the TCB. */
|
|
|
|
# define TLS_TCB_ALIGN __alignof__ (struct pthread)
|
|
|
|
|
|
|
|
/* The TLS blocks start right after the TCB. */
|
|
|
|
# define TLS_DTV_AT_TP 1
|
2014-03-14 17:44:34 +00:00
|
|
|
# define TLS_TCB_AT_TP 0
|
2003-02-10 09:24:12 +00:00
|
|
|
|
2003-03-29 01:06:39 +00:00
|
|
|
/* Get the thread descriptor definition. */
|
|
|
|
# include <nptl/descr.h>
|
2003-02-10 09:24:12 +00:00
|
|
|
|
|
|
|
/* Install the dtv pointer. The pointer passed is to the element with
|
|
|
|
index -1 which contain the length. */
|
|
|
|
# define INSTALL_DTV(tcbp, dtvp) \
|
2003-03-29 01:06:39 +00:00
|
|
|
((tcbhead_t *) (tcbp))->dtv = (dtvp) + 1
|
2003-02-10 09:24:12 +00:00
|
|
|
|
|
|
|
/* Install new dtv for current thread. */
|
|
|
|
# define INSTALL_NEW_DTV(dtv) \
|
|
|
|
({ tcbhead_t *__tcbp; \
|
|
|
|
__asm __volatile ("stc gbr,%0" : "=r" (__tcbp)); \
|
|
|
|
__tcbp->dtv = (dtv);})
|
|
|
|
|
|
|
|
/* Return dtv of given thread descriptor. */
|
|
|
|
# define GET_DTV(tcbp) \
|
|
|
|
(((tcbhead_t *) (tcbp))->dtv)
|
|
|
|
|
|
|
|
/* Code to initially initialize the thread pointer. This might need
|
|
|
|
special attention since 'errno' is not yet available and if the
|
|
|
|
operation can cause a failure 'errno' must not be touched. */
|
2014-05-13 14:40:41 +00:00
|
|
|
# define TLS_INIT_TP(tcbp) \
|
2014-12-11 23:07:35 +00:00
|
|
|
({ __asm __volatile ("ldc %0,gbr" : : "r" (tcbp)); NULL; })
|
2003-02-10 09:24:12 +00:00
|
|
|
|
2014-06-09 20:09:52 +00:00
|
|
|
# define TLS_DEFINE_INIT_TP(tp, pd) void *tp = (pd) + 1
|
|
|
|
|
2003-02-10 09:24:12 +00:00
|
|
|
/* Return the address of the dtv for the current thread. */
|
|
|
|
# define THREAD_DTV() \
|
|
|
|
({ tcbhead_t *__tcbp; \
|
|
|
|
__asm __volatile ("stc gbr,%0" : "=r" (__tcbp)); \
|
|
|
|
__tcbp->dtv;})
|
|
|
|
|
|
|
|
/* Return the thread descriptor for the current thread.
|
|
|
|
The contained asm must *not* be marked volatile since otherwise
|
|
|
|
assignments like
|
2011-09-11 19:02:01 +00:00
|
|
|
struct pthread *self = thread_self();
|
2003-02-10 09:24:12 +00:00
|
|
|
do not get optimized away. */
|
|
|
|
# define THREAD_SELF \
|
|
|
|
({ struct pthread *__self; \
|
|
|
|
__asm ("stc gbr,%0" : "=r" (__self)); \
|
|
|
|
__self - 1;})
|
|
|
|
|
2003-09-09 07:01:01 +00:00
|
|
|
/* Magic for libthread_db to know how to do THREAD_SELF. */
|
2004-11-19 00:01:34 +00:00
|
|
|
# define DB_THREAD_SELF \
|
|
|
|
REGISTER (32, 32, REG_GBR * 4, -sizeof (struct pthread))
|
2003-09-09 07:01:01 +00:00
|
|
|
|
2003-02-10 09:24:12 +00:00
|
|
|
/* Read member of the thread descriptor directly. */
|
2003-03-29 01:06:39 +00:00
|
|
|
# define THREAD_GETMEM(descr, member) (descr->member)
|
2003-02-10 09:24:12 +00:00
|
|
|
|
|
|
|
/* Same as THREAD_GETMEM, but the member offset can be non-constant. */
|
2003-03-29 01:06:39 +00:00
|
|
|
# define THREAD_GETMEM_NC(descr, member, idx) (descr->member[idx])
|
2003-02-10 09:24:12 +00:00
|
|
|
|
|
|
|
/* Set member of the thread descriptor directly. */
|
|
|
|
# define THREAD_SETMEM(descr, member, value) \
|
2003-03-29 01:06:39 +00:00
|
|
|
descr->member = (value)
|
2003-02-10 09:24:12 +00:00
|
|
|
|
|
|
|
/* Same as THREAD_SETMEM, but the member offset can be non-constant. */
|
|
|
|
# define THREAD_SETMEM_NC(descr, member, idx, value) \
|
2003-03-29 01:06:39 +00:00
|
|
|
descr->member[idx] = (value)
|
2003-02-10 09:24:12 +00:00
|
|
|
|
2005-12-20 15:28:51 +00:00
|
|
|
#define THREAD_GET_POINTER_GUARD() \
|
|
|
|
({ tcbhead_t *__tcbp; \
|
|
|
|
__asm __volatile ("stc gbr,%0" : "=r" (__tcbp)); \
|
|
|
|
__tcbp->pointer_guard;})
|
|
|
|
#define THREAD_SET_POINTER_GUARD(value) \
|
|
|
|
({ tcbhead_t *__tcbp; \
|
|
|
|
__asm __volatile ("stc gbr,%0" : "=r" (__tcbp)); \
|
|
|
|
__tcbp->pointer_guard = (value);})
|
|
|
|
#define THREAD_COPY_POINTER_GUARD(descr) \
|
|
|
|
({ tcbhead_t *__tcbp; \
|
|
|
|
__asm __volatile ("stc gbr,%0" : "=r" (__tcbp)); \
|
|
|
|
((tcbhead_t *) (descr + 1))->pointer_guard = __tcbp->pointer_guard;})
|
|
|
|
|
* sysdeps/i386/tls.h (THREAD_GSCOPE_RESET_FLAG): Use explicit
insn suffix.
(THREAD_GSCOPE_GET_FLAG): Remove.
* sysdeps/x86_64/tls.h (THREAD_GSCOPE_GET_FLAG): Remove.
* allocatestack.c (__wait_lookup_done): Revert 2007-05-24
changes.
* sysdeps/powerpc/tls.h (tcbhead_t): Remove gscope_flag.
(THREAD_GSCOPE_GET_FLAG): Remove.
(THREAD_GSCOPE_RESET_FLAG): Use THREAD_SELF->header.gscope_flag
instead of THREAD_GSCOPE_GET_FLAG.
(THREAD_GSCOPE_SET_FLAG): Likewise. Add atomic_write_barrier after
it.
* sysdeps/s390/tls.h (THREAD_GSCOPE_FLAG_UNUSED,
THREAD_GSCOPE_FLAG_USED, THREAD_GSCOPE_FLAG_WAIT,
THREAD_GSCOPE_RESET_FLAG, THREAD_GSCOPE_SET_FLAG,
THREAD_GSCOPE_WAIT): Define.
* sysdeps/sparc/tls.h (THREAD_GSCOPE_FLAG_UNUSED,
THREAD_GSCOPE_FLAG_USED, THREAD_GSCOPE_FLAG_WAIT,
THREAD_GSCOPE_RESET_FLAG, THREAD_GSCOPE_SET_FLAG,
THREAD_GSCOPE_WAIT): Define.
* sysdeps/sh/tls.h (THREAD_GSCOPE_FLAG_UNUSED,
THREAD_GSCOPE_FLAG_USED, THREAD_GSCOPE_FLAG_WAIT,
THREAD_GSCOPE_RESET_FLAG, THREAD_GSCOPE_SET_FLAG,
THREAD_GSCOPE_WAIT): Define.
* sysdeps/ia64/tls.h (THREAD_GSCOPE_FLAG_UNUSED,
THREAD_GSCOPE_FLAG_USED, THREAD_GSCOPE_FLAG_WAIT,
THREAD_GSCOPE_RESET_FLAG, THREAD_GSCOPE_SET_FLAG,
THREAD_GSCOPE_WAIT): Define.
2007-05-24 Richard Henderson <rth@redhat.com>
* descr.h (struct pthread): Add header.gscope_flag.
* sysdeps/alpha/tls.h (THREAD_GSCOPE_FLAG_UNUSED,
THREAD_GSCOPE_FLAG_USED, THREAD_GSCOPE_FLAG_WAIT,
THREAD_GSCOPE_RESET_FLAG, THREAD_GSCOPE_SET_FLAG,
THREAD_GSCOPE_WAIT): Define.
2007-05-28 16:42:08 +00:00
|
|
|
/* Get and set the global scope generation counter in struct pthread. */
|
|
|
|
#define THREAD_GSCOPE_FLAG_UNUSED 0
|
|
|
|
#define THREAD_GSCOPE_FLAG_USED 1
|
|
|
|
#define THREAD_GSCOPE_FLAG_WAIT 2
|
|
|
|
#define THREAD_GSCOPE_RESET_FLAG() \
|
|
|
|
do \
|
|
|
|
{ int __res \
|
|
|
|
= atomic_exchange_rel (&THREAD_SELF->header.gscope_flag, \
|
|
|
|
THREAD_GSCOPE_FLAG_UNUSED); \
|
|
|
|
if (__res == THREAD_GSCOPE_FLAG_WAIT) \
|
2007-07-28 20:16:07 +00:00
|
|
|
lll_futex_wake (&THREAD_SELF->header.gscope_flag, 1, LLL_PRIVATE); \
|
* sysdeps/i386/tls.h (THREAD_GSCOPE_RESET_FLAG): Use explicit
insn suffix.
(THREAD_GSCOPE_GET_FLAG): Remove.
* sysdeps/x86_64/tls.h (THREAD_GSCOPE_GET_FLAG): Remove.
* allocatestack.c (__wait_lookup_done): Revert 2007-05-24
changes.
* sysdeps/powerpc/tls.h (tcbhead_t): Remove gscope_flag.
(THREAD_GSCOPE_GET_FLAG): Remove.
(THREAD_GSCOPE_RESET_FLAG): Use THREAD_SELF->header.gscope_flag
instead of THREAD_GSCOPE_GET_FLAG.
(THREAD_GSCOPE_SET_FLAG): Likewise. Add atomic_write_barrier after
it.
* sysdeps/s390/tls.h (THREAD_GSCOPE_FLAG_UNUSED,
THREAD_GSCOPE_FLAG_USED, THREAD_GSCOPE_FLAG_WAIT,
THREAD_GSCOPE_RESET_FLAG, THREAD_GSCOPE_SET_FLAG,
THREAD_GSCOPE_WAIT): Define.
* sysdeps/sparc/tls.h (THREAD_GSCOPE_FLAG_UNUSED,
THREAD_GSCOPE_FLAG_USED, THREAD_GSCOPE_FLAG_WAIT,
THREAD_GSCOPE_RESET_FLAG, THREAD_GSCOPE_SET_FLAG,
THREAD_GSCOPE_WAIT): Define.
* sysdeps/sh/tls.h (THREAD_GSCOPE_FLAG_UNUSED,
THREAD_GSCOPE_FLAG_USED, THREAD_GSCOPE_FLAG_WAIT,
THREAD_GSCOPE_RESET_FLAG, THREAD_GSCOPE_SET_FLAG,
THREAD_GSCOPE_WAIT): Define.
* sysdeps/ia64/tls.h (THREAD_GSCOPE_FLAG_UNUSED,
THREAD_GSCOPE_FLAG_USED, THREAD_GSCOPE_FLAG_WAIT,
THREAD_GSCOPE_RESET_FLAG, THREAD_GSCOPE_SET_FLAG,
THREAD_GSCOPE_WAIT): Define.
2007-05-24 Richard Henderson <rth@redhat.com>
* descr.h (struct pthread): Add header.gscope_flag.
* sysdeps/alpha/tls.h (THREAD_GSCOPE_FLAG_UNUSED,
THREAD_GSCOPE_FLAG_USED, THREAD_GSCOPE_FLAG_WAIT,
THREAD_GSCOPE_RESET_FLAG, THREAD_GSCOPE_SET_FLAG,
THREAD_GSCOPE_WAIT): Define.
2007-05-28 16:42:08 +00:00
|
|
|
} \
|
|
|
|
while (0)
|
|
|
|
#define THREAD_GSCOPE_SET_FLAG() \
|
|
|
|
do \
|
|
|
|
{ \
|
|
|
|
THREAD_SELF->header.gscope_flag = THREAD_GSCOPE_FLAG_USED; \
|
|
|
|
atomic_write_barrier (); \
|
|
|
|
} \
|
|
|
|
while (0)
|
|
|
|
#define THREAD_GSCOPE_WAIT() \
|
|
|
|
GL(dl_wait_lookup_done) ()
|
|
|
|
|
2003-02-10 09:24:12 +00:00
|
|
|
#endif /* __ASSEMBLER__ */
|
|
|
|
|
|
|
|
#endif /* tls.h */
|