mirror of
https://sourceware.org/git/glibc.git
synced 2024-12-02 01:40:07 +00:00
f0458cf4f9
Linux from 3.9 through 4.2 does not abort HTM transaction on syscalls, instead it suspend and resume it when leaving the kernel. The side-effects of the syscall will always remain visible, even if the transaction is aborted. This is an issue when transaction is used along with futex syscall, on pthread_cond_wait for instance, where the futex call might succeed but the transaction is rolled back leading the pthread_cond object in an inconsistent state. Glibc used to prevent it by always aborting a transaction before issuing a syscall. Linux 4.2 also decided to abort active transaction in syscalls which makes the glibc workaround superfluous. Worse, glibc transaction abortion leads to a performance issue on recent kernels where the HTM state is saved/restore lazily (v4.9). By aborting a transaction on every syscalls, regardless whether a transaction has being initiated before, GLIBS makes the kernel always save/restore HTM state (it can not even lazily disable it after a certain number of syscall iterations). Because of this shortcoming, Transactional Lock Elision is just enabled when it has been explicitly set (either by tunables of by a configure switch) and if kernel aborts HTM transactions on syscalls (PPC_FEATURE2_HTM_NOSC). It is reported that using simple benchmark [1], the context-switch is about 5% faster by not issuing a tabort in every syscall in newer kernels. Checked on powerpc64le-linux-gnu with 4.4.0 kernel (Ubuntu 16.04). * NEWS: Add note about new TLE support on powerpc64le. * sysdeps/powerpc/nptl/tcb-offsets.sym (TM_CAPABLE): Remove. * sysdeps/powerpc/nptl/tls.h (tcbhead_t): Rename tm_capable to __ununsed1. (TLS_INIT_TP, TLS_DEFINE_INIT_TP): Remove tm_capable setup. (THREAD_GET_TM_CAPABLE, THREAD_SET_TM_CAPABLE): Remove macros. * sysdeps/powerpc/powerpc32/sysdep.h, sysdeps/powerpc/powerpc64/sysdep.h (ABORT_TRANSACTION_IMPL, ABORT_TRANSACTION): Remove macros. * sysdeps/powerpc/sysdep.h (ABORT_TRANSACTION): Likewise. * sysdeps/unix/sysv/linux/powerpc/elision-conf.c (elision_init): Set __pthread_force_elision iff PPC_FEATURE2_HTM_NOSC is set. * sysdeps/unix/sysv/linux/powerpc/powerpc32/sysdep.h, sysdeps/unix/sysv/linux/powerpc/powerpc64/sysdep.h sysdeps/unix/sysv/linux/powerpc/syscall.S (ABORT_TRANSACTION): Remove usage. * sysdeps/unix/sysv/linux/powerpc/not-errno.h: Remove file. Reported-by: Breno Leitão <leitao@debian.org>
254 lines
8.8 KiB
C
254 lines
8.8 KiB
C
/* Definition for thread-local data handling. NPTL/PowerPC version.
|
|
Copyright (C) 2003-2018 Free Software Foundation, Inc.
|
|
This file is part of the GNU C Library.
|
|
|
|
The GNU C Library is free software; you can redistribute it and/or
|
|
modify it under the terms of the GNU Lesser General Public
|
|
License as published by the Free Software Foundation; either
|
|
version 2.1 of the License, or (at your option) any later version.
|
|
|
|
The GNU C Library is distributed in the hope that it will be useful,
|
|
but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
|
Lesser General Public License for more details.
|
|
|
|
You should have received a copy of the GNU Lesser General Public
|
|
License along with the GNU C Library; if not, see
|
|
<http://www.gnu.org/licenses/>. */
|
|
|
|
#ifndef _TLS_H
|
|
#define _TLS_H 1
|
|
|
|
# include <dl-sysdep.h>
|
|
|
|
#ifndef __ASSEMBLER__
|
|
# include <stdbool.h>
|
|
# include <stddef.h>
|
|
# include <stdint.h>
|
|
# include <dl-dtv.h>
|
|
|
|
#else /* __ASSEMBLER__ */
|
|
# include <tcb-offsets.h>
|
|
#endif /* __ASSEMBLER__ */
|
|
|
|
|
|
#ifndef __ASSEMBLER__
|
|
|
|
# include <hwcapinfo.h>
|
|
|
|
/* Get system call information. */
|
|
# include <sysdep.h>
|
|
|
|
/* The TP points to the start of the thread blocks. */
|
|
# define TLS_DTV_AT_TP 1
|
|
# define TLS_TCB_AT_TP 0
|
|
|
|
/* We use the multiple_threads field in the pthread struct */
|
|
#define TLS_MULTIPLE_THREADS_IN_TCB 1
|
|
|
|
/* Get the thread descriptor definition. */
|
|
# include <nptl/descr.h>
|
|
|
|
|
|
/* The stack_guard is accessed directly by GCC -fstack-protector code,
|
|
so it is a part of public ABI. The dtv and pointer_guard fields
|
|
are private. */
|
|
typedef struct
|
|
{
|
|
/* Reservation for HWCAP data. To be accessed by GCC in
|
|
__builtin_cpu_supports(), so it is a part of public ABI. */
|
|
uint64_t hwcap;
|
|
/* Reservation for AT_PLATFORM data. To be accessed by GCC in
|
|
__builtin_cpu_is(), so it is a part of public ABI. Since there
|
|
are different ABIs for 32 and 64 bit, we put this field in a
|
|
previously empty padding space for powerpc64. */
|
|
#ifndef __powerpc64__
|
|
/* Padding to maintain alignment. */
|
|
uint32_t padding;
|
|
uint32_t at_platform;
|
|
#endif
|
|
uint32_t __unused;
|
|
/* Reservation for AT_PLATFORM data - powerpc64. */
|
|
#ifdef __powerpc64__
|
|
uint32_t at_platform;
|
|
#endif
|
|
/* Reservation for Dynamic System Optimizer ABI. */
|
|
uintptr_t dso_slot2;
|
|
uintptr_t dso_slot1;
|
|
/* Reservation for tar register (ISA 2.07). */
|
|
uintptr_t tar_save;
|
|
/* GCC split stack support. */
|
|
void *__private_ss;
|
|
/* Reservation for the Event-Based Branching ABI. */
|
|
uintptr_t ebb_handler;
|
|
uintptr_t ebb_ctx_pointer;
|
|
uintptr_t ebb_reserved1;
|
|
uintptr_t ebb_reserved2;
|
|
uintptr_t pointer_guard;
|
|
uintptr_t stack_guard;
|
|
dtv_t *dtv;
|
|
} tcbhead_t;
|
|
|
|
/* This is the size of the initial TCB. */
|
|
# define TLS_INIT_TCB_SIZE 0
|
|
|
|
/* Alignment requirements for the initial TCB. */
|
|
# define TLS_INIT_TCB_ALIGN __alignof__ (struct pthread)
|
|
|
|
/* This is the size of the TCB. */
|
|
# define TLS_TCB_SIZE 0
|
|
|
|
/* Alignment requirements for the TCB. */
|
|
# define TLS_TCB_ALIGN __alignof__ (struct pthread)
|
|
|
|
/* This is the size we need before TCB. */
|
|
# define TLS_PRE_TCB_SIZE \
|
|
(sizeof (struct pthread) \
|
|
+ ((sizeof (tcbhead_t) + TLS_TCB_ALIGN - 1) & ~(TLS_TCB_ALIGN - 1)))
|
|
|
|
# ifndef __powerpc64__
|
|
/* Register r2 (tp) is reserved by the ABI as "thread pointer". */
|
|
register void *__thread_register __asm__ ("r2");
|
|
# define PT_THREAD_POINTER PT_R2
|
|
# else
|
|
/* Register r13 (tp) is reserved by the ABI as "thread pointer". */
|
|
register void *__thread_register __asm__ ("r13");
|
|
# define PT_THREAD_POINTER PT_R13
|
|
# endif
|
|
|
|
/* The following assumes that TP (R2 or R13) points to the end of the
|
|
TCB + 0x7000 (per the ABI). This implies that TCB address is
|
|
TP - 0x7000. As we define TLS_DTV_AT_TP we can
|
|
assume that the pthread struct is allocated immediately ahead of the
|
|
TCB. This implies that the pthread_descr address is
|
|
TP - (TLS_PRE_TCB_SIZE + 0x7000). */
|
|
# define TLS_TCB_OFFSET 0x7000
|
|
|
|
/* Install the dtv pointer. The pointer passed is to the element with
|
|
index -1 which contain the length. */
|
|
# define INSTALL_DTV(tcbp, dtvp) \
|
|
((tcbhead_t *) (tcbp))[-1].dtv = dtvp + 1
|
|
|
|
/* Install new dtv for current thread. */
|
|
# define INSTALL_NEW_DTV(dtv) (THREAD_DTV() = (dtv))
|
|
|
|
/* Return dtv of given thread descriptor. */
|
|
# define GET_DTV(tcbp) (((tcbhead_t *) (tcbp))[-1].dtv)
|
|
|
|
/* Code to initially initialize the thread pointer. This might need
|
|
special attention since 'errno' is not yet available and if the
|
|
operation can cause a failure 'errno' must not be touched. */
|
|
# define TLS_INIT_TP(tcbp) \
|
|
({ \
|
|
__thread_register = (void *) (tcbp) + TLS_TCB_OFFSET; \
|
|
THREAD_SET_HWCAP (__tcb_hwcap); \
|
|
THREAD_SET_AT_PLATFORM (__tcb_platform); \
|
|
NULL; \
|
|
})
|
|
|
|
/* Value passed to 'clone' for initialization of the thread register. */
|
|
# define TLS_DEFINE_INIT_TP(tp, pd) \
|
|
void *tp = (void *) (pd) + TLS_TCB_OFFSET + TLS_PRE_TCB_SIZE; \
|
|
(((tcbhead_t *) ((char *) tp - TLS_TCB_OFFSET))[-1].hwcap) = \
|
|
THREAD_GET_HWCAP (); \
|
|
(((tcbhead_t *) ((char *) tp - TLS_TCB_OFFSET))[-1].at_platform) = \
|
|
THREAD_GET_AT_PLATFORM ();
|
|
|
|
/* Return the address of the dtv for the current thread. */
|
|
# define THREAD_DTV() \
|
|
(((tcbhead_t *) (__thread_register - TLS_TCB_OFFSET))[-1].dtv)
|
|
|
|
/* Return the thread descriptor for the current thread. */
|
|
# define THREAD_SELF \
|
|
((struct pthread *) (__thread_register \
|
|
- TLS_TCB_OFFSET - TLS_PRE_TCB_SIZE))
|
|
|
|
/* Magic for libthread_db to know how to do THREAD_SELF. */
|
|
# define DB_THREAD_SELF \
|
|
REGISTER (32, 32, PT_THREAD_POINTER * 4, \
|
|
- TLS_TCB_OFFSET - TLS_PRE_TCB_SIZE) \
|
|
REGISTER (64, 64, PT_THREAD_POINTER * 8, \
|
|
- TLS_TCB_OFFSET - TLS_PRE_TCB_SIZE)
|
|
|
|
/* Read member of the thread descriptor directly. */
|
|
# define THREAD_GETMEM(descr, member) ((void)(descr), (THREAD_SELF)->member)
|
|
|
|
/* Same as THREAD_GETMEM, but the member offset can be non-constant. */
|
|
# define THREAD_GETMEM_NC(descr, member, idx) \
|
|
((void)(descr), (THREAD_SELF)->member[idx])
|
|
|
|
/* Set member of the thread descriptor directly. */
|
|
# define THREAD_SETMEM(descr, member, value) \
|
|
((void)(descr), (THREAD_SELF)->member = (value))
|
|
|
|
/* Same as THREAD_SETMEM, but the member offset can be non-constant. */
|
|
# define THREAD_SETMEM_NC(descr, member, idx, value) \
|
|
((void)(descr), (THREAD_SELF)->member[idx] = (value))
|
|
|
|
/* Set the stack guard field in TCB head. */
|
|
# define THREAD_SET_STACK_GUARD(value) \
|
|
(((tcbhead_t *) ((char *) __thread_register \
|
|
- TLS_TCB_OFFSET))[-1].stack_guard = (value))
|
|
# define THREAD_COPY_STACK_GUARD(descr) \
|
|
(((tcbhead_t *) ((char *) (descr) \
|
|
+ TLS_PRE_TCB_SIZE))[-1].stack_guard \
|
|
= ((tcbhead_t *) ((char *) __thread_register \
|
|
- TLS_TCB_OFFSET))[-1].stack_guard)
|
|
|
|
/* Set the stack guard field in TCB head. */
|
|
# define THREAD_GET_POINTER_GUARD() \
|
|
(((tcbhead_t *) ((char *) __thread_register \
|
|
- TLS_TCB_OFFSET))[-1].pointer_guard)
|
|
# define THREAD_SET_POINTER_GUARD(value) \
|
|
(THREAD_GET_POINTER_GUARD () = (value))
|
|
# define THREAD_COPY_POINTER_GUARD(descr) \
|
|
(((tcbhead_t *) ((char *) (descr) \
|
|
+ TLS_PRE_TCB_SIZE))[-1].pointer_guard \
|
|
= THREAD_GET_POINTER_GUARD())
|
|
|
|
/* hwcap field in TCB head. */
|
|
# define THREAD_GET_HWCAP() \
|
|
(((tcbhead_t *) ((char *) __thread_register \
|
|
- TLS_TCB_OFFSET))[-1].hwcap)
|
|
# define THREAD_SET_HWCAP(value) \
|
|
(THREAD_GET_HWCAP () = (value))
|
|
|
|
/* at_platform field in TCB head. */
|
|
# define THREAD_GET_AT_PLATFORM() \
|
|
(((tcbhead_t *) ((char *) __thread_register \
|
|
- TLS_TCB_OFFSET))[-1].at_platform)
|
|
# define THREAD_SET_AT_PLATFORM(value) \
|
|
(THREAD_GET_AT_PLATFORM () = (value))
|
|
|
|
/* l_tls_offset == 0 is perfectly valid on PPC, so we have to use some
|
|
different value to mean unset l_tls_offset. */
|
|
# define NO_TLS_OFFSET -1
|
|
|
|
/* Get and set the global scope generation counter in struct pthread. */
|
|
#define THREAD_GSCOPE_IN_TCB 1
|
|
#define THREAD_GSCOPE_FLAG_UNUSED 0
|
|
#define THREAD_GSCOPE_FLAG_USED 1
|
|
#define THREAD_GSCOPE_FLAG_WAIT 2
|
|
#define THREAD_GSCOPE_RESET_FLAG() \
|
|
do \
|
|
{ int __res \
|
|
= atomic_exchange_rel (&THREAD_SELF->header.gscope_flag, \
|
|
THREAD_GSCOPE_FLAG_UNUSED); \
|
|
if (__res == THREAD_GSCOPE_FLAG_WAIT) \
|
|
lll_futex_wake (&THREAD_SELF->header.gscope_flag, 1, LLL_PRIVATE); \
|
|
} \
|
|
while (0)
|
|
#define THREAD_GSCOPE_SET_FLAG() \
|
|
do \
|
|
{ \
|
|
THREAD_SELF->header.gscope_flag = THREAD_GSCOPE_FLAG_USED; \
|
|
atomic_write_barrier (); \
|
|
} \
|
|
while (0)
|
|
#define THREAD_GSCOPE_WAIT() \
|
|
GL(dl_wait_lookup_done) ()
|
|
|
|
#endif /* __ASSEMBLER__ */
|
|
|
|
#endif /* tls.h */
|