2014-07-15 22:23:06 +00:00
|
|
|
/* Low-level locking access to futex facilities. Stub version.
|
2023-01-06 21:08:04 +00:00
|
|
|
Copyright (C) 2014-2023 Free Software Foundation, Inc.
|
2014-07-15 22:23:06 +00:00
|
|
|
This file is part of the GNU C Library.
|
|
|
|
|
|
|
|
The GNU C Library is free software; you can redistribute it and/or
|
|
|
|
modify it under the terms of the GNU Lesser General Public
|
|
|
|
License as published by the Free Software Foundation; either
|
|
|
|
version 2.1 of the License, or (at your option) any later version.
|
|
|
|
|
|
|
|
The GNU C Library is distributed in the hope that it will be useful,
|
|
|
|
but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
|
|
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
|
|
|
Lesser General Public License for more details.
|
|
|
|
|
|
|
|
You should have received a copy of the GNU Lesser General Public
|
|
|
|
License along with the GNU C Library. If not, see
|
Prefer https to http for gnu.org and fsf.org URLs
Also, change sources.redhat.com to sourceware.org.
This patch was automatically generated by running the following shell
script, which uses GNU sed, and which avoids modifying files imported
from upstream:
sed -ri '
s,(http|ftp)(://(.*\.)?(gnu|fsf|sourceware)\.org($|[^.]|\.[^a-z])),https\2,g
s,(http|ftp)(://(.*\.)?)sources\.redhat\.com($|[^.]|\.[^a-z]),https\2sourceware.org\4,g
' \
$(find $(git ls-files) -prune -type f \
! -name '*.po' \
! -name 'ChangeLog*' \
! -path COPYING ! -path COPYING.LIB \
! -path manual/fdl-1.3.texi ! -path manual/lgpl-2.1.texi \
! -path manual/texinfo.tex ! -path scripts/config.guess \
! -path scripts/config.sub ! -path scripts/install-sh \
! -path scripts/mkinstalldirs ! -path scripts/move-if-change \
! -path INSTALL ! -path locale/programs/charmap-kw.h \
! -path po/libc.pot ! -path sysdeps/gnu/errlist.c \
! '(' -name configure \
-execdir test -f configure.ac -o -f configure.in ';' ')' \
! '(' -name preconfigure \
-execdir test -f preconfigure.ac ';' ')' \
-print)
and then by running 'make dist-prepare' to regenerate files built
from the altered files, and then executing the following to cleanup:
chmod a+x sysdeps/unix/sysv/linux/riscv/configure
# Omit irrelevant whitespace and comment-only changes,
# perhaps from a slightly-different Autoconf version.
git checkout -f \
sysdeps/csky/configure \
sysdeps/hppa/configure \
sysdeps/riscv/configure \
sysdeps/unix/sysv/linux/csky/configure
# Omit changes that caused a pre-commit check to fail like this:
# remote: *** error: sysdeps/powerpc/powerpc64/ppc-mcount.S: trailing lines
git checkout -f \
sysdeps/powerpc/powerpc64/ppc-mcount.S \
sysdeps/unix/sysv/linux/s390/s390-64/syscall.S
# Omit change that caused a pre-commit check to fail like this:
# remote: *** error: sysdeps/sparc/sparc64/multiarch/memcpy-ultra3.S: last line does not end in newline
git checkout -f sysdeps/sparc/sparc64/multiarch/memcpy-ultra3.S
2019-09-07 05:40:42 +00:00
|
|
|
<https://www.gnu.org/licenses/>. */
|
2014-07-15 22:23:06 +00:00
|
|
|
|
|
|
|
#ifndef _LOWLEVELLOCK_FUTEX_H
|
|
|
|
#define _LOWLEVELLOCK_FUTEX_H 1
|
|
|
|
|
2019-10-29 22:15:15 +00:00
|
|
|
#ifndef __ASSEMBLER__
|
|
|
|
# include <sysdep.h>
|
|
|
|
# include <sysdep-cancel.h>
|
|
|
|
# include <kernel-features.h>
|
|
|
|
#endif
|
|
|
|
|
|
|
|
#define FUTEX_WAIT 0
|
|
|
|
#define FUTEX_WAKE 1
|
|
|
|
#define FUTEX_REQUEUE 3
|
|
|
|
#define FUTEX_CMP_REQUEUE 4
|
|
|
|
#define FUTEX_WAKE_OP 5
|
|
|
|
#define FUTEX_OP_CLEAR_WAKE_IF_GT_ONE ((4 << 24) | 1)
|
|
|
|
#define FUTEX_LOCK_PI 6
|
|
|
|
#define FUTEX_UNLOCK_PI 7
|
|
|
|
#define FUTEX_TRYLOCK_PI 8
|
|
|
|
#define FUTEX_WAIT_BITSET 9
|
|
|
|
#define FUTEX_WAKE_BITSET 10
|
|
|
|
#define FUTEX_WAIT_REQUEUE_PI 11
|
|
|
|
#define FUTEX_CMP_REQUEUE_PI 12
|
2021-06-25 08:11:00 +00:00
|
|
|
#define FUTEX_LOCK_PI2 13
|
2019-10-29 22:15:15 +00:00
|
|
|
#define FUTEX_PRIVATE_FLAG 128
|
|
|
|
#define FUTEX_CLOCK_REALTIME 256
|
|
|
|
|
|
|
|
#define FUTEX_BITSET_MATCH_ANY 0xffffffff
|
|
|
|
|
|
|
|
/* Values for 'private' parameter of locking macros. Yes, the
|
|
|
|
definition seems to be backwards. But it is not. The bit will be
|
|
|
|
reversed before passing to the system call. */
|
|
|
|
#define LLL_PRIVATE 0
|
|
|
|
#define LLL_SHARED FUTEX_PRIVATE_FLAG
|
|
|
|
|
|
|
|
#ifndef __ASSEMBLER__
|
2021-02-04 14:00:20 +00:00
|
|
|
# define __lll_private_flag(fl, private) \
|
2019-10-29 22:15:15 +00:00
|
|
|
(((fl) | FUTEX_PRIVATE_FLAG) ^ (private))
|
|
|
|
|
2020-01-29 20:38:36 +00:00
|
|
|
# define lll_futex_syscall(nargs, futexp, op, ...) \
|
2019-10-29 22:15:15 +00:00
|
|
|
({ \
|
2020-01-29 20:38:36 +00:00
|
|
|
long int __ret = INTERNAL_SYSCALL (futex, nargs, futexp, op, \
|
2019-10-29 22:15:15 +00:00
|
|
|
__VA_ARGS__); \
|
2020-01-29 20:38:36 +00:00
|
|
|
(__glibc_unlikely (INTERNAL_SYSCALL_ERROR_P (__ret)) \
|
|
|
|
? -INTERNAL_SYSCALL_ERRNO (__ret) : 0); \
|
2019-10-29 22:15:15 +00:00
|
|
|
})
|
2014-07-15 22:23:06 +00:00
|
|
|
|
|
|
|
/* For most of these macros, the return value is never really used.
|
|
|
|
Nevertheless, the protocol is that each one returns a negated errno
|
|
|
|
code for failure or zero for success. (Note that the corresponding
|
|
|
|
Linux system calls can sometimes return positive values for success
|
|
|
|
cases too. We never use those values.) */
|
|
|
|
|
|
|
|
|
|
|
|
/* Wait while *FUTEXP == VAL for an lll_futex_wake call on FUTEXP. */
|
2019-10-29 22:15:15 +00:00
|
|
|
# define lll_futex_wait(futexp, val, private) \
|
2014-07-15 22:23:06 +00:00
|
|
|
lll_futex_timed_wait (futexp, val, NULL, private)
|
|
|
|
|
2019-10-29 22:15:15 +00:00
|
|
|
# define lll_futex_timed_wait(futexp, val, timeout, private) \
|
|
|
|
lll_futex_syscall (4, futexp, \
|
|
|
|
__lll_private_flag (FUTEX_WAIT, private), \
|
|
|
|
val, timeout)
|
2014-07-15 22:23:06 +00:00
|
|
|
|
2019-06-21 14:53:40 +00:00
|
|
|
/* Verify whether the supplied clockid is supported by
|
|
|
|
lll_futex_clock_wait_bitset. */
|
2019-10-29 22:15:15 +00:00
|
|
|
# define lll_futex_supported_clockid(clockid) \
|
|
|
|
((clockid) == CLOCK_REALTIME || (clockid) == CLOCK_MONOTONIC)
|
|
|
|
|
2014-07-15 22:23:06 +00:00
|
|
|
/* Wake up up to NR waiters on FUTEXP. */
|
2019-10-29 22:15:15 +00:00
|
|
|
# define lll_futex_wake(futexp, nr, private) \
|
|
|
|
lll_futex_syscall (4, futexp, \
|
|
|
|
__lll_private_flag (FUTEX_WAKE, private), nr, 0)
|
2014-07-15 22:23:06 +00:00
|
|
|
|
|
|
|
/* Wake up up to NR_WAKE waiters on FUTEXP. Move up to NR_MOVE of the
|
2019-10-29 22:15:15 +00:00
|
|
|
rest from waiting on FUTEXP to waiting on MUTEX (a different futex).
|
|
|
|
Returns non-zero if error happened, zero if success. */
|
|
|
|
# define lll_futex_requeue(futexp, nr_wake, nr_move, mutex, val, private) \
|
|
|
|
lll_futex_syscall (6, futexp, \
|
|
|
|
__lll_private_flag (FUTEX_CMP_REQUEUE, private), \
|
|
|
|
nr_wake, nr_move, mutex, val)
|
|
|
|
|
|
|
|
/* Wake up up to NR_WAKE waiters on FUTEXP and NR_WAKE2 on FUTEXP2.
|
|
|
|
Returns non-zero if error happened, zero if success. */
|
|
|
|
# define lll_futex_wake_unlock(futexp, nr_wake, nr_wake2, futexp2, private) \
|
|
|
|
lll_futex_syscall (6, futexp, \
|
|
|
|
__lll_private_flag (FUTEX_WAKE_OP, private), \
|
|
|
|
nr_wake, nr_wake2, futexp2, \
|
|
|
|
FUTEX_OP_CLEAR_WAKE_IF_GT_ONE)
|
2014-07-15 22:23:06 +00:00
|
|
|
|
|
|
|
|
2019-10-30 16:29:40 +00:00
|
|
|
#define lll_futex_timed_unlock_pi(futexp, private) \
|
|
|
|
lll_futex_syscall (4, futexp, \
|
|
|
|
__lll_private_flag (FUTEX_UNLOCK_PI, private), \
|
|
|
|
0, 0)
|
2014-07-15 22:23:06 +00:00
|
|
|
|
|
|
|
/* Like lll_futex_requeue, but pairs with lll_futex_wait_requeue_pi
|
|
|
|
and inherits priority from the waiter. */
|
2019-10-29 22:15:15 +00:00
|
|
|
# define lll_futex_cmp_requeue_pi(futexp, nr_wake, nr_move, mutex, \
|
2014-07-15 22:23:06 +00:00
|
|
|
val, private) \
|
2019-10-29 22:15:15 +00:00
|
|
|
lll_futex_syscall (6, futexp, \
|
|
|
|
__lll_private_flag (FUTEX_CMP_REQUEUE_PI, \
|
|
|
|
private), \
|
|
|
|
nr_wake, nr_move, mutex, val)
|
2014-07-15 22:23:06 +00:00
|
|
|
|
nptl: Reinstate pthread_timedjoin_np as a cancellation point (BZ#24215)
Patch ce7eb0e90315 ("nptl: Cleanup cancellation macros") changed the
join sequence for internal common __pthread_timedjoin_ex to use the
new macro lll_wait_tid. The idea was this macro would issue the
cancellable futex operation depending whether the timeout is used or
not. However if a timeout is used, __lll_timedwait_tid is called and
it is not a cancellable entrypoint.
This patch fixes it by simplifying the code in various ways:
- Instead of adding the cancellation handling on __lll_timedwait_tid,
it moves the generic implementation to pthread_join_common.c (called
now timedwait_tid with some fixes to use the correct type for pid).
- The llvm_wait_tid macro is removed, along with its replication on
x86_64, i686, and sparc arch-specific lowlevellock.h.
- sparc32 __lll_timedwait_tid is also removed, since the code is similar
to generic one.
- x86_64 and i386 provides arch-specific __lll_timedwait_tid which is
also removed since they are similar in functionality to generic C code
and there is no indication it is better than compiler generated code.
New tests, tst-join8 and tst-join9, are provided to check if
pthread_timedjoin_np acts as a cancellation point.
Checked on x86_64-linux-gnu, i686-linux-gnu, sparcv9-linux-gnu, and
aarch64-linux-gnu.
[BZ #24215]
* nptl/Makefile (lpthread-routines): Remove lll_timedwait_tid.
(tests): Add tst-join8 tst-join9.
* nptl/lll_timedwait_tid.c: Remove file.
* sysdeps/sparc/sparc32/lll_timedwait_tid.c: Likewise.
* sysdeps/unix/sysv/linux/i386/lll_timedwait_tid.c: Likewise.
* sysdeps/sysv/linux/x86_64/lll_timedwait_tid.c: Likewise.
* nptl/pthread_join_common.c (timedwait_tid): New function.
(__pthread_timedjoin_ex): Act as cancellation entrypoint is block
is set.
* nptl/tst-join5.c (thread_join): New function.
(tf1, tf2, do_test): Use libsupport and add pthread_timedjoin_np
check.
* nptl/tst-join8.c: New file.
* nptl/tst-join9.c: Likewise.
* sysdeps/nptl/lowlevellock-futex.h (lll_futex_wait_cancel,
lll_futex_timed_wait_cancel): Add generic macros.
* sysdeps/nptl/lowlevellock.h (__lll_timedwait_tid, lll_wait_tid):
Remove definitions.
* sysdeps/unix/sysv/linux/i386/lowlevellock.h: Likewise.
* sysdeps/unix/sysv/linux/sparc/lowlevellock.h: Likewise.
* sysdeps/unix/sysv/linux/x86_64/lowlevellock.h: Likewise.
* sysdeps/sparc/sparc32/lowlevellock.c (__lll_timedwait_tid):
Remove function.
* sysdeps/unix/sysv/linux/i386/lowlevellock.S (__lll_timedwait_tid):
Likewise.
* sysdeps/unix/sysv/linux/x86_64/lowlevellock.S: Likewise.
* sysdeps/unix/sysv/linux/lowlevellock-futex.h
(lll_futex_timed_wait_cancel): New macro.
2019-02-12 14:36:46 +00:00
|
|
|
/* Like lll_futex_wait, but acting as a cancellable entrypoint. */
|
2019-10-29 22:15:15 +00:00
|
|
|
# define lll_futex_wait_cancel(futexp, val, private) \
|
|
|
|
({ \
|
2021-05-05 15:15:57 +00:00
|
|
|
int __oldtype = LIBC_CANCEL_ASYNC (); \
|
2019-10-29 22:15:15 +00:00
|
|
|
long int __err = lll_futex_wait (futexp, val, LLL_SHARED); \
|
2021-05-05 15:15:57 +00:00
|
|
|
LIBC_CANCEL_RESET (__oldtype); \
|
2019-10-29 22:15:15 +00:00
|
|
|
__err; \
|
|
|
|
})
|
nptl: Reinstate pthread_timedjoin_np as a cancellation point (BZ#24215)
Patch ce7eb0e90315 ("nptl: Cleanup cancellation macros") changed the
join sequence for internal common __pthread_timedjoin_ex to use the
new macro lll_wait_tid. The idea was this macro would issue the
cancellable futex operation depending whether the timeout is used or
not. However if a timeout is used, __lll_timedwait_tid is called and
it is not a cancellable entrypoint.
This patch fixes it by simplifying the code in various ways:
- Instead of adding the cancellation handling on __lll_timedwait_tid,
it moves the generic implementation to pthread_join_common.c (called
now timedwait_tid with some fixes to use the correct type for pid).
- The llvm_wait_tid macro is removed, along with its replication on
x86_64, i686, and sparc arch-specific lowlevellock.h.
- sparc32 __lll_timedwait_tid is also removed, since the code is similar
to generic one.
- x86_64 and i386 provides arch-specific __lll_timedwait_tid which is
also removed since they are similar in functionality to generic C code
and there is no indication it is better than compiler generated code.
New tests, tst-join8 and tst-join9, are provided to check if
pthread_timedjoin_np acts as a cancellation point.
Checked on x86_64-linux-gnu, i686-linux-gnu, sparcv9-linux-gnu, and
aarch64-linux-gnu.
[BZ #24215]
* nptl/Makefile (lpthread-routines): Remove lll_timedwait_tid.
(tests): Add tst-join8 tst-join9.
* nptl/lll_timedwait_tid.c: Remove file.
* sysdeps/sparc/sparc32/lll_timedwait_tid.c: Likewise.
* sysdeps/unix/sysv/linux/i386/lll_timedwait_tid.c: Likewise.
* sysdeps/sysv/linux/x86_64/lll_timedwait_tid.c: Likewise.
* nptl/pthread_join_common.c (timedwait_tid): New function.
(__pthread_timedjoin_ex): Act as cancellation entrypoint is block
is set.
* nptl/tst-join5.c (thread_join): New function.
(tf1, tf2, do_test): Use libsupport and add pthread_timedjoin_np
check.
* nptl/tst-join8.c: New file.
* nptl/tst-join9.c: Likewise.
* sysdeps/nptl/lowlevellock-futex.h (lll_futex_wait_cancel,
lll_futex_timed_wait_cancel): Add generic macros.
* sysdeps/nptl/lowlevellock.h (__lll_timedwait_tid, lll_wait_tid):
Remove definitions.
* sysdeps/unix/sysv/linux/i386/lowlevellock.h: Likewise.
* sysdeps/unix/sysv/linux/sparc/lowlevellock.h: Likewise.
* sysdeps/unix/sysv/linux/x86_64/lowlevellock.h: Likewise.
* sysdeps/sparc/sparc32/lowlevellock.c (__lll_timedwait_tid):
Remove function.
* sysdeps/unix/sysv/linux/i386/lowlevellock.S (__lll_timedwait_tid):
Likewise.
* sysdeps/unix/sysv/linux/x86_64/lowlevellock.S: Likewise.
* sysdeps/unix/sysv/linux/lowlevellock-futex.h
(lll_futex_timed_wait_cancel): New macro.
2019-02-12 14:36:46 +00:00
|
|
|
|
|
|
|
/* Like lll_futex_timed_wait, but acting as a cancellable entrypoint. */
|
2019-10-29 22:15:15 +00:00
|
|
|
# define lll_futex_timed_wait_cancel(futexp, val, timeout, private) \
|
|
|
|
({ \
|
2021-05-05 15:15:57 +00:00
|
|
|
int __oldtype = LIBC_CANCEL_ASYNC (); \
|
2019-10-29 22:15:15 +00:00
|
|
|
long int __err = lll_futex_timed_wait (futexp, val, timeout, private); \
|
2021-05-05 15:15:57 +00:00
|
|
|
LIBC_CANCEL_RESET (__oldtype); \
|
2019-10-29 22:15:15 +00:00
|
|
|
__err; \
|
|
|
|
})
|
|
|
|
|
|
|
|
#endif /* !__ASSEMBLER__ */
|
2014-07-15 22:23:06 +00:00
|
|
|
|
|
|
|
#endif /* lowlevellock-futex.h */
|