mirror of
https://sourceware.org/git/glibc.git
synced 2024-11-23 13:30:06 +00:00
461cab1de7
Linux 6.11 has getrandom() in vDSO. It operates on a thread-local opaque state allocated with mmap using flags specified by the vDSO. Multiple states are allocated at once, as many as fit into a page, and these are held in an array of available states to be doled out to each thread upon first use, and recycled when a thread terminates. As these states run low, more are allocated. To make this procedure async-signal-safe, a simple guard is used in the LSB of the opaque state address, falling back to the syscall if there's reentrancy contention. Also, _Fork() is handled by blocking signals on opaque state allocation (so _Fork() always sees a consistent state even if it interrupts a getrandom() call) and by iterating over the thread stack cache on reclaim_stack. Each opaque state will be in the free states list (grnd_alloc.states) or allocated to a running thread. The cancellation is handled by always using GRND_NONBLOCK flags while calling the vDSO, and falling back to the cancellable syscall if the kernel returns EAGAIN (would block). Since getrandom is not defined by POSIX and cancellation is supported as an extension, the cancellation is handled as 'may occur' instead of 'shall occur' [1], meaning that if vDSO does not block (the expected behavior) getrandom will not act as a cancellation entrypoint. It avoids a pthread_testcancel call on the fast path (different than 'shall occur' functions, like sem_wait()). It is currently enabled for x86_64, which is available in Linux 6.11, and aarch64, powerpc32, powerpc64, loongarch64, and s390x, which are available in Linux 6.12. Link: https://pubs.opengroup.org/onlinepubs/9799919799/nframe.html [1] Co-developed-by: Jason A. Donenfeld <Jason@zx2c4.com> Tested-by: Jason A. Donenfeld <Jason@zx2c4.com> # x86_64 Tested-by: Adhemerval Zanella <adhemerval.zanella@linaro.org> # x86_64, aarch64 Tested-by: Xi Ruoyao <xry111@xry111.site> # x86_64, aarch64, loongarch64 Tested-by: Stefan Liebler <stli@linux.ibm.com> # s390x
115 lines
3.5 KiB
C
115 lines
3.5 KiB
C
/* Uncancelable versions of cancelable interfaces. Hurd version.
|
|
Copyright (C) 2003-2024 Free Software Foundation, Inc.
|
|
This file is part of the GNU C Library.
|
|
|
|
The GNU C Library is free software; you can redistribute it and/or
|
|
modify it under the terms of the GNU Lesser General Public
|
|
License as published by the Free Software Foundation; either
|
|
version 2.1 of the License, or (at your option) any later version.
|
|
|
|
The GNU C Library is distributed in the hope that it will be useful,
|
|
but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
|
Lesser General Public License for more details.
|
|
|
|
You should have received a copy of the GNU Lesser General Public
|
|
License along with the GNU C Library; if not, see
|
|
<https://www.gnu.org/licenses/>. */
|
|
|
|
#ifndef NOT_CANCEL_H
|
|
# define NOT_CANCEL_H
|
|
|
|
#include <fcntl.h>
|
|
#include <unistd.h>
|
|
#include <poll.h>
|
|
#include <sys/wait.h>
|
|
#include <time.h>
|
|
#include <sys/uio.h>
|
|
#include <sys/random.h>
|
|
#include <hurd.h>
|
|
#include <hurd/fd.h>
|
|
|
|
/* Non cancellable close syscall. */
|
|
__typeof (__close) __close_nocancel;
|
|
|
|
void __close_nocancel_nostatus (int fd);
|
|
|
|
/* Non cancellable open syscall. */
|
|
__typeof (__open) __open_nocancel;
|
|
/* open64 is just the same as open for us. */
|
|
#define __open64_nocancel(...) \
|
|
__open_nocancel (__VA_ARGS__)
|
|
|
|
/* Non cancellable openat syscall. */
|
|
__typeof (__openat) __openat_nocancel;
|
|
/* open64 is just the same as open for us. */
|
|
#define __openat64_nocancel(...) \
|
|
__openat_nocancel (__VA_ARGS__)
|
|
|
|
/* Non cancellable read syscall. */
|
|
__typeof (__read) __read_nocancel;
|
|
|
|
/* Non cancellable pread syscall (LFS version). */
|
|
__typeof (__pread64) __pread64_nocancel;
|
|
|
|
/* Non cancellable write syscall. */
|
|
__typeof (__write) __write_nocancel;
|
|
|
|
/* Non cancellable pwrite syscall (LFS version). */
|
|
__typeof (__pwrite64) __pwrite64_nocancel;
|
|
|
|
/* Non cancellable writev syscall. */
|
|
__typeof (__writev) __writev_nocancel;
|
|
|
|
/* Non cancellable writev syscall with no status. */
|
|
void __writev_nocancel_nostatus (int fd, const struct iovec *vector, int count);
|
|
|
|
/* Non cancellable wait4 syscall. */
|
|
__typeof (__wait4) __wait4_nocancel;
|
|
|
|
# define __waitpid_nocancel(pid, stat_loc, options) \
|
|
__wait4_nocancel (pid, stat_loc, options, NULL)
|
|
|
|
/* Non cancellable fcntl syscall. */
|
|
__typeof (__fcntl) __fcntl_nocancel;
|
|
/* fcntl64 is just the same as fcntl for us. */
|
|
#define __fcntl64_nocancel(...) \
|
|
__fcntl_nocancel (__VA_ARGS__)
|
|
|
|
/* Non cancellable getrandom syscall that does not also set errno in case of
|
|
failure. */
|
|
static inline ssize_t
|
|
__getrandom_nocancel_nostatus_direct (void *buf, size_t buflen, unsigned int flags)
|
|
{
|
|
int save_errno = errno;
|
|
ssize_t r = __getrandom (buf, buflen, flags);
|
|
r = r == -1 ? -errno : r;
|
|
__set_errno (save_errno);
|
|
return r;
|
|
}
|
|
|
|
#define __getrandom_nocancel(buf, size, flags) \
|
|
__getrandom (buf, size, flags)
|
|
#define __getrandom_nocancel_direct(buf, size, flags) \
|
|
__getrandom (buf, size, flags)
|
|
|
|
#define __poll_infinity_nocancel(fds, nfds) \
|
|
__poll (fds, nfds, -1)
|
|
|
|
#if IS_IN (libc)
|
|
hidden_proto (__close_nocancel)
|
|
hidden_proto (__close_nocancel_nostatus)
|
|
hidden_proto (__open_nocancel)
|
|
hidden_proto (__openat_nocancel)
|
|
hidden_proto (__read_nocancel)
|
|
hidden_proto (__pread64_nocancel)
|
|
hidden_proto (__write_nocancel)
|
|
hidden_proto (__pwrite64_nocancel)
|
|
hidden_proto (__writev_nocancel)
|
|
hidden_proto (__writev_nocancel_nostatus)
|
|
hidden_proto (__wait4_nocancel)
|
|
hidden_proto (__fcntl_nocancel)
|
|
#endif
|
|
|
|
#endif /* NOT_CANCEL_H */
|