mirror of
https://sourceware.org/git/glibc.git
synced 2024-12-04 02:40:06 +00:00
329ea513b4
Neither the <dlfcn.h> entry points, nor lazy symbol resolution, nor initial shared library load-up, are cancellation points, so ld.so should exclusively use I/O primitives that are not cancellable. We currently achieve this by having the cancellation hooks compile as no-ops when IS_IN(rtld); this patch changes to using exclusively _nocancel primitives in the source code instead, which makes the intent clearer and significantly reduces the amount of code compiled under IS_IN(rtld) as well as IS_IN(libc) -- in particular, elf/Makefile no longer thinks we require a copy of unwind.c in rtld-libc.a. (The older mechanism is preserved as a backstop.) The bulk of the change is splitting up the files that define the _nocancel I/O functions, so they don't also define the variants that *are* cancellation points; after which, the existing logic for picking out the bits of libc that need to be recompiled as part of ld.so Just Works. I did this for all of the _nocancel functions, not just the ones used by ld.so, for consistency. fcntl was a little tricky because it's only a cancellation point for certain opcodes (F_SETLKW(64), which can block), and the existing __fcntl_nocancel wasn't applying the FCNTL_ADJUST_CMD hook, which strikes me as asking for trouble, especially as the only nontrivial definition of FCNTL_ADJUST_CMD (for powerpc64) changes F_*LK* opcodes. To fix this, fcntl_common moves to fcntl_nocancel.c along with __fcntl_nocancel, and changes its name to the extern (but hidden) symbol __fcntl_nocancel_adjusted, so that regular fcntl can continue calling it. __fcntl_nocancel now applies FCNTL_ADJUST_CMD; so that both both fcntl.c and fcntl_nocancel.c can see it, the only nontrivial definition moves from sysdeps/u/s/l/powerpc/powerpc64/fcntl.c to .../powerpc64/sysdep.h and becomes entirely a macro, instead of a macro that calls an inline function. The nptl version of libpthread also changes a little, because its "compat-routines" formerly included files that defined all the _nocancel functions it uses; instead of continuing to duplicate them, I exported the relevant ones from libc.so as GLIBC_PRIVATE. Since the Linux fcntl.c calls a function defined by fcntl_nocancel.c, it can no longer be used from libpthread.so; instead, introduce a custom forwarder, pt-fcntl.c, and export __libc_fcntl from libc.so as GLIBC_PRIVATE. The nios2-linux ABI doesn't include a copy of vfork() in libpthread, and it was handling that by manipulating libpthread-routines in .../linux/nios2/Makefile; it is cleaner to do what other such ports do, and have a pt-vfork.S that defines no symbols. Right now, it appears that Hurd does not implement _nocancel I/O, so sysdeps/generic/not-cancel.h will forward everything back to the regular functions. This changed the names of some of the functions that sysdeps/mach/hurd/dl-sysdep.c needs to interpose. * elf/dl-load.c, elf/dl-misc.c, elf/dl-profile.c, elf/rtld.c * sysdeps/unix/sysv/linux/dl-sysdep.c Include not-cancel.h. Use __close_nocancel instead of __close, __open64_nocancel instead of __open, __read_nocancel instead of __libc_read, and __write_nocancel instead of __libc_write. * csu/check_fds.c (check_one_fd) * sysdeps/posix/fdopendir.c (__fdopendir) * sysdeps/posix/opendir.c (__alloc_dir): Use __fcntl_nocancel instead of __fcntl and/or __libc_fcntl. * sysdeps/unix/sysv/linux/pthread_setname.c (pthread_setname_np) * sysdeps/unix/sysv/linux/pthread_getname.c (pthread_getname_np) * sysdeps/unix/sysv/linux/i386/smp.h (is_smp_system): Use __open64_nocancel instead of __open_nocancel. * sysdeps/unix/sysv/linux/not-cancel.h: Move all of the hidden_proto declarations to the end and issue them if either IS_IN(libc) or IS_IN(rtld). * sysdeps/unix/sysv/linux/Makefile [subdir=io] (sysdep_routines): Add close_nocancel, fcntl_nocancel, nanosleep_nocancel, open_nocancel, open64_nocancel, openat_nocancel, pause_nocancel, read_nocancel, waitpid_nocancel, write_nocancel. * io/Versions [GLIBC_PRIVATE]: Add __libc_fcntl, __fcntl_nocancel, __open64_nocancel, __write_nocancel. * posix/Versions: Add __nanosleep_nocancel, __pause_nocancel. * nptl/pt-fcntl.c: New file. * nptl/Makefile (pthread-compat-wrappers): Remove fcntl. (libpthread-routines): Add pt-fcntl. * include/fcntl.h (__fcntl_nocancel_adjusted): New function. (__libc_fcntl): Remove attribute_hidden. * sysdeps/unix/sysv/linux/fcntl.c (__libc_fcntl): Call __fcntl_nocancel_adjusted, not fcntl_common. (__fcntl_nocancel): Move to new file fcntl_nocancel.c. (fcntl_common): Rename to __fcntl_nocancel_adjusted; also move to fcntl_nocancel.c. * sysdeps/unix/sysv/linux/fcntl_nocancel.c: New file. * sysdeps/unix/sysv/linux/powerpc/powerpc64/fcntl.c: Remove file. * sysdeps/unix/sysv/linux/powerpc/powerpc64/sysdep.h: Define FCNTL_ADJUST_CMD here, as a self-contained macro. * sysdeps/unix/sysv/linux/close.c: Move __close_nocancel to... * sysdeps/unix/sysv/linux/close_nocancel.c: ...this new file. * sysdeps/unix/sysv/linux/nanosleep.c: Move __nanosleep_nocancel to... * sysdeps/unix/sysv/linux/nanosleep_nocancel.c: ...this new file. * sysdeps/unix/sysv/linux/open.c: Move __open_nocancel to... * sysdeps/unix/sysv/linux/open_nocancel.c: ...this new file. * sysdeps/unix/sysv/linux/open64.c: Move __open64_nocancel to... * sysdeps/unix/sysv/linux/open64_nocancel.c: ...this new file. * sysdeps/unix/sysv/linux/openat.c: Move __openat_nocancel to... * sysdeps/unix/sysv/linux/openat_nocancel.c: ...this new file. * sysdeps/unix/sysv/linux/openat64.c: Move __openat64_nocancel to... * sysdeps/unix/sysv/linux/openat64_nocancel.c: ...this new file. * sysdeps/unix/sysv/linux/pause.c: Move __pause_nocancel to... * sysdeps/unix/sysv/linux/pause_nocancel.c: ...this new file. * sysdeps/unix/sysv/linux/read.c: Move __read_nocancel to... * sysdeps/unix/sysv/linux/read_nocancel.c: ...this new file. * sysdeps/unix/sysv/linux/waitpid.c: Move __waitpid_nocancel to... * sysdeps/unix/sysv/linux/waitpid_nocancel.c: ...this new file. * sysdeps/unix/sysv/linux/write.c: Move __write_nocancel to... * sysdeps/unix/sysv/linux/write_nocancel.c: ...this new file. * sysdeps/unix/sysv/linux/nios2/Makefile: Don't override libpthread-routines. * sysdeps/unix/sysv/linux/nios2/pt-vfork.S: New file which defines nothing. * sysdeps/mach/hurd/dl-sysdep.c: Define __read instead of __libc_read, and __write instead of __libc_write. Define __open64 in addition to __open.
249 lines
9.1 KiB
C
249 lines
9.1 KiB
C
/* Copyright (C) 1992-2018 Free Software Foundation, Inc.
|
|
This file is part of the GNU C Library.
|
|
|
|
The GNU C Library is free software; you can redistribute it and/or
|
|
modify it under the terms of the GNU Lesser General Public
|
|
License as published by the Free Software Foundation; either
|
|
version 2.1 of the License, or (at your option) any later version.
|
|
|
|
The GNU C Library is distributed in the hope that it will be useful,
|
|
but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
|
Lesser General Public License for more details.
|
|
|
|
You should have received a copy of the GNU Lesser General Public
|
|
License along with the GNU C Library; if not, see
|
|
<http://www.gnu.org/licenses/>. */
|
|
|
|
/* Alan Modra <amodra@bigpond.net.au> rewrote the INLINE_SYSCALL macro */
|
|
|
|
#ifndef _LINUX_POWERPC_SYSDEP_H
|
|
#define _LINUX_POWERPC_SYSDEP_H 1
|
|
|
|
#include <sysdeps/unix/sysv/linux/sysdep.h>
|
|
#include <sysdeps/unix/powerpc/sysdep.h>
|
|
#include <tls.h>
|
|
|
|
/* Define __set_errno() for INLINE_SYSCALL macro below. */
|
|
#ifndef __ASSEMBLER__
|
|
#include <errno.h>
|
|
#endif
|
|
|
|
/* For Linux we can use the system call table in the header file
|
|
/usr/include/asm/unistd.h
|
|
of the kernel. But these symbols do not follow the SYS_* syntax
|
|
so we have to redefine the `SYS_ify' macro here. */
|
|
#undef SYS_ify
|
|
#define SYS_ify(syscall_name) __NR_##syscall_name
|
|
|
|
#ifdef __ASSEMBLER__
|
|
|
|
/* This seems to always be the case on PPC. */
|
|
# define ALIGNARG(log2) log2
|
|
# define ASM_SIZE_DIRECTIVE(name) .size name,.-name
|
|
|
|
#endif /* __ASSEMBLER__ */
|
|
|
|
/* This version is for internal uses when there is no desire
|
|
to set errno */
|
|
#define INTERNAL_VSYSCALL_NO_SYSCALL_FALLBACK(name, err, type, nr, args...) \
|
|
({ \
|
|
type sc_ret = ENOSYS; \
|
|
\
|
|
__typeof (__vdso_##name) vdsop = __vdso_##name; \
|
|
PTR_DEMANGLE (vdsop); \
|
|
if (vdsop != NULL) \
|
|
sc_ret = \
|
|
INTERNAL_VSYSCALL_CALL_TYPE (vdsop, err, type, nr, ##args); \
|
|
else \
|
|
err = 1 << 28; \
|
|
sc_ret; \
|
|
})
|
|
|
|
/* List of system calls which are supported as vsyscalls. */
|
|
#define HAVE_CLOCK_GETRES_VSYSCALL 1
|
|
#define HAVE_CLOCK_GETTIME_VSYSCALL 1
|
|
#define HAVE_GETCPU_VSYSCALL 1
|
|
|
|
/* Define a macro which expands inline into the wrapper code for a system
|
|
call. This use is for internal calls that do not need to handle errors
|
|
normally. It will never touch errno. This returns just what the kernel
|
|
gave back in the non-error (CR0.SO cleared) case, otherwise (CR0.SO set)
|
|
the negation of the return value in the kernel gets reverted. */
|
|
|
|
#define INTERNAL_VSYSCALL_CALL_TYPE(funcptr, err, type, nr, args...) \
|
|
({ \
|
|
register void *r0 __asm__ ("r0"); \
|
|
register long int r3 __asm__ ("r3"); \
|
|
register long int r4 __asm__ ("r4"); \
|
|
register long int r5 __asm__ ("r5"); \
|
|
register long int r6 __asm__ ("r6"); \
|
|
register long int r7 __asm__ ("r7"); \
|
|
register long int r8 __asm__ ("r8"); \
|
|
register type rval __asm__ ("r3"); \
|
|
LOADARGS_##nr (funcptr, args); \
|
|
__asm__ __volatile__ \
|
|
("mtctr %0\n\t" \
|
|
"bctrl\n\t" \
|
|
"mfcr %0\n\t" \
|
|
"0:" \
|
|
: "+r" (r0), "+r" (r3), "+r" (r4), "+r" (r5), "+r" (r6), \
|
|
"+r" (r7), "+r" (r8) \
|
|
: : "r9", "r10", "r11", "r12", "cr0", "ctr", "lr", "memory"); \
|
|
err = (long int) r0; \
|
|
__asm__ __volatile__ ("" : "=r" (rval) : "r" (r3)); \
|
|
rval; \
|
|
})
|
|
|
|
#define INTERNAL_VSYSCALL_CALL(funcptr, err, nr, args...) \
|
|
INTERNAL_VSYSCALL_CALL_TYPE(funcptr, err, long int, nr, args)
|
|
|
|
#undef INLINE_SYSCALL
|
|
|
|
/* This version is for kernels that implement system calls that
|
|
behave like function calls as far as register saving. */
|
|
#define INLINE_SYSCALL(name, nr, args...) \
|
|
({ \
|
|
INTERNAL_SYSCALL_DECL (sc_err); \
|
|
long int sc_ret = INTERNAL_SYSCALL (name, sc_err, nr, args); \
|
|
if (INTERNAL_SYSCALL_ERROR_P (sc_ret, sc_err)) \
|
|
{ \
|
|
__set_errno (INTERNAL_SYSCALL_ERRNO (sc_ret, sc_err)); \
|
|
sc_ret = -1L; \
|
|
} \
|
|
sc_ret; \
|
|
})
|
|
|
|
/* Define a macro which expands inline into the wrapper code for a system
|
|
call. This use is for internal calls that do not need to handle errors
|
|
normally. It will never touch errno. This returns just what the kernel
|
|
gave back in the non-error (CR0.SO cleared) case, otherwise (CR0.SO set)
|
|
the negation of the return value in the kernel gets reverted. */
|
|
|
|
#undef INTERNAL_SYSCALL
|
|
#define INTERNAL_SYSCALL_NCS(name, err, nr, args...) \
|
|
({ \
|
|
register long int r0 __asm__ ("r0"); \
|
|
register long int r3 __asm__ ("r3"); \
|
|
register long int r4 __asm__ ("r4"); \
|
|
register long int r5 __asm__ ("r5"); \
|
|
register long int r6 __asm__ ("r6"); \
|
|
register long int r7 __asm__ ("r7"); \
|
|
register long int r8 __asm__ ("r8"); \
|
|
LOADARGS_##nr (name, ##args); \
|
|
ABORT_TRANSACTION; \
|
|
__asm__ __volatile__ \
|
|
("sc\n\t" \
|
|
"mfcr %0\n\t" \
|
|
"0:" \
|
|
: "=&r" (r0), \
|
|
"=&r" (r3), "=&r" (r4), "=&r" (r5), \
|
|
"=&r" (r6), "=&r" (r7), "=&r" (r8) \
|
|
: ASM_INPUT_##nr \
|
|
: "r9", "r10", "r11", "r12", \
|
|
"cr0", "ctr", "memory"); \
|
|
err = r0; \
|
|
r3; \
|
|
})
|
|
#define INTERNAL_SYSCALL(name, err, nr, args...) \
|
|
INTERNAL_SYSCALL_NCS (__NR_##name, err, nr, args)
|
|
|
|
#undef INTERNAL_SYSCALL_DECL
|
|
#define INTERNAL_SYSCALL_DECL(err) long int err __attribute__ ((unused))
|
|
|
|
#undef INTERNAL_SYSCALL_ERROR_P
|
|
#define INTERNAL_SYSCALL_ERROR_P(val, err) \
|
|
((void) (val), __builtin_expect ((err) & (1 << 28), 0))
|
|
|
|
#undef INTERNAL_SYSCALL_ERRNO
|
|
#define INTERNAL_SYSCALL_ERRNO(val, err) (val)
|
|
|
|
#define LOADARGS_0(name, dummy) \
|
|
r0 = name
|
|
#define LOADARGS_1(name, __arg1) \
|
|
long int arg1 = (long int) (__arg1); \
|
|
LOADARGS_0(name, 0); \
|
|
extern void __illegally_sized_syscall_arg1 (void); \
|
|
if (__builtin_classify_type (__arg1) != 5 && sizeof (__arg1) > 8) \
|
|
__illegally_sized_syscall_arg1 (); \
|
|
r3 = arg1
|
|
#define LOADARGS_2(name, __arg1, __arg2) \
|
|
long int arg2 = (long int) (__arg2); \
|
|
LOADARGS_1(name, __arg1); \
|
|
extern void __illegally_sized_syscall_arg2 (void); \
|
|
if (__builtin_classify_type (__arg2) != 5 && sizeof (__arg2) > 8) \
|
|
__illegally_sized_syscall_arg2 (); \
|
|
r4 = arg2
|
|
#define LOADARGS_3(name, __arg1, __arg2, __arg3) \
|
|
long int arg3 = (long int) (__arg3); \
|
|
LOADARGS_2(name, __arg1, __arg2); \
|
|
extern void __illegally_sized_syscall_arg3 (void); \
|
|
if (__builtin_classify_type (__arg3) != 5 && sizeof (__arg3) > 8) \
|
|
__illegally_sized_syscall_arg3 (); \
|
|
r5 = arg3
|
|
#define LOADARGS_4(name, __arg1, __arg2, __arg3, __arg4) \
|
|
long int arg4 = (long int) (__arg4); \
|
|
LOADARGS_3(name, __arg1, __arg2, __arg3); \
|
|
extern void __illegally_sized_syscall_arg4 (void); \
|
|
if (__builtin_classify_type (__arg4) != 5 && sizeof (__arg4) > 8) \
|
|
__illegally_sized_syscall_arg4 (); \
|
|
r6 = arg4
|
|
#define LOADARGS_5(name, __arg1, __arg2, __arg3, __arg4, __arg5) \
|
|
long int arg5 = (long int) (__arg5); \
|
|
LOADARGS_4(name, __arg1, __arg2, __arg3, __arg4); \
|
|
extern void __illegally_sized_syscall_arg5 (void); \
|
|
if (__builtin_classify_type (__arg5) != 5 && sizeof (__arg5) > 8) \
|
|
__illegally_sized_syscall_arg5 (); \
|
|
r7 = arg5
|
|
#define LOADARGS_6(name, __arg1, __arg2, __arg3, __arg4, __arg5, __arg6) \
|
|
long int arg6 = (long int) (__arg6); \
|
|
LOADARGS_5(name, __arg1, __arg2, __arg3, __arg4, __arg5); \
|
|
extern void __illegally_sized_syscall_arg6 (void); \
|
|
if (__builtin_classify_type (__arg6) != 5 && sizeof (__arg6) > 8) \
|
|
__illegally_sized_syscall_arg6 (); \
|
|
r8 = arg6
|
|
|
|
#define ASM_INPUT_0 "0" (r0)
|
|
#define ASM_INPUT_1 ASM_INPUT_0, "1" (r3)
|
|
#define ASM_INPUT_2 ASM_INPUT_1, "2" (r4)
|
|
#define ASM_INPUT_3 ASM_INPUT_2, "3" (r5)
|
|
#define ASM_INPUT_4 ASM_INPUT_3, "4" (r6)
|
|
#define ASM_INPUT_5 ASM_INPUT_4, "5" (r7)
|
|
#define ASM_INPUT_6 ASM_INPUT_5, "6" (r8)
|
|
|
|
|
|
/* Pointer mangling support. */
|
|
#if IS_IN (rtld)
|
|
/* We cannot use the thread descriptor because in ld.so we use setjmp
|
|
earlier than the descriptor is initialized. */
|
|
#else
|
|
# ifdef __ASSEMBLER__
|
|
# define PTR_MANGLE(reg, tmpreg) \
|
|
ld tmpreg,POINTER_GUARD(r13); \
|
|
xor reg,tmpreg,reg
|
|
# define PTR_MANGLE2(reg, tmpreg) \
|
|
xor reg,tmpreg,reg
|
|
# define PTR_MANGLE3(destreg, reg, tmpreg) \
|
|
ld tmpreg,POINTER_GUARD(r13); \
|
|
xor destreg,tmpreg,reg
|
|
# define PTR_DEMANGLE(reg, tmpreg) PTR_MANGLE (reg, tmpreg)
|
|
# define PTR_DEMANGLE2(reg, tmpreg) PTR_MANGLE2 (reg, tmpreg)
|
|
# define PTR_DEMANGLE3(destreg, reg, tmpreg) PTR_MANGLE3 (destreg, reg, tmpreg)
|
|
# else
|
|
# define PTR_MANGLE(var) \
|
|
(var) = (__typeof (var)) ((uintptr_t) (var) ^ THREAD_GET_POINTER_GUARD ())
|
|
# define PTR_DEMANGLE(var) PTR_MANGLE (var)
|
|
# endif
|
|
#endif
|
|
|
|
/* In the PowerPC64 ABI, the unadorned F_GETLK* opcodes should be used
|
|
even by largefile64 code. */
|
|
#define FCNTL_ADJUST_CMD(__cmd) \
|
|
({ int cmd_ = (__cmd); \
|
|
if (cmd_ >= F_GETLK64 && cmd_ <= F_SETLKW64) \
|
|
cmd_ -= F_GETLK64 - F_GETLK; \
|
|
cmd_; })
|
|
|
|
|
|
#endif /* linux/powerpc/powerpc64/sysdep.h */
|