mirror of
https://sourceware.org/git/glibc.git
synced 2024-11-23 21:40:12 +00:00
451 lines
13 KiB
C
451 lines
13 KiB
C
/* Copyright (C) 1992, 1995, 1996, 2000, 2003, 2004, 2006, 2010
|
|
Free Software Foundation, Inc.
|
|
This file is part of the GNU C Library.
|
|
Contributed by Brendan Kehoe (brendan@zen.org).
|
|
|
|
The GNU C Library is free software; you can redistribute it and/or
|
|
modify it under the terms of the GNU Lesser General Public
|
|
License as published by the Free Software Foundation; either
|
|
version 2.1 of the License, or (at your option) any later version.
|
|
|
|
The GNU C Library is distributed in the hope that it will be useful,
|
|
but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
|
Lesser General Public License for more details.
|
|
|
|
You should have received a copy of the GNU Lesser General Public
|
|
License along with the GNU C Library; if not, write to the Free
|
|
Software Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA
|
|
02111-1307 USA. */
|
|
|
|
#include <sysdeps/unix/sysdep.h>
|
|
|
|
#ifdef __ASSEMBLER__
|
|
|
|
#ifdef __linux__
|
|
# include <alpha/regdef.h>
|
|
#else
|
|
# include <regdef.h>
|
|
#endif
|
|
|
|
#include <tls.h> /* Defines USE___THREAD. */
|
|
|
|
#ifdef IS_IN_rtld
|
|
# include <dl-sysdep.h> /* Defines RTLD_PRIVATE_ERRNO. */
|
|
#endif
|
|
|
|
|
|
#ifdef __STDC__
|
|
#define __LABEL(x) x##:
|
|
#else
|
|
#define __LABEL(x) x/**/:
|
|
#endif
|
|
|
|
#define LEAF(name, framesize) \
|
|
.globl name; \
|
|
.align 4; \
|
|
.ent name, 0; \
|
|
__LABEL(name) \
|
|
.frame sp, framesize, ra
|
|
|
|
#define ENTRY(name) \
|
|
.globl name; \
|
|
.align 4; \
|
|
.ent name, 0; \
|
|
__LABEL(name) \
|
|
.frame sp, 0, ra
|
|
|
|
/* Mark the end of function SYM. */
|
|
#undef END
|
|
#define END(sym) .end sym
|
|
|
|
#ifdef PROF
|
|
# define PSEUDO_PROLOGUE \
|
|
.frame sp, 0, ra; \
|
|
ldgp gp,0(pv); \
|
|
.set noat; \
|
|
lda AT,_mcount; \
|
|
jsr AT,(AT),_mcount; \
|
|
.set at; \
|
|
.prologue 1
|
|
#elif defined PIC
|
|
# define PSEUDO_PROLOGUE \
|
|
.frame sp, 0, ra; \
|
|
.prologue 0
|
|
#else
|
|
# define PSEUDO_PROLOGUE \
|
|
.frame sp, 0, ra; \
|
|
ldgp gp,0(pv); \
|
|
.prologue 1
|
|
#endif /* PROF */
|
|
|
|
#if RTLD_PRIVATE_ERRNO
|
|
# define SYSCALL_ERROR_LABEL $syscall_error
|
|
# define SYSCALL_ERROR_HANDLER \
|
|
stl v0, rtld_errno(gp) !gprel; \
|
|
lda v0, -1; \
|
|
ret
|
|
#elif defined(PIC)
|
|
# define SYSCALL_ERROR_LABEL __syscall_error
|
|
# define SYSCALL_ERROR_HANDLER \
|
|
br $31, __syscall_error !samegp
|
|
#else
|
|
# define SYSCALL_ERROR_LABEL $syscall_error
|
|
# define SYSCALL_ERROR_HANDLER \
|
|
jmp $31, __syscall_error
|
|
#endif /* RTLD_PRIVATE_ERRNO */
|
|
|
|
/* Overridden by specific syscalls. */
|
|
#undef PSEUDO_PREPARE_ARGS
|
|
#define PSEUDO_PREPARE_ARGS /* Nothing. */
|
|
|
|
#define PSEUDO(name, syscall_name, args) \
|
|
.globl name; \
|
|
.align 4; \
|
|
.ent name,0; \
|
|
__LABEL(name) \
|
|
PSEUDO_PROLOGUE; \
|
|
PSEUDO_PREPARE_ARGS \
|
|
lda v0, SYS_ify(syscall_name); \
|
|
call_pal PAL_callsys; \
|
|
bne a3, SYSCALL_ERROR_LABEL
|
|
|
|
#undef PSEUDO_END
|
|
#if defined(PIC) && !RTLD_PRIVATE_ERRNO
|
|
# define PSEUDO_END(sym) END(sym)
|
|
#else
|
|
# define PSEUDO_END(sym) \
|
|
$syscall_error: \
|
|
SYSCALL_ERROR_HANDLER; \
|
|
END(sym)
|
|
#endif
|
|
|
|
#define PSEUDO_NOERRNO(name, syscall_name, args) \
|
|
.globl name; \
|
|
.align 4; \
|
|
.ent name,0; \
|
|
__LABEL(name) \
|
|
PSEUDO_PROLOGUE; \
|
|
PSEUDO_PREPARE_ARGS \
|
|
lda v0, SYS_ify(syscall_name); \
|
|
call_pal PAL_callsys;
|
|
|
|
#undef PSEUDO_END_NOERRNO
|
|
#define PSEUDO_END_NOERRNO(sym) END(sym)
|
|
|
|
#define ret_NOERRNO ret
|
|
|
|
#define PSEUDO_ERRVAL(name, syscall_name, args) \
|
|
.globl name; \
|
|
.align 4; \
|
|
.ent name,0; \
|
|
__LABEL(name) \
|
|
PSEUDO_PROLOGUE; \
|
|
PSEUDO_PREPARE_ARGS \
|
|
lda v0, SYS_ify(syscall_name); \
|
|
call_pal PAL_callsys;
|
|
|
|
#undef PSEUDO_END_ERRVAL
|
|
#define PSEUDO_END_ERRVAL(sym) END(sym)
|
|
|
|
#define ret_ERRVAL ret
|
|
|
|
#define r0 v0
|
|
#define r1 a4
|
|
|
|
#define MOVE(x,y) mov x,y
|
|
|
|
#else /* !ASSEMBLER */
|
|
|
|
/* ??? Linux needs to be able to override INLINE_SYSCALL for one
|
|
particular special case. Make this easy. */
|
|
|
|
#undef INLINE_SYSCALL
|
|
#define INLINE_SYSCALL(name, nr, args...) \
|
|
INLINE_SYSCALL1(name, nr, args)
|
|
|
|
#define INLINE_SYSCALL1(name, nr, args...) \
|
|
({ \
|
|
long _sc_ret, _sc_err; \
|
|
inline_syscall##nr(__NR_##name, args); \
|
|
if (__builtin_expect (_sc_err, 0)) \
|
|
{ \
|
|
__set_errno (_sc_ret); \
|
|
_sc_ret = -1L; \
|
|
} \
|
|
_sc_ret; \
|
|
})
|
|
|
|
#define INTERNAL_SYSCALL(name, err_out, nr, args...) \
|
|
INTERNAL_SYSCALL1(name, err_out, nr, args)
|
|
|
|
#define INTERNAL_SYSCALL1(name, err_out, nr, args...) \
|
|
INTERNAL_SYSCALL_NCS(__NR_##name, err_out, nr, args)
|
|
|
|
#define INTERNAL_SYSCALL_NCS(name, err_out, nr, args...) \
|
|
({ \
|
|
long _sc_ret, _sc_err; \
|
|
inline_syscall##nr(name, args); \
|
|
err_out = _sc_err; \
|
|
_sc_ret; \
|
|
})
|
|
|
|
#define INTERNAL_SYSCALL_DECL(err) long int err
|
|
/* Make sure and "use" the variable that we're not returning,
|
|
in order to suppress unused variable warnings. */
|
|
#define INTERNAL_SYSCALL_ERROR_P(val, err) ((void)val, err)
|
|
#define INTERNAL_SYSCALL_ERRNO(val, err) ((void)err, val)
|
|
|
|
#define inline_syscall_clobbers \
|
|
"$1", "$2", "$3", "$4", "$5", "$6", "$7", "$8", \
|
|
"$22", "$23", "$24", "$25", "$27", "$28", "memory"
|
|
|
|
/* If TLS is in use, we have a conflict between the PAL_rduniq primitive,
|
|
as modeled within GCC, and explicit use of the R0 register. If we use
|
|
the register via the asm, the scheduler may place the PAL_rduniq insn
|
|
before we've copied the data from R0 into _sc_ret. If this happens
|
|
we'll get a reload abort, since R0 is live at the same time it is
|
|
needed for the PAL_rduniq.
|
|
|
|
Solve this by using the "v" constraint instead of an asm for the syscall
|
|
output. We don't do this unconditionally to allow compilation with
|
|
older compilers. */
|
|
|
|
#ifdef HAVE___THREAD
|
|
#define inline_syscall_r0_asm
|
|
#define inline_syscall_r0_out_constraint "=v"
|
|
#else
|
|
#define inline_syscall_r0_asm __asm__("$0")
|
|
#define inline_syscall_r0_out_constraint "=r"
|
|
#endif
|
|
|
|
/* It is moderately important optimization-wise to limit the lifetime
|
|
of the hard-register variables as much as possible. Thus we copy
|
|
in/out as close to the asm as possible. */
|
|
|
|
#define inline_syscall0(name, args...) \
|
|
{ \
|
|
register long _sc_0 inline_syscall_r0_asm; \
|
|
register long _sc_19 __asm__("$19"); \
|
|
\
|
|
_sc_0 = name; \
|
|
__asm__ __volatile__ \
|
|
("callsys # %0 %1 <= %2" \
|
|
: inline_syscall_r0_out_constraint (_sc_0), \
|
|
"=r"(_sc_19) \
|
|
: "0"(_sc_0) \
|
|
: inline_syscall_clobbers, \
|
|
"$16", "$17", "$18", "$20", "$21"); \
|
|
_sc_ret = _sc_0, _sc_err = _sc_19; \
|
|
}
|
|
|
|
#define inline_syscall1(name,arg1) \
|
|
{ \
|
|
register long _sc_0 inline_syscall_r0_asm; \
|
|
register long _sc_16 __asm__("$16"); \
|
|
register long _sc_19 __asm__("$19"); \
|
|
register long _tmp_16 = (long) (arg1); \
|
|
\
|
|
_sc_0 = name; \
|
|
_sc_16 = _tmp_16; \
|
|
__asm__ __volatile__ \
|
|
("callsys # %0 %1 <= %2 %3" \
|
|
: inline_syscall_r0_out_constraint (_sc_0), \
|
|
"=r"(_sc_19), "=r"(_sc_16) \
|
|
: "0"(_sc_0), "2"(_sc_16) \
|
|
: inline_syscall_clobbers, \
|
|
"$17", "$18", "$20", "$21"); \
|
|
_sc_ret = _sc_0, _sc_err = _sc_19; \
|
|
}
|
|
|
|
#define inline_syscall2(name,arg1,arg2) \
|
|
{ \
|
|
register long _sc_0 inline_syscall_r0_asm; \
|
|
register long _sc_16 __asm__("$16"); \
|
|
register long _sc_17 __asm__("$17"); \
|
|
register long _sc_19 __asm__("$19"); \
|
|
register long _tmp_16 = (long) (arg1); \
|
|
register long _tmp_17 = (long) (arg2); \
|
|
\
|
|
_sc_0 = name; \
|
|
_sc_16 = _tmp_16; \
|
|
_sc_17 = _tmp_17; \
|
|
__asm__ __volatile__ \
|
|
("callsys # %0 %1 <= %2 %3 %4" \
|
|
: inline_syscall_r0_out_constraint (_sc_0), \
|
|
"=r"(_sc_19), "=r"(_sc_16), "=r"(_sc_17) \
|
|
: "0"(_sc_0), "2"(_sc_16), "3"(_sc_17) \
|
|
: inline_syscall_clobbers, \
|
|
"$18", "$20", "$21"); \
|
|
_sc_ret = _sc_0, _sc_err = _sc_19; \
|
|
}
|
|
|
|
#define inline_syscall3(name,arg1,arg2,arg3) \
|
|
{ \
|
|
register long _sc_0 inline_syscall_r0_asm; \
|
|
register long _sc_16 __asm__("$16"); \
|
|
register long _sc_17 __asm__("$17"); \
|
|
register long _sc_18 __asm__("$18"); \
|
|
register long _sc_19 __asm__("$19"); \
|
|
register long _tmp_16 = (long) (arg1); \
|
|
register long _tmp_17 = (long) (arg2); \
|
|
register long _tmp_18 = (long) (arg3); \
|
|
\
|
|
_sc_0 = name; \
|
|
_sc_16 = _tmp_16; \
|
|
_sc_17 = _tmp_17; \
|
|
_sc_18 = _tmp_18; \
|
|
__asm__ __volatile__ \
|
|
("callsys # %0 %1 <= %2 %3 %4 %5" \
|
|
: inline_syscall_r0_out_constraint (_sc_0), \
|
|
"=r"(_sc_19), "=r"(_sc_16), "=r"(_sc_17), \
|
|
"=r"(_sc_18) \
|
|
: "0"(_sc_0), "2"(_sc_16), "3"(_sc_17), \
|
|
"4"(_sc_18) \
|
|
: inline_syscall_clobbers, "$20", "$21"); \
|
|
_sc_ret = _sc_0, _sc_err = _sc_19; \
|
|
}
|
|
|
|
#define inline_syscall4(name,arg1,arg2,arg3,arg4) \
|
|
{ \
|
|
register long _sc_0 inline_syscall_r0_asm; \
|
|
register long _sc_16 __asm__("$16"); \
|
|
register long _sc_17 __asm__("$17"); \
|
|
register long _sc_18 __asm__("$18"); \
|
|
register long _sc_19 __asm__("$19"); \
|
|
register long _tmp_16 = (long) (arg1); \
|
|
register long _tmp_17 = (long) (arg2); \
|
|
register long _tmp_18 = (long) (arg3); \
|
|
register long _tmp_19 = (long) (arg4); \
|
|
\
|
|
_sc_0 = name; \
|
|
_sc_16 = _tmp_16; \
|
|
_sc_17 = _tmp_17; \
|
|
_sc_18 = _tmp_18; \
|
|
_sc_19 = _tmp_19; \
|
|
__asm__ __volatile__ \
|
|
("callsys # %0 %1 <= %2 %3 %4 %5 %6" \
|
|
: inline_syscall_r0_out_constraint (_sc_0), \
|
|
"=r"(_sc_19), "=r"(_sc_16), "=r"(_sc_17), \
|
|
"=r"(_sc_18) \
|
|
: "0"(_sc_0), "2"(_sc_16), "3"(_sc_17), \
|
|
"4"(_sc_18), "1"(_sc_19) \
|
|
: inline_syscall_clobbers, "$20", "$21"); \
|
|
_sc_ret = _sc_0, _sc_err = _sc_19; \
|
|
}
|
|
|
|
#define inline_syscall5(name,arg1,arg2,arg3,arg4,arg5) \
|
|
{ \
|
|
register long _sc_0 inline_syscall_r0_asm; \
|
|
register long _sc_16 __asm__("$16"); \
|
|
register long _sc_17 __asm__("$17"); \
|
|
register long _sc_18 __asm__("$18"); \
|
|
register long _sc_19 __asm__("$19"); \
|
|
register long _sc_20 __asm__("$20"); \
|
|
register long _tmp_16 = (long) (arg1); \
|
|
register long _tmp_17 = (long) (arg2); \
|
|
register long _tmp_18 = (long) (arg3); \
|
|
register long _tmp_19 = (long) (arg4); \
|
|
register long _tmp_20 = (long) (arg5); \
|
|
\
|
|
_sc_0 = name; \
|
|
_sc_16 = _tmp_16; \
|
|
_sc_17 = _tmp_17; \
|
|
_sc_18 = _tmp_18; \
|
|
_sc_19 = _tmp_19; \
|
|
_sc_20 = _tmp_20; \
|
|
__asm__ __volatile__ \
|
|
("callsys # %0 %1 <= %2 %3 %4 %5 %6 %7" \
|
|
: inline_syscall_r0_out_constraint (_sc_0), \
|
|
"=r"(_sc_19), "=r"(_sc_16), "=r"(_sc_17), \
|
|
"=r"(_sc_18), "=r"(_sc_20) \
|
|
: "0"(_sc_0), "2"(_sc_16), "3"(_sc_17), \
|
|
"4"(_sc_18), "1"(_sc_19), "5"(_sc_20) \
|
|
: inline_syscall_clobbers, "$21"); \
|
|
_sc_ret = _sc_0, _sc_err = _sc_19; \
|
|
}
|
|
|
|
#define inline_syscall6(name,arg1,arg2,arg3,arg4,arg5,arg6) \
|
|
{ \
|
|
register long _sc_0 inline_syscall_r0_asm; \
|
|
register long _sc_16 __asm__("$16"); \
|
|
register long _sc_17 __asm__("$17"); \
|
|
register long _sc_18 __asm__("$18"); \
|
|
register long _sc_19 __asm__("$19"); \
|
|
register long _sc_20 __asm__("$20"); \
|
|
register long _sc_21 __asm__("$21"); \
|
|
register long _tmp_16 = (long) (arg1); \
|
|
register long _tmp_17 = (long) (arg2); \
|
|
register long _tmp_18 = (long) (arg3); \
|
|
register long _tmp_19 = (long) (arg4); \
|
|
register long _tmp_20 = (long) (arg5); \
|
|
register long _tmp_21 = (long) (arg6); \
|
|
\
|
|
_sc_0 = name; \
|
|
_sc_16 = _tmp_16; \
|
|
_sc_17 = _tmp_17; \
|
|
_sc_18 = _tmp_18; \
|
|
_sc_19 = _tmp_19; \
|
|
_sc_20 = _tmp_20; \
|
|
_sc_21 = _tmp_21; \
|
|
__asm__ __volatile__ \
|
|
("callsys # %0 %1 <= %2 %3 %4 %5 %6 %7 %8" \
|
|
: inline_syscall_r0_out_constraint (_sc_0), \
|
|
"=r"(_sc_19), "=r"(_sc_16), "=r"(_sc_17), \
|
|
"=r"(_sc_18), "=r"(_sc_20), "=r"(_sc_21) \
|
|
: "0"(_sc_0), "2"(_sc_16), "3"(_sc_17), "4"(_sc_18), \
|
|
"1"(_sc_19), "5"(_sc_20), "6"(_sc_21) \
|
|
: inline_syscall_clobbers); \
|
|
_sc_ret = _sc_0, _sc_err = _sc_19; \
|
|
}
|
|
|
|
/* Pointer mangling support. Note that tls access is slow enough that
|
|
we don't deoptimize things by placing the pointer check value there. */
|
|
|
|
#include <stdint.h>
|
|
|
|
#if defined NOT_IN_libc && defined IS_IN_rtld
|
|
# ifdef __ASSEMBLER__
|
|
# define PTR_MANGLE(dst, src, tmp) \
|
|
ldah tmp, __pointer_chk_guard_local($29) !gprelhigh; \
|
|
ldq tmp, __pointer_chk_guard_local(tmp) !gprellow; \
|
|
xor src, tmp, dst
|
|
# define PTR_MANGLE2(dst, src, tmp) \
|
|
xor src, tmp, dst
|
|
# define PTR_DEMANGLE(dst, tmp) PTR_MANGLE(dst, dst, tmp)
|
|
# define PTR_DEMANGLE2(dst, tmp) PTR_MANGLE2(dst, dst, tmp)
|
|
# else
|
|
extern uintptr_t __pointer_chk_guard_local attribute_relro attribute_hidden;
|
|
# define PTR_MANGLE(var) \
|
|
(var) = (__typeof (var)) ((uintptr_t) (var) ^ __pointer_chk_guard_local)
|
|
# define PTR_DEMANGLE(var) PTR_MANGLE(var)
|
|
# endif
|
|
#elif defined PIC
|
|
# ifdef __ASSEMBLER__
|
|
# define PTR_MANGLE(dst, src, tmp) \
|
|
ldq tmp, __pointer_chk_guard; \
|
|
xor src, tmp, dst
|
|
# define PTR_MANGLE2(dst, src, tmp) \
|
|
xor src, tmp, dst
|
|
# define PTR_DEMANGLE(dst, tmp) PTR_MANGLE(dst, dst, tmp)
|
|
# define PTR_DEMANGLE2(dst, tmp) PTR_MANGLE2(dst, dst, tmp)
|
|
# else
|
|
extern const uintptr_t __pointer_chk_guard attribute_relro;
|
|
# define PTR_MANGLE(var) \
|
|
(var) = (__typeof(var)) ((uintptr_t) (var) ^ __pointer_chk_guard)
|
|
# define PTR_DEMANGLE(var) PTR_MANGLE(var)
|
|
# endif
|
|
#else
|
|
/* There exists generic C code that assumes that PTR_MANGLE is always
|
|
defined. When generating code for the static libc, we don't have
|
|
__pointer_chk_guard defined. Nor is there any place that would
|
|
initialize it if it were defined, so there's little point in doing
|
|
anything more than nothing. */
|
|
# ifndef __ASSEMBLER__
|
|
# define PTR_MANGLE(var)
|
|
# define PTR_DEMANGLE(var)
|
|
# endif
|
|
#endif
|
|
|
|
#endif /* ASSEMBLER */
|