mirror of
https://sourceware.org/git/glibc.git
synced 2024-12-02 01:40:07 +00:00
250 lines
9.6 KiB
C
250 lines
9.6 KiB
C
/* Copyright (C) 2003-2017 Free Software Foundation, Inc.
|
|
This file is part of the GNU C Library.
|
|
|
|
The GNU C Library is free software; you can redistribute it and/or
|
|
modify it under the terms of the GNU Lesser General Public
|
|
License as published by the Free Software Foundation; either
|
|
version 2.1 of the License, or (at your option) any later version.
|
|
|
|
The GNU C Library is distributed in the hope that it will be useful,
|
|
but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
|
Lesser General Public License for more details.
|
|
|
|
You should have received a copy of the GNU Lesser General Public
|
|
License along with the GNU C Library. If not, see
|
|
<http://www.gnu.org/licenses/>. */
|
|
|
|
#include <sysdep.h>
|
|
#include <sysdeps/generic/sysdep.h>
|
|
#include <tls.h>
|
|
#ifndef __ASSEMBLER__
|
|
# include <nptl/pthreadP.h>
|
|
#endif
|
|
#include <sys/asm.h>
|
|
|
|
/* Gas will put the initial save of $gp into the CIE, because it appears to
|
|
happen before any instructions. So we use cfi_same_value instead of
|
|
cfi_restore. */
|
|
|
|
#if IS_IN (libc) || IS_IN (libpthread) || IS_IN (librt)
|
|
|
|
#ifdef __PIC__
|
|
# undef PSEUDO
|
|
# define PSEUDO(name, syscall_name, args) \
|
|
.align 2; \
|
|
L(pseudo_start): \
|
|
cfi_startproc; \
|
|
cfi_adjust_cfa_offset (STKSPACE); \
|
|
cfi_rel_offset (gp, STKOFF_GP); \
|
|
99: PTR_LA t9,__syscall_error; \
|
|
/* manual cpreturn */ \
|
|
REG_L gp, STKOFF_GP(sp); \
|
|
cfi_same_value (gp); \
|
|
RESTORESTK; \
|
|
jr t9; \
|
|
.type __##syscall_name##_nocancel, @function; \
|
|
.globl __##syscall_name##_nocancel; \
|
|
__##syscall_name##_nocancel: \
|
|
SAVESTK; \
|
|
.cpsetup t9, STKOFF_GP, __##syscall_name##_nocancel; \
|
|
cfi_rel_offset (gp, STKOFF_GP); \
|
|
li v0, SYS_ify(syscall_name); \
|
|
syscall; \
|
|
bne a3, zero, SYSCALL_ERROR_LABEL; \
|
|
/* manual cpreturn */ \
|
|
REG_L gp, STKOFF_GP(sp); \
|
|
cfi_same_value (gp); \
|
|
RESTORESTK; \
|
|
ret; \
|
|
cfi_endproc; \
|
|
.size __##syscall_name##_nocancel,.-__##syscall_name##_nocancel; \
|
|
ENTRY (name) \
|
|
SAVESTK; \
|
|
.cpsetup t9, STKOFF_GP, name; \
|
|
cfi_rel_offset (gp, STKOFF_GP); \
|
|
SINGLE_THREAD_P(v1); \
|
|
bne zero, v1, L(pseudo_cancel); \
|
|
.set noreorder; \
|
|
li v0, SYS_ify(syscall_name); \
|
|
syscall; \
|
|
.set reorder; \
|
|
bne a3, zero, SYSCALL_ERROR_LABEL; \
|
|
/* manual cpreturn */ \
|
|
REG_L gp, STKOFF_GP(sp); \
|
|
cfi_same_value (gp); \
|
|
RESTORESTK; \
|
|
ret; \
|
|
L(pseudo_cancel): \
|
|
cfi_adjust_cfa_offset (STKSPACE); \
|
|
cfi_rel_offset (gp, STKOFF_GP); \
|
|
REG_S ra, STKOFF_RA(sp); \
|
|
cfi_rel_offset (ra, STKOFF_RA); \
|
|
PUSHARGS_##args; /* save syscall args */ \
|
|
CENABLE; \
|
|
REG_S v0, STKOFF_SVMSK(sp); /* save mask */ \
|
|
POPARGS_##args; /* restore syscall args */ \
|
|
.set noreorder; \
|
|
li v0, SYS_ify (syscall_name); \
|
|
syscall; \
|
|
.set reorder; \
|
|
REG_S v0, STKOFF_SC_V0(sp); /* save syscall result */ \
|
|
REG_S a3, STKOFF_SC_ERR(sp); /* save syscall error flag */ \
|
|
REG_L a0, STKOFF_SVMSK(sp); /* pass mask as arg1 */ \
|
|
CDISABLE; \
|
|
REG_L a3, STKOFF_SC_ERR(sp); /* restore syscall error flag */ \
|
|
REG_L ra, STKOFF_RA(sp); /* restore return address */ \
|
|
REG_L v0, STKOFF_SC_V0(sp); /* restore syscall result */ \
|
|
bne a3, zero, SYSCALL_ERROR_LABEL; \
|
|
/* manual cpreturn */ \
|
|
REG_L gp, STKOFF_GP(sp); \
|
|
cfi_same_value (gp); \
|
|
RESTORESTK; \
|
|
L(pseudo_end):
|
|
#else
|
|
# undef PSEUDO
|
|
# define PSEUDO(name, syscall_name, args) \
|
|
.align 2; \
|
|
L(pseudo_start): \
|
|
cfi_startproc; \
|
|
cfi_adjust_cfa_offset (STKSPACE); \
|
|
99: RESTORESTK; \
|
|
j __syscall_error; \
|
|
.type __##syscall_name##_nocancel, @function; \
|
|
.globl __##syscall_name##_nocancel; \
|
|
__##syscall_name##_nocancel: \
|
|
SAVESTK; \
|
|
li v0, SYS_ify(syscall_name); \
|
|
syscall; \
|
|
bne a3, zero, SYSCALL_ERROR_LABEL; \
|
|
RESTORESTK; \
|
|
ret; \
|
|
cfi_endproc; \
|
|
.size __##syscall_name##_nocancel,.-__##syscall_name##_nocancel; \
|
|
ENTRY (name) \
|
|
SAVESTK; \
|
|
SINGLE_THREAD_P(v1); \
|
|
bne zero, v1, L(pseudo_cancel); \
|
|
.set noreorder; \
|
|
li v0, SYS_ify(syscall_name); \
|
|
syscall; \
|
|
.set reorder; \
|
|
bne a3, zero, SYSCALL_ERROR_LABEL; \
|
|
RESTORESTK; \
|
|
ret; \
|
|
L(pseudo_cancel): \
|
|
cfi_adjust_cfa_offset (STKSPACE); \
|
|
REG_S ra, STKOFF_RA(sp); \
|
|
cfi_rel_offset (ra, STKOFF_RA); \
|
|
PUSHARGS_##args; /* save syscall args */ \
|
|
CENABLE; \
|
|
REG_S v0, STKOFF_SVMSK(sp); /* save mask */ \
|
|
POPARGS_##args; /* restore syscall args */ \
|
|
.set noreorder; \
|
|
li v0, SYS_ify (syscall_name); \
|
|
syscall; \
|
|
.set reorder; \
|
|
REG_S v0, STKOFF_SC_V0(sp); /* save syscall result */ \
|
|
REG_S a3, STKOFF_SC_ERR(sp); /* save syscall error flag */ \
|
|
REG_L a0, STKOFF_SVMSK(sp); /* pass mask as arg1 */ \
|
|
CDISABLE; \
|
|
REG_L a3, STKOFF_SC_ERR(sp); /* restore syscall error flag */ \
|
|
REG_L ra, STKOFF_RA(sp); /* restore return address */ \
|
|
REG_L v0, STKOFF_SC_V0(sp); /* restore syscall result */ \
|
|
bne a3, zero, SYSCALL_ERROR_LABEL; \
|
|
RESTORESTK; \
|
|
L(pseudo_end):
|
|
#endif
|
|
|
|
# undef PSEUDO_END
|
|
# define PSEUDO_END(sym) cfi_endproc; .end sym; .size sym,.-sym
|
|
|
|
# define PUSHARGS_0 /* nothing to do */
|
|
# define PUSHARGS_1 PUSHARGS_0 REG_S a0, STKOFF_A0(sp); cfi_rel_offset (a0, STKOFF_A0);
|
|
# define PUSHARGS_2 PUSHARGS_1 REG_S a1, STKOFF_A1(sp); cfi_rel_offset (a1, STKOFF_A1);
|
|
# define PUSHARGS_3 PUSHARGS_2 REG_S a2, STKOFF_A2(sp); cfi_rel_offset (a2, STKOFF_A2);
|
|
# define PUSHARGS_4 PUSHARGS_3 REG_S a3, STKOFF_A3(sp); cfi_rel_offset (a3, STKOFF_A3);
|
|
# define PUSHARGS_5 PUSHARGS_4 REG_S a4, STKOFF_A4(sp); cfi_rel_offset (a3, STKOFF_A4);
|
|
# define PUSHARGS_6 PUSHARGS_5 REG_S a5, STKOFF_A5(sp); cfi_rel_offset (a3, STKOFF_A5);
|
|
|
|
# define POPARGS_0 /* nothing to do */
|
|
# define POPARGS_1 POPARGS_0 REG_L a0, STKOFF_A0(sp);
|
|
# define POPARGS_2 POPARGS_1 REG_L a1, STKOFF_A1(sp);
|
|
# define POPARGS_3 POPARGS_2 REG_L a2, STKOFF_A2(sp);
|
|
# define POPARGS_4 POPARGS_3 REG_L a3, STKOFF_A3(sp);
|
|
# define POPARGS_5 POPARGS_4 REG_L a4, STKOFF_A4(sp);
|
|
# define POPARGS_6 POPARGS_5 REG_L a5, STKOFF_A5(sp);
|
|
|
|
/* Save an even number of slots. Should be 0 if an even number of slots
|
|
are used below, or SZREG if an odd number are used. */
|
|
# ifdef __PIC__
|
|
# define STK_PAD SZREG
|
|
# else
|
|
# define STK_PAD 0
|
|
# endif
|
|
|
|
/* Place values that we are more likely to use later in this sequence, i.e.
|
|
closer to the SP at function entry. If you do that, the are more
|
|
likely to already be in your d-cache. */
|
|
# define STKOFF_A5 (STK_PAD)
|
|
# define STKOFF_A4 (STKOFF_A5 + SZREG)
|
|
# define STKOFF_A3 (STKOFF_A4 + SZREG)
|
|
# define STKOFF_A2 (STKOFF_A3 + SZREG) /* MT and more args. */
|
|
# define STKOFF_A1 (STKOFF_A2 + SZREG) /* MT and 2 args. */
|
|
# define STKOFF_A0 (STKOFF_A1 + SZREG) /* MT and 1 arg. */
|
|
# define STKOFF_RA (STKOFF_A0 + SZREG) /* Used if MT. */
|
|
# define STKOFF_SC_V0 (STKOFF_RA + SZREG) /* Used if MT. */
|
|
# define STKOFF_SC_ERR (STKOFF_SC_V0 + SZREG) /* Used if MT. */
|
|
# define STKOFF_SVMSK (STKOFF_SC_ERR + SZREG) /* Used if MT. */
|
|
|
|
# ifdef __PIC__
|
|
# define STKOFF_GP (STKOFF_SVMSK + SZREG) /* Always used. */
|
|
# define STKSPACE (STKOFF_GP + SZREG)
|
|
# else
|
|
# define STKSPACE (STKOFF_SVMSK + SZREG)
|
|
# endif
|
|
|
|
# define SAVESTK PTR_SUBU sp, STKSPACE; cfi_adjust_cfa_offset(STKSPACE)
|
|
# define RESTORESTK PTR_ADDU sp, STKSPACE; cfi_adjust_cfa_offset(-STKSPACE)
|
|
|
|
# ifdef __PIC__
|
|
# define PSEUDO_JMP(sym) PTR_LA t9, sym; jalr t9
|
|
# else
|
|
# define PSEUDO_JMP(sym) jal sym
|
|
# endif
|
|
|
|
# if IS_IN (libpthread)
|
|
# define CENABLE PSEUDO_JMP (__pthread_enable_asynccancel)
|
|
# define CDISABLE PSEUDO_JMP (__pthread_disable_asynccancel)
|
|
# elif IS_IN (librt)
|
|
# define CENABLE PSEUDO_JMP (__librt_enable_asynccancel)
|
|
# define CDISABLE PSEUDO_JMP (__librt_disable_asynccancel)
|
|
# else
|
|
# define CENABLE PSEUDO_JMP (__libc_enable_asynccancel)
|
|
# define CDISABLE PSEUDO_JMP (__libc_disable_asynccancel)
|
|
# endif
|
|
|
|
# ifndef __ASSEMBLER__
|
|
# define SINGLE_THREAD_P \
|
|
__builtin_expect (THREAD_GETMEM (THREAD_SELF, \
|
|
header.multiple_threads) \
|
|
== 0, 1)
|
|
# else
|
|
# define SINGLE_THREAD_P(reg) \
|
|
READ_THREAD_POINTER(reg); \
|
|
lw reg, MULTIPLE_THREADS_OFFSET(reg)
|
|
#endif
|
|
|
|
#elif !defined __ASSEMBLER__
|
|
|
|
# define SINGLE_THREAD_P 1
|
|
# define NO_CANCELLATION 1
|
|
|
|
#endif
|
|
|
|
#ifndef __ASSEMBLER__
|
|
# define RTLD_SINGLE_THREAD_P \
|
|
__builtin_expect (THREAD_GETMEM (THREAD_SELF, \
|
|
header.multiple_threads) == 0, 1)
|
|
#endif
|