mirror of
https://sourceware.org/git/glibc.git
synced 2024-12-01 01:00:10 +00:00
56cf276381
Linux kernel powerpc documentation states issuing a syscall inside a transaction is not recommended and may lead to undefined behavior. It also states syscalls does not abort transactoin neither they run in transactional state. To avoid side-effects being visible outside transactions, GLIBC with lock elision enabled will issue a transaction abort instruction just before all syscalls if hardware supports hardware transactions.
448 lines
11 KiB
C
448 lines
11 KiB
C
/* Assembly macros for 64-bit PowerPC.
|
|
Copyright (C) 2002-2015 Free Software Foundation, Inc.
|
|
This file is part of the GNU C Library.
|
|
|
|
The GNU C Library is free software; you can redistribute it and/or
|
|
modify it under the terms of the GNU Lesser General Public
|
|
License as published by the Free Software Foundation; either
|
|
version 2.1 of the License, or (at your option) any later version.
|
|
|
|
The GNU C Library is distributed in the hope that it will be useful,
|
|
but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
|
Lesser General Public License for more details.
|
|
|
|
You should have received a copy of the GNU Lesser General Public
|
|
License along with the GNU C Library; if not, see
|
|
<http://www.gnu.org/licenses/>. */
|
|
|
|
#include <sysdeps/powerpc/sysdep.h>
|
|
|
|
#ifdef __ASSEMBLER__
|
|
|
|
/* Stack frame offsets. */
|
|
#if _CALL_ELF != 2
|
|
#define FRAME_MIN_SIZE 112
|
|
#define FRAME_MIN_SIZE_PARM 112
|
|
#define FRAME_BACKCHAIN 0
|
|
#define FRAME_CR_SAVE 8
|
|
#define FRAME_LR_SAVE 16
|
|
#define FRAME_TOC_SAVE 40
|
|
#define FRAME_PARM_SAVE 48
|
|
#define FRAME_PARM1_SAVE 48
|
|
#define FRAME_PARM2_SAVE 56
|
|
#define FRAME_PARM3_SAVE 64
|
|
#define FRAME_PARM4_SAVE 72
|
|
#define FRAME_PARM5_SAVE 80
|
|
#define FRAME_PARM6_SAVE 88
|
|
#define FRAME_PARM7_SAVE 96
|
|
#define FRAME_PARM8_SAVE 104
|
|
#define FRAME_PARM9_SAVE 112
|
|
#else
|
|
#define FRAME_MIN_SIZE 32
|
|
#define FRAME_MIN_SIZE_PARM 96
|
|
#define FRAME_BACKCHAIN 0
|
|
#define FRAME_CR_SAVE 8
|
|
#define FRAME_LR_SAVE 16
|
|
#define FRAME_TOC_SAVE 24
|
|
#define FRAME_PARM_SAVE 32
|
|
#define FRAME_PARM1_SAVE 32
|
|
#define FRAME_PARM2_SAVE 40
|
|
#define FRAME_PARM3_SAVE 48
|
|
#define FRAME_PARM4_SAVE 56
|
|
#define FRAME_PARM5_SAVE 64
|
|
#define FRAME_PARM6_SAVE 72
|
|
#define FRAME_PARM7_SAVE 80
|
|
#define FRAME_PARM8_SAVE 88
|
|
#define FRAME_PARM9_SAVE 96
|
|
#endif
|
|
|
|
/* Support macros for CALL_MCOUNT. */
|
|
#if _CALL_ELF == 2
|
|
#define call_mcount_parm_offset (-64)
|
|
#else
|
|
#define call_mcount_parm_offset FRAME_PARM_SAVE
|
|
#endif
|
|
.macro SAVE_ARG NARG
|
|
.if \NARG
|
|
SAVE_ARG \NARG-1
|
|
std 2+\NARG,call_mcount_parm_offset-8+8*(\NARG)(1)
|
|
.endif
|
|
.endm
|
|
|
|
.macro REST_ARG NARG
|
|
.if \NARG
|
|
REST_ARG \NARG-1
|
|
ld 2+\NARG,FRAME_MIN_SIZE_PARM+call_mcount_parm_offset-8+8*(\NARG)(1)
|
|
.endif
|
|
.endm
|
|
|
|
.macro CFI_SAVE_ARG NARG
|
|
.if \NARG
|
|
CFI_SAVE_ARG \NARG-1
|
|
cfi_offset(2+\NARG,call_mcount_parm_offset-8+8*(\NARG))
|
|
.endif
|
|
.endm
|
|
|
|
.macro CFI_REST_ARG NARG
|
|
.if \NARG
|
|
CFI_REST_ARG \NARG-1
|
|
cfi_restore(2+\NARG)
|
|
.endif
|
|
.endm
|
|
|
|
/* If compiled for profiling, call `_mcount' at the start of each function.
|
|
see ppc-mcount.S for more details. */
|
|
.macro CALL_MCOUNT NARG
|
|
#ifdef PROF
|
|
mflr r0
|
|
SAVE_ARG \NARG
|
|
std r0,FRAME_LR_SAVE(r1)
|
|
stdu r1,-FRAME_MIN_SIZE_PARM(r1)
|
|
cfi_adjust_cfa_offset(FRAME_MIN_SIZE_PARM)
|
|
cfi_offset(lr,FRAME_LR_SAVE)
|
|
CFI_SAVE_ARG \NARG
|
|
bl JUMPTARGET (_mcount)
|
|
#ifndef SHARED
|
|
nop
|
|
#endif
|
|
ld r0,FRAME_MIN_SIZE_PARM+FRAME_LR_SAVE(r1)
|
|
REST_ARG \NARG
|
|
mtlr r0
|
|
addi r1,r1,FRAME_MIN_SIZE_PARM
|
|
cfi_adjust_cfa_offset(-FRAME_MIN_SIZE_PARM)
|
|
cfi_restore(lr)
|
|
CFI_REST_ARG \NARG
|
|
#endif
|
|
.endm
|
|
|
|
#if _CALL_ELF != 2
|
|
|
|
/* Macro to prepare for calling via a function pointer. */
|
|
.macro PPC64_LOAD_FUNCPTR PTR
|
|
ld r12,0(\PTR)
|
|
ld r2,8(\PTR)
|
|
mtctr r12
|
|
ld r11,16(\PTR)
|
|
.endm
|
|
|
|
#ifdef USE_PPC64_OVERLAPPING_OPD
|
|
# define OPD_ENT(name) .quad BODY_LABEL (name), .TOC.@tocbase
|
|
#else
|
|
# define OPD_ENT(name) .quad BODY_LABEL (name), .TOC.@tocbase, 0
|
|
#endif
|
|
|
|
#define ENTRY_1(name) \
|
|
.type BODY_LABEL(name),@function; \
|
|
.globl name; \
|
|
.section ".opd","aw"; \
|
|
.align 3; \
|
|
name##: OPD_ENT (name); \
|
|
.previous;
|
|
|
|
#ifdef HAVE_ASM_GLOBAL_DOT_NAME
|
|
# define DOT_LABEL(X) .##X
|
|
# define BODY_LABEL(X) .##X
|
|
# define ENTRY_2(name) \
|
|
.globl BODY_LABEL(name); \
|
|
ENTRY_1(name) \
|
|
.size name, 24;
|
|
# define END_2(name) \
|
|
.size BODY_LABEL(name),.-BODY_LABEL(name);
|
|
#else
|
|
# define DOT_LABEL(X) X
|
|
# define BODY_LABEL(X) .LY##X
|
|
# define ENTRY_2(name) \
|
|
.type name,@function; \
|
|
ENTRY_1(name)
|
|
# define END_2(name) \
|
|
.size name,.-BODY_LABEL(name); \
|
|
.size BODY_LABEL(name),.-BODY_LABEL(name);
|
|
#endif
|
|
#define LOCALENTRY(name)
|
|
|
|
#else /* _CALL_ELF */
|
|
|
|
/* Macro to prepare for calling via a function pointer. */
|
|
.macro PPC64_LOAD_FUNCPTR PTR
|
|
mr r12,\PTR
|
|
mtctr r12
|
|
.endm
|
|
|
|
#define DOT_LABEL(X) X
|
|
#define BODY_LABEL(X) X
|
|
#define ENTRY_2(name) \
|
|
.globl name; \
|
|
.type name,@function;
|
|
#define END_2(name) \
|
|
.size name,.-name;
|
|
#define LOCALENTRY(name) \
|
|
1: addis r2,r12,.TOC.-1b@ha; \
|
|
addi r2,r2,.TOC.-1b@l; \
|
|
.localentry name,.-name;
|
|
|
|
#endif /* _CALL_ELF */
|
|
|
|
#define ENTRY(name) \
|
|
.section ".text"; \
|
|
ENTRY_2(name) \
|
|
.align ALIGNARG(2); \
|
|
BODY_LABEL(name): \
|
|
cfi_startproc; \
|
|
LOCALENTRY(name)
|
|
|
|
#define EALIGN_W_0 /* No words to insert. */
|
|
#define EALIGN_W_1 nop
|
|
#define EALIGN_W_2 nop;nop
|
|
#define EALIGN_W_3 nop;nop;nop
|
|
#define EALIGN_W_4 EALIGN_W_3;nop
|
|
#define EALIGN_W_5 EALIGN_W_4;nop
|
|
#define EALIGN_W_6 EALIGN_W_5;nop
|
|
#define EALIGN_W_7 EALIGN_W_6;nop
|
|
|
|
/* EALIGN is like ENTRY, but does alignment to 'words'*4 bytes
|
|
past a 2^alignt boundary. */
|
|
#define EALIGN(name, alignt, words) \
|
|
.section ".text"; \
|
|
ENTRY_2(name) \
|
|
.align ALIGNARG(alignt); \
|
|
EALIGN_W_##words; \
|
|
BODY_LABEL(name): \
|
|
cfi_startproc; \
|
|
LOCALENTRY(name)
|
|
|
|
/* Local labels stripped out by the linker. */
|
|
#undef L
|
|
#define L(x) .L##x
|
|
|
|
#define tostring(s) #s
|
|
#define stringify(s) tostring(s)
|
|
#define XGLUE(a,b) a##b
|
|
#define GLUE(a,b) XGLUE(a,b)
|
|
#define LT_LABEL(name) GLUE(.LT,name)
|
|
#define LT_LABELSUFFIX(name,suffix) GLUE(GLUE(.LT,name),suffix)
|
|
|
|
/* Support Traceback tables */
|
|
#define TB_ASM 0x000c000000000000
|
|
#define TB_GLOBALLINK 0x0000800000000000
|
|
#define TB_IS_EPROL 0x0000400000000000
|
|
#define TB_HAS_TBOFF 0x0000200000000000
|
|
#define TB_INT_PROC 0x0000100000000000
|
|
#define TB_HAS_CTL 0x0000080000000000
|
|
#define TB_TOCLESS 0x0000040000000000
|
|
#define TB_FP_PRESENT 0x0000020000000000
|
|
#define TB_LOG_ABORT 0x0000010000000000
|
|
#define TB_INT_HANDL 0x0000008000000000
|
|
#define TB_NAME_PRESENT 0x0000004000000000
|
|
#define TB_USES_ALLOCA 0x0000002000000000
|
|
#define TB_SAVES_CR 0x0000000200000000
|
|
#define TB_SAVES_LR 0x0000000100000000
|
|
#define TB_STORES_BC 0x0000000080000000
|
|
#define TB_FIXUP 0x0000000040000000
|
|
#define TB_FP_SAVED(fprs) (((fprs) & 0x3f) << 24)
|
|
#define TB_GPR_SAVED(gprs) (((fprs) & 0x3f) << 16)
|
|
#define TB_FIXEDPARMS(parms) (((parms) & 0xff) << 8)
|
|
#define TB_FLOATPARMS(parms) (((parms) & 0x7f) << 1)
|
|
#define TB_PARMSONSTK 0x0000000000000001
|
|
|
|
#define PPC_HIGHER(v) (((v) >> 32) & 0xffff)
|
|
#define TB_DEFAULT TB_ASM | TB_HAS_TBOFF | TB_NAME_PRESENT
|
|
|
|
#define TRACEBACK(name) \
|
|
LT_LABEL(name): ; \
|
|
.long 0 ; \
|
|
.quad TB_DEFAULT ; \
|
|
.long LT_LABEL(name)-BODY_LABEL(name) ; \
|
|
.short LT_LABELSUFFIX(name,_name_end)-LT_LABELSUFFIX(name,_name_start) ; \
|
|
LT_LABELSUFFIX(name,_name_start): ;\
|
|
.ascii stringify(name) ; \
|
|
LT_LABELSUFFIX(name,_name_end): ; \
|
|
.align 2 ;
|
|
|
|
#define TRACEBACK_MASK(name,mask) \
|
|
LT_LABEL(name): ; \
|
|
.long 0 ; \
|
|
.quad TB_DEFAULT | mask ; \
|
|
.long LT_LABEL(name)-BODY_LABEL(name) ; \
|
|
.short LT_LABELSUFFIX(name,_name_end)-LT_LABELSUFFIX(name,_name_start) ; \
|
|
LT_LABELSUFFIX(name,_name_start): ;\
|
|
.ascii stringify(name) ; \
|
|
LT_LABELSUFFIX(name,_name_end): ; \
|
|
.align 2 ;
|
|
|
|
/* END generates Traceback tables */
|
|
#undef END
|
|
#define END(name) \
|
|
cfi_endproc; \
|
|
TRACEBACK(name) \
|
|
END_2(name)
|
|
|
|
/* This form supports more informative traceback tables */
|
|
#define END_GEN_TB(name,mask) \
|
|
cfi_endproc; \
|
|
TRACEBACK_MASK(name,mask) \
|
|
END_2(name)
|
|
|
|
#if !IS_IN(rtld) && defined (ENABLE_LOCK_ELISION)
|
|
# define ABORT_TRANSACTION \
|
|
cmpdi 13,0; \
|
|
beq 1f; \
|
|
lwz 0,TM_CAPABLE(13); \
|
|
cmpwi 0,0; \
|
|
beq 1f; \
|
|
li 0,_ABORT_SYSCALL; \
|
|
tabort. 0; \
|
|
.align 4; \
|
|
1:
|
|
#else
|
|
# define ABORT_TRANSACTION
|
|
#endif
|
|
|
|
#define DO_CALL(syscall) \
|
|
ABORT_TRANSACTION \
|
|
li 0,syscall; \
|
|
sc
|
|
|
|
/* ppc64 is always PIC */
|
|
#undef JUMPTARGET
|
|
#define JUMPTARGET(name) DOT_LABEL(name)
|
|
|
|
#define PSEUDO(name, syscall_name, args) \
|
|
.section ".text"; \
|
|
ENTRY (name) \
|
|
DO_CALL (SYS_ify (syscall_name));
|
|
|
|
#ifdef SHARED
|
|
#define TAIL_CALL_SYSCALL_ERROR \
|
|
b JUMPTARGET(__syscall_error)
|
|
#else
|
|
/* Static version might be linked into a large app with a toc exceeding
|
|
64k. We can't put a toc adjusting stub on a plain branch, so can't
|
|
tail call __syscall_error. */
|
|
#define TAIL_CALL_SYSCALL_ERROR \
|
|
.ifdef .Local_syscall_error; \
|
|
b .Local_syscall_error; \
|
|
.else; \
|
|
.Local_syscall_error: \
|
|
mflr 0; \
|
|
std 0,FRAME_LR_SAVE(1); \
|
|
stdu 1,-FRAME_MIN_SIZE(1); \
|
|
cfi_adjust_cfa_offset(FRAME_MIN_SIZE); \
|
|
cfi_offset(lr,FRAME_LR_SAVE); \
|
|
bl JUMPTARGET(__syscall_error); \
|
|
nop; \
|
|
ld 0,FRAME_MIN_SIZE+FRAME_LR_SAVE(1); \
|
|
addi 1,1,FRAME_MIN_SIZE; \
|
|
cfi_adjust_cfa_offset(-FRAME_MIN_SIZE); \
|
|
mtlr 0; \
|
|
cfi_restore(lr); \
|
|
blr; \
|
|
.endif
|
|
#endif
|
|
|
|
#define PSEUDO_RET \
|
|
bnslr+; \
|
|
TAIL_CALL_SYSCALL_ERROR
|
|
|
|
#define ret PSEUDO_RET
|
|
|
|
#undef PSEUDO_END
|
|
#define PSEUDO_END(name) \
|
|
END (name)
|
|
|
|
#define PSEUDO_NOERRNO(name, syscall_name, args) \
|
|
.section ".text"; \
|
|
ENTRY (name) \
|
|
DO_CALL (SYS_ify (syscall_name));
|
|
|
|
#define PSEUDO_RET_NOERRNO \
|
|
blr
|
|
|
|
#define ret_NOERRNO PSEUDO_RET_NOERRNO
|
|
|
|
#undef PSEUDO_END_NOERRNO
|
|
#define PSEUDO_END_NOERRNO(name) \
|
|
END (name)
|
|
|
|
#define PSEUDO_ERRVAL(name, syscall_name, args) \
|
|
.section ".text"; \
|
|
ENTRY (name) \
|
|
DO_CALL (SYS_ify (syscall_name));
|
|
|
|
#define PSEUDO_RET_ERRVAL \
|
|
blr
|
|
|
|
#define ret_ERRVAL PSEUDO_RET_ERRVAL
|
|
|
|
#undef PSEUDO_END_ERRVAL
|
|
#define PSEUDO_END_ERRVAL(name) \
|
|
END (name)
|
|
|
|
#else /* !__ASSEMBLER__ */
|
|
|
|
#if _CALL_ELF != 2
|
|
|
|
#define PPC64_LOAD_FUNCPTR(ptr) \
|
|
"ld 12,0(" #ptr ");\n" \
|
|
"ld 2,8(" #ptr ");\n" \
|
|
"mtctr 12;\n" \
|
|
"ld 11,16(" #ptr ");"
|
|
|
|
#ifdef USE_PPC64_OVERLAPPING_OPD
|
|
# define OPD_ENT(name) ".quad " BODY_PREFIX #name ", .TOC.@tocbase;"
|
|
#else
|
|
# define OPD_ENT(name) ".quad " BODY_PREFIX #name ", .TOC.@tocbase, 0;"
|
|
#endif
|
|
|
|
#define ENTRY_1(name) \
|
|
".type " BODY_PREFIX #name ",@function;\n" \
|
|
".globl " #name ";\n" \
|
|
".pushsection \".opd\",\"aw\";\n" \
|
|
".align 3;\n" \
|
|
#name ":\n" \
|
|
OPD_ENT (name) "\n" \
|
|
".popsection;"
|
|
|
|
#ifdef HAVE_ASM_GLOBAL_DOT_NAME
|
|
# define DOT_PREFIX "."
|
|
# define BODY_PREFIX "."
|
|
# define ENTRY_2(name) \
|
|
".globl " BODY_PREFIX #name ";\n" \
|
|
ENTRY_1(name) "\n" \
|
|
".size " #name ", 24;"
|
|
# define END_2(name) \
|
|
".size " BODY_PREFIX #name ",.-" BODY_PREFIX #name ";"
|
|
#else
|
|
# define DOT_PREFIX ""
|
|
# define BODY_PREFIX ".LY"
|
|
# define ENTRY_2(name) \
|
|
".type " #name ",@function;\n" \
|
|
ENTRY_1(name)
|
|
# define END_2(name) \
|
|
".size " #name ",.-" BODY_PREFIX #name ";\n" \
|
|
".size " BODY_PREFIX #name ",.-" BODY_PREFIX #name ";"
|
|
#endif
|
|
#define LOCALENTRY(name)
|
|
|
|
#else /* _CALL_ELF */
|
|
|
|
#define PPC64_LOAD_FUNCPTR(ptr) \
|
|
"mr 12," #ptr ";\n" \
|
|
"mtctr 12;"
|
|
|
|
#define DOT_PREFIX ""
|
|
#define BODY_PREFIX ""
|
|
#define ENTRY_2(name) \
|
|
".type " #name ",@function;\n" \
|
|
".globl " #name ";"
|
|
#define END_2(name) \
|
|
".size " #name ",.-" #name ";"
|
|
#define LOCALENTRY(name) \
|
|
"1: addis 2,12,.TOC.-1b@ha;\n" \
|
|
"addi 2,2,.TOC.-1b@l;\n" \
|
|
".localentry " #name ",.-" #name ";"
|
|
|
|
#endif /* _CALL_ELF */
|
|
|
|
#endif /* __ASSEMBLER__ */
|