07ed18d26a
This patch adds several new tunables to control the behavior of elision on supported platforms[1]. Since elision now depends on tunables, we should always *compile* with elision enabled, and leave the code disabled, but available for runtime selection. This gives us *much* better compile-time testing of the existing code to avoid bit-rot[2]. Tested on ppc, ppc64, ppc64le, s390x and x86_64. [1] This part of the patch was initially proposed by Paul Murphy but was "staled" because the framework have changed since the patch was originally proposed: https://patchwork.sourceware.org/patch/10342/ [2] This part of the patch was inititally proposed as a RFC by Carlos O'Donnell. Make sense to me integrate this on the patch: https://sourceware.org/ml/libc-alpha/2017-05/msg00335.html * elf/dl-tunables.list: Add elision parameters. * manual/tunables.texi: Add entries about elision tunable. * sysdeps/unix/sysv/linux/powerpc/elision-conf.c: Add callback functions to dynamically enable/disable elision. Add multiple callbacks functions to set elision parameters. Deleted __libc_enable_secure check. * sysdeps/unix/sysv/linux/s390/elision-conf.c: Likewise. * sysdeps/unix/sysv/linux/x86/elision-conf.c: Likewise. * configure: Regenerated. * configure.ac: Option enable_lock_elision was deleted. * config.h.in: ENABLE_LOCK_ELISION flag was deleted. * config.make.in: Remove references to enable_lock_elision. * manual/install.texi: Elision configure option was removed. * INSTALL: Regenerated to remove enable_lock_elision. * nptl/Makefile: Disable elision so it can verify error case for destroying a mutex. * sysdeps/powerpc/nptl/elide.h: Cleanup ENABLE_LOCK_ELISION check. Deleted macros for the case when ENABLE_LOCK_ELISION was not defined. * sysdeps/s390/configure: Regenerated. * sysdeps/s390/configure.ac: Remove references to enable_lock_elision.. * nptl/tst-mutex8.c: Deleted all #ifndef ENABLE_LOCK_ELISION from the test. * sysdeps/powerpc/powerpc32/sysdep.h: Deleted all ENABLE_LOCK_ELISION checks. * sysdeps/powerpc/powerpc64/sysdep.h: Likewise. * sysdeps/powerpc/sysdep.h: Likewise. * sysdeps/s390/nptl/bits/pthreadtypes-arch.h: Likewise. * sysdeps/unix/sysv/linux/powerpc/force-elision.h: Likewise. * sysdeps/unix/sysv/linux/s390/elision-conf.h: Likewise. * sysdeps/unix/sysv/linux/s390/force-elision.h: Likewise. * sysdeps/unix/sysv/linux/s390/lowlevellock.h: Likewise. * sysdeps/unix/sysv/linux/s390/Makefile: Remove references to enable-lock-elision. Reviewed-by: Tulio Magno Quites Machado Filho <tuliom@linux.vnet.ibm.com>
177 lines
4.8 KiB
C
177 lines
4.8 KiB
C
/* Assembly macros for 32-bit PowerPC.
|
|
Copyright (C) 1999-2017 Free Software Foundation, Inc.
|
|
This file is part of the GNU C Library.
|
|
|
|
The GNU C Library is free software; you can redistribute it and/or
|
|
modify it under the terms of the GNU Lesser General Public
|
|
License as published by the Free Software Foundation; either
|
|
version 2.1 of the License, or (at your option) any later version.
|
|
|
|
The GNU C Library is distributed in the hope that it will be useful,
|
|
but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
|
Lesser General Public License for more details.
|
|
|
|
You should have received a copy of the GNU Lesser General Public
|
|
License along with the GNU C Library; if not, see
|
|
<http://www.gnu.org/licenses/>. */
|
|
|
|
#include <sysdeps/powerpc/sysdep.h>
|
|
|
|
#ifdef __ASSEMBLER__
|
|
|
|
/* If compiled for profiling, call `_mcount' at the start of each
|
|
function. */
|
|
#ifdef PROF
|
|
/* The mcount code relies on a the return address being on the stack
|
|
to locate our caller and so it can restore it; so store one just
|
|
for its benefit. */
|
|
# define CALL_MCOUNT \
|
|
mflr r0; \
|
|
stw r0,4(r1); \
|
|
cfi_offset (lr, 4); \
|
|
bl JUMPTARGET(_mcount);
|
|
#else /* PROF */
|
|
# define CALL_MCOUNT /* Do nothing. */
|
|
#endif /* PROF */
|
|
|
|
#define ENTRY(name) \
|
|
.globl C_SYMBOL_NAME(name); \
|
|
.type C_SYMBOL_NAME(name),@function; \
|
|
.align ALIGNARG(2); \
|
|
C_LABEL(name) \
|
|
cfi_startproc; \
|
|
CALL_MCOUNT
|
|
|
|
#define ENTRY_TOCLESS(name) ENTRY(name)
|
|
|
|
/* helper macro for accessing the 32-bit powerpc GOT. */
|
|
|
|
#define SETUP_GOT_ACCESS(regname,GOT_LABEL) \
|
|
bcl 20,31,GOT_LABEL ; \
|
|
GOT_LABEL: ; \
|
|
mflr (regname)
|
|
|
|
#define EALIGN_W_0 /* No words to insert. */
|
|
#define EALIGN_W_1 nop
|
|
#define EALIGN_W_2 nop;nop
|
|
#define EALIGN_W_3 nop;nop;nop
|
|
#define EALIGN_W_4 EALIGN_W_3;nop
|
|
#define EALIGN_W_5 EALIGN_W_4;nop
|
|
#define EALIGN_W_6 EALIGN_W_5;nop
|
|
#define EALIGN_W_7 EALIGN_W_6;nop
|
|
|
|
/* EALIGN is like ENTRY, but does alignment to 'words'*4 bytes
|
|
past a 2^align boundary. */
|
|
#ifdef PROF
|
|
# define EALIGN(name, alignt, words) \
|
|
.globl C_SYMBOL_NAME(name); \
|
|
.type C_SYMBOL_NAME(name),@function; \
|
|
.align ALIGNARG(2); \
|
|
C_LABEL(name) \
|
|
cfi_startproc; \
|
|
CALL_MCOUNT \
|
|
b 0f; \
|
|
.align ALIGNARG(alignt); \
|
|
EALIGN_W_##words; \
|
|
0:
|
|
#else /* PROF */
|
|
# define EALIGN(name, alignt, words) \
|
|
.globl C_SYMBOL_NAME(name); \
|
|
.type C_SYMBOL_NAME(name),@function; \
|
|
.align ALIGNARG(alignt); \
|
|
EALIGN_W_##words; \
|
|
C_LABEL(name) \
|
|
cfi_startproc;
|
|
#endif
|
|
|
|
#undef END
|
|
#define END(name) \
|
|
cfi_endproc; \
|
|
ASM_SIZE_DIRECTIVE(name)
|
|
|
|
#if ! IS_IN(rtld)
|
|
# define ABORT_TRANSACTION \
|
|
cmpwi 2,0; \
|
|
beq 1f; \
|
|
lwz 0,TM_CAPABLE(2); \
|
|
cmpwi 0,0; \
|
|
beq 1f; \
|
|
li 11,_ABORT_SYSCALL; \
|
|
tabort. 11; \
|
|
.align 4; \
|
|
1:
|
|
#else
|
|
# define ABORT_TRANSACTION
|
|
#endif
|
|
|
|
#define DO_CALL(syscall) \
|
|
ABORT_TRANSACTION \
|
|
li 0,syscall; \
|
|
sc
|
|
|
|
#undef JUMPTARGET
|
|
#ifdef PIC
|
|
# define JUMPTARGET(name) name##@plt
|
|
#else
|
|
# define JUMPTARGET(name) name
|
|
#endif
|
|
|
|
#if defined SHARED && defined PIC && !defined NO_HIDDEN
|
|
# undef HIDDEN_JUMPTARGET
|
|
# define HIDDEN_JUMPTARGET(name) __GI_##name##@local
|
|
#endif
|
|
|
|
#define PSEUDO(name, syscall_name, args) \
|
|
.section ".text"; \
|
|
ENTRY (name) \
|
|
DO_CALL (SYS_ify (syscall_name));
|
|
|
|
#define PSEUDO_RET \
|
|
bnslr+; \
|
|
b __syscall_error@local
|
|
#define ret PSEUDO_RET
|
|
|
|
#undef PSEUDO_END
|
|
#define PSEUDO_END(name) \
|
|
END (name)
|
|
|
|
#define PSEUDO_NOERRNO(name, syscall_name, args) \
|
|
.section ".text"; \
|
|
ENTRY (name) \
|
|
DO_CALL (SYS_ify (syscall_name));
|
|
|
|
#define PSEUDO_RET_NOERRNO \
|
|
blr
|
|
#define ret_NOERRNO PSEUDO_RET_NOERRNO
|
|
|
|
#undef PSEUDO_END_NOERRNO
|
|
#define PSEUDO_END_NOERRNO(name) \
|
|
END (name)
|
|
|
|
#define PSEUDO_ERRVAL(name, syscall_name, args) \
|
|
.section ".text"; \
|
|
ENTRY (name) \
|
|
DO_CALL (SYS_ify (syscall_name));
|
|
|
|
#define PSEUDO_RET_ERRVAL \
|
|
blr
|
|
#define ret_ERRVAL PSEUDO_RET_ERRVAL
|
|
|
|
#undef PSEUDO_END_ERRVAL
|
|
#define PSEUDO_END_ERRVAL(name) \
|
|
END (name)
|
|
|
|
/* Local labels stripped out by the linker. */
|
|
#undef L
|
|
#define L(x) .L##x
|
|
|
|
#define XGLUE(a,b) a##b
|
|
#define GLUE(a,b) XGLUE (a,b)
|
|
#define GENERATE_GOT_LABEL(name) GLUE (.got_label, name)
|
|
|
|
/* Label in text section. */
|
|
#define C_TEXT(name) name
|
|
|
|
#endif /* __ASSEMBLER__ */
|