glibc/sysdeps/s390/memset-z900.S
Adhemerval Zanella dbf37d6d0e s390: Remove bzero optimizations
The symbol is not present in current POSIX specification and compiler
already generates memset call.
2022-02-23 14:18:18 -03:00

188 lines
4.5 KiB
ArmAsm

/* Set a block of memory to some byte value. 31/64 bit S/390 version.
Copyright (C) 2001-2022 Free Software Foundation, Inc.
This file is part of the GNU C Library.
The GNU C Library is free software; you can redistribute it and/or
modify it under the terms of the GNU Lesser General Public
License as published by the Free Software Foundation; either
version 2.1 of the License, or (at your option) any later version.
The GNU C Library is distributed in the hope that it will be useful,
but WITHOUT ANY WARRANTY; without even the implied warranty of
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
Lesser General Public License for more details.
You should have received a copy of the GNU Lesser General Public
License along with the GNU C Library; if not, see
<https://www.gnu.org/licenses/>. */
#include <sysdep.h>
#include "asm-syntax.h"
#include <ifunc-memset.h>
/* INPUT PARAMETERS - MEMSET
%r2 = address of memory area
%r3 = byte to fill memory with
%r4 = number of bytes to fill. */
.text
#if HAVE_MEMSET_Z900_G5
# if defined __s390x__
# define LTGR ltgr
# define CGHI cghi
# define LGR lgr
# define AGHI aghi
# define BRCTG brctg
# else
# define LTGR ltr
# define CGHI chi
# define LGR lr
# define AGHI ahi
# define BRCTG brct
# endif /* ! defined __s390x__ */
ENTRY(MEMSET_Z900_G5)
.L_Z900_G5_start:
#if defined __s390x__
.machine "z900"
#else
.machine "g5"
#endif /* ! defined __s390x__ */
LTGR %r4,%r4
je .L_Z900_G5_4
stc %r3,0(%r2)
CGHI %r4,1
LGR %r1,%r2
je .L_Z900_G5_4
AGHI %r4,-2
#if defined __s390x__
larl %r5,.L_Z900_G5_18
srlg %r3,%r4,8
# define Z900_G5_EX_D 0
#else
basr %r5,0
.L_Z900_G5_19:
# define Z900_G5_EX_D .L_Z900_G5_18-.L_Z900_G5_19
lr %r3,%r4
srl %r3,8
#endif /* ! defined __s390x__ */
LTGR %r3,%r3
jne .L_Z900_G5_14
.L_Z900_G5_3:
ex %r4,Z900_G5_EX_D(%r5)
.L_Z900_G5_4:
br %r14
.L_Z900_G5_14:
mvc 1(256,%r1),0(%r1)
la %r1,256(%r1)
BRCTG %r3,.L_Z900_G5_14
j .L_Z900_G5_3
.L_Z900_G5_18:
mvc 1(1,%r1),0(%r1)
END(MEMSET_Z900_G5)
# undef LTGR
# undef CGHI
# undef LGR
# undef AGHI
# undef BRCTG
#endif /* HAVE_MEMSET_Z900_G5 */
#if HAVE_MEMSET_Z10
ENTRY(MEMSET_Z10)
.L_Z10_start:
.machine "z10"
.machinemode "zarch_nohighgprs"
# if !defined __s390x__
llgfr %r4,%r4
# endif /* !defined __s390x__ */
cgije %r4,0,.L_Z10_4
stc %r3,0(%r2)
lgr %r1,%r2
cgije %r4,1,.L_Z10_4
aghi %r4,-2
srlg %r5,%r4,8
cgijlh %r5,0,.L_Z10_15
.L_Z10_3:
exrl %r4,.L_Z10_18
.L_Z10_4:
br %r14
.L_Z10_15:
cgfi %r5,163840 # Switch to mvcle for >40MB
jh __memset_mvcle
.L_Z10_14:
pfd 2,1024(%r1)
mvc 1(256,%r1),0(%r1)
la %r1,256(%r1)
brctg %r5,.L_Z10_14
j .L_Z10_3
.L_Z10_18:
mvc 1(1,%r1),0(%r1)
END(MEMSET_Z10)
#endif /* HAVE_MEMSET_Z10 */
#if HAVE_MEMSET_Z196
ENTRY(MEMSET_Z196)
.L_Z196_start:
.machine "z196"
.machinemode "zarch_nohighgprs"
# if !defined __s390x__
llgfr %r4,%r4
# endif /* !defined __s390x__ */
clgfi %r4,1
jl .L_Z196_4 # n == 0
stc %r3,0(%r2)
je .L_Z196_4 # n == 1
aghi %r4,-2
lgr %r1,%r2
risbg %r5,%r4,8,128+63,56 # r5 = n / 256
jne .L_Z196_1 # Jump away if r5 != 0
.L_Z196_3:
exrl %r4,.L_Z196_17
.L_Z196_4:
br %r14
.L_Z196_1:
cgfi %r5,1048576
jh __memset_mvcle # Switch to mvcle for >256MB
.L_Z196_2:
pfd 2,1024(%r1)
mvc 1(255,%r1),0(%r1)
aghi %r5,-1
la %r1,256(%r1)
stc %r3,0(%r1)
jne .L_Z196_2
j .L_Z196_3
.L_Z196_17:
mvc 1(1,%r1),0(%r1)
END(MEMSET_Z196)
#endif /* HAVE_MEMSET_Z196 */
#if HAVE_MEMSET_MVCLE
ENTRY(__memset_mvcle)
aghi %r4,2 # take back the change done by the caller
lgr %r0,%r2 # save source address
lgr %r1,%r3 # move pad byte to R1
lgr %r3,%r4 # move length to r3
sgr %r4,%r4 # no source for MVCLE, only a pad byte
sgr %r5,%r5
.L0: mvcle %r2,%r4,0(%r1) # thats it, MVCLE is your friend
jo .L0
lgr %r2,%r0 # return value is source address
.L1:
br %r14
END(__memset_mvcle)
#endif /* HAVE_MEMSET_MVCLE */
#if ! HAVE_MEMSET_IFUNC
/* If we don't use ifunc, define an alias for memset here.
Otherwise see sysdeps/s390/memset.c. */
strong_alias (MEMSET_DEFAULT, memset)
#endif
#if defined SHARED && IS_IN (libc)
/* Defines the internal symbol.
Compare to libc_hidden_builtin_def (memset) in string/memset.c. */
strong_alias (MEMSET_DEFAULT, __GI_memset)
#endif