mirror of
https://sourceware.org/git/glibc.git
synced 2025-01-08 10:20:15 +00:00
1b1e9b7c10
According to glibc memset microbenchmark test results, for LSX and LASX versions, A few cases with length less than 8 experience performace degradation, overall, the LASX version could reduce the runtime about 15% - 75%, LSX version could reduce the runtime about 15%-50%. The unaligned version uses unaligned memmory access to set data which length is less than 64 and make address aligned with 8. For this part, the performace is better than aligned version. Comparing with the generic version, the performance is close when the length is larger than 128. When the length is 8-128, the unaligned version could reduce the runtime about 30%-70%, the aligned version could reduce the runtime about 20%-50%.
136 lines
3.5 KiB
ArmAsm
136 lines
3.5 KiB
ArmAsm
/* Optimized memset implementation using LoongArch LSX instructions.
|
|
Copyright (C) 2023 Free Software Foundation, Inc.
|
|
|
|
This file is part of the GNU C Library.
|
|
|
|
The GNU C Library is free software; you can redistribute it and/or
|
|
modify it under the terms of the GNU Lesser General Public
|
|
License as published by the Free Software Foundation; either
|
|
version 2.1 of the License, or (at your option) any later version.
|
|
|
|
The GNU C Library is distributed in the hope that it will be useful,
|
|
but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
|
Lesser General Public License for more details.
|
|
|
|
You should have received a copy of the GNU Lesser General Public
|
|
License along with the GNU C Library. If not, see
|
|
<https://www.gnu.org/licenses/>. */
|
|
|
|
#include <sysdep.h>
|
|
#include <sys/regdef.h>
|
|
#include <sys/asm.h>
|
|
|
|
#if IS_IN (libc) && !defined __loongarch_soft_float
|
|
|
|
# define MEMSET __memset_lsx
|
|
|
|
LEAF(MEMSET, 6)
|
|
li.d t1, 16
|
|
move a3, a0
|
|
vreplgr2vr.b vr0, a1
|
|
add.d a4, a0, a2
|
|
|
|
bgeu t1, a2, L(less_16bytes)
|
|
li.d t3, 64
|
|
li.d t2, 32
|
|
bgeu a2, t3, L(long_bytes)
|
|
|
|
L(less_64bytes):
|
|
bgeu t2, a2, L(less_32bytes)
|
|
vst vr0, a3, 0
|
|
vst vr0, a3, 16
|
|
vst vr0, a4, -32
|
|
|
|
vst vr0, a4, -16
|
|
jr ra
|
|
L(less_32bytes):
|
|
vst vr0, a3, 0
|
|
vst vr0, a4, -16
|
|
|
|
|
|
jr ra
|
|
L(less_16bytes):
|
|
srli.d t0, a2, 3
|
|
beqz t0, L(less_8bytes)
|
|
vstelm.d vr0, a3, 0, 0
|
|
|
|
vstelm.d vr0, a4, -8, 0
|
|
jr ra
|
|
L(less_8bytes):
|
|
srli.d t0, a2, 2
|
|
beqz t0, L(less_4bytes)
|
|
|
|
vstelm.w vr0, a3, 0, 0
|
|
vstelm.w vr0, a4, -4, 0
|
|
jr ra
|
|
L(less_4bytes):
|
|
srli.d t0, a2, 1
|
|
|
|
beqz t0, L(less_2bytes)
|
|
vstelm.h vr0, a3, 0, 0
|
|
vstelm.h vr0, a4, -2, 0
|
|
jr ra
|
|
|
|
|
|
L(less_2bytes):
|
|
beqz a2, L(less_1bytes)
|
|
vstelm.b vr0, a3, 0, 0
|
|
L(less_1bytes):
|
|
jr ra
|
|
L(long_bytes):
|
|
vst vr0, a3, 0
|
|
|
|
bstrins.d a3, zero, 3, 0
|
|
addi.d a3, a3, 16
|
|
sub.d a2, a4, a3
|
|
andi t0, a2, 0x7f
|
|
|
|
beq t0, a2, L(long_end)
|
|
move a2, t0
|
|
sub.d t0, a4, t0
|
|
|
|
L(loop_128):
|
|
vst vr0, a3, 0
|
|
|
|
vst vr0, a3, 16
|
|
vst vr0, a3, 32
|
|
vst vr0, a3, 48
|
|
vst vr0, a3, 64
|
|
|
|
|
|
vst vr0, a3, 80
|
|
vst vr0, a3, 96
|
|
vst vr0, a3, 112
|
|
addi.d a3, a3, 128
|
|
|
|
bne a3, t0, L(loop_128)
|
|
L(long_end):
|
|
bltu a2, t3, L(end_less_64)
|
|
addi.d a2, a2, -64
|
|
vst vr0, a3, 0
|
|
|
|
vst vr0, a3, 16
|
|
vst vr0, a3, 32
|
|
vst vr0, a3, 48
|
|
addi.d a3, a3, 64
|
|
|
|
L(end_less_64):
|
|
bltu a2, t2, L(end_less_32)
|
|
addi.d a2, a2, -32
|
|
vst vr0, a3, 0
|
|
vst vr0, a3, 16
|
|
|
|
addi.d a3, a3, 32
|
|
L(end_less_32):
|
|
bltu a2, t1, L(end_less_16)
|
|
vst vr0, a3, 0
|
|
|
|
L(end_less_16):
|
|
vst vr0, a4, -16
|
|
jr ra
|
|
END(MEMSET)
|
|
|
|
libc_hidden_builtin_def (MEMSET)
|
|
#endif
|