mirror of
https://sourceware.org/git/glibc.git
synced 2025-01-06 01:21:08 +00:00
f46ef33ad1
Optimize strlen using a mix of scalar and SIMD code. On modern micro architectures large strings are 2.6 times faster than existing strlen_asimd and 35% faster than the new MTE version of strlen. On a random strlen benchmark using small sizes the speedup is 7% vs strlen_asimd and 40% vs the MTE strlen. This fixes the main strlen regressions on Cortex-A53 and other cores with a simple Neon unit. Rename __strlen_generic to __strlen_mte, and select strlen_asimd when MTE is not enabled (this is waiting on support for a HWCAP_MTE bit). This fixes big-endian bug 25824. Passes GLIBC regression tests. Reviewed-by: Szabolcs Nagy <szabolcs.nagy@arm.com>
70 lines
2.7 KiB
C
70 lines
2.7 KiB
C
/* Enumerate available IFUNC implementations of a function. AARCH64 version.
|
|
Copyright (C) 2017-2020 Free Software Foundation, Inc.
|
|
This file is part of the GNU C Library.
|
|
|
|
The GNU C Library is free software; you can redistribute it and/or
|
|
modify it under the terms of the GNU Lesser General Public
|
|
License as published by the Free Software Foundation; either
|
|
version 2.1 of the License, or (at your option) any later version.
|
|
|
|
The GNU C Library is distributed in the hope that it will be useful,
|
|
but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
|
Lesser General Public License for more details.
|
|
|
|
You should have received a copy of the GNU Lesser General Public
|
|
License along with the GNU C Library; if not, see
|
|
<https://www.gnu.org/licenses/>. */
|
|
|
|
#include <assert.h>
|
|
#include <string.h>
|
|
#include <wchar.h>
|
|
#include <ldsodefs.h>
|
|
#include <ifunc-impl-list.h>
|
|
#include <init-arch.h>
|
|
#include <stdio.h>
|
|
|
|
/* Maximum number of IFUNC implementations. */
|
|
#define MAX_IFUNC 4
|
|
|
|
size_t
|
|
__libc_ifunc_impl_list (const char *name, struct libc_ifunc_impl *array,
|
|
size_t max)
|
|
{
|
|
assert (max >= MAX_IFUNC);
|
|
|
|
size_t i = 0;
|
|
|
|
INIT_ARCH ();
|
|
|
|
/* Support sysdeps/aarch64/multiarch/memcpy.c and memmove.c. */
|
|
IFUNC_IMPL (i, name, memcpy,
|
|
IFUNC_IMPL_ADD (array, i, memcpy, 1, __memcpy_thunderx)
|
|
IFUNC_IMPL_ADD (array, i, memcpy, 1, __memcpy_thunderx2)
|
|
IFUNC_IMPL_ADD (array, i, memcpy, 1, __memcpy_falkor)
|
|
IFUNC_IMPL_ADD (array, i, memcpy, 1, __memcpy_simd)
|
|
IFUNC_IMPL_ADD (array, i, memcpy, 1, __memcpy_generic))
|
|
IFUNC_IMPL (i, name, memmove,
|
|
IFUNC_IMPL_ADD (array, i, memmove, 1, __memmove_thunderx)
|
|
IFUNC_IMPL_ADD (array, i, memmove, 1, __memmove_thunderx2)
|
|
IFUNC_IMPL_ADD (array, i, memmove, 1, __memmove_falkor)
|
|
IFUNC_IMPL_ADD (array, i, memmove, 1, __memmove_simd)
|
|
IFUNC_IMPL_ADD (array, i, memmove, 1, __memmove_generic))
|
|
IFUNC_IMPL (i, name, memset,
|
|
/* Enable this on non-falkor processors too so that other cores
|
|
can do a comparative analysis with __memset_generic. */
|
|
IFUNC_IMPL_ADD (array, i, memset, (zva_size == 64), __memset_falkor)
|
|
IFUNC_IMPL_ADD (array, i, memset, (zva_size == 64), __memset_emag)
|
|
IFUNC_IMPL_ADD (array, i, memset, 1, __memset_kunpeng)
|
|
IFUNC_IMPL_ADD (array, i, memset, 1, __memset_generic))
|
|
IFUNC_IMPL (i, name, memchr,
|
|
IFUNC_IMPL_ADD (array, i, memchr, 1, __memchr_nosimd)
|
|
IFUNC_IMPL_ADD (array, i, memchr, 1, __memchr_generic))
|
|
|
|
IFUNC_IMPL (i, name, strlen,
|
|
IFUNC_IMPL_ADD (array, i, strlen, 1, __strlen_asimd)
|
|
IFUNC_IMPL_ADD (array, i, strlen, 1, __strlen_mte))
|
|
|
|
return i;
|
|
}
|