AuroraMiddleware/glibc
1
0
Fork 0
mirror of https://sourceware.org/git/glibc.git synced 2024-12-22 19:00:07 +00:00
Code Issues Packages Projects Releases Wiki Activity

Update i686 multiarch functions for <cpu-features.h>

Browse Source 
This patch updates i686 multiarch functions to use the newly defined
HAS_CPU_FEATURE, HAS_ARCH_FEATURE, LOAD_GOT_AND_RTLD_GLOBAL_RO and
LOAD_FUNC_GOT_EAX from <cpu-features.h>.

	* sysdeps/i386/i686/fpu/multiarch/e_expf.c: Replace HAS_XXX
	with HAS_CPU_FEATURE/HAS_ARCH_FEATURE (XXX).
	* sysdeps/i386/i686/fpu/multiarch/s_cosf.c: Likewise.
	* sysdeps/i386/i686/fpu/multiarch/s_cosf.c: Likewise.
	* sysdeps/i386/i686/fpu/multiarch/s_sincosf.c: Likewise.
	* sysdeps/i386/i686/fpu/multiarch/s_sinf.c: Likewise.
	* sysdeps/i386/i686/multiarch/ifunc-impl-list.c: Likewise.
	* sysdeps/i386/i686/multiarch/s_fma.c: Likewise.
	* sysdeps/i386/i686/multiarch/s_fmaf.c: Likewise.
	* sysdeps/i386/i686/multiarch/bcopy.S: Remove __init_cpu_features
	call.  Merge SHARED and !SHARED.  Add LOAD_GOT_AND_RTLD_GLOBAL_RO.
	Use LOAD_FUNC_GOT_EAX to load function address.  Replace HAS_XXX
	with HAS_CPU_FEATURE/HAS_ARCH_FEATURE (XXX).
	* sysdeps/i386/i686/multiarch/bzero.S: Likewise.
	* sysdeps/i386/i686/multiarch/memchr.S: Likewise.
	* sysdeps/i386/i686/multiarch/memcmp.S: Likewise.
	* sysdeps/i386/i686/multiarch/memcpy.S: Likewise.
	* sysdeps/i386/i686/multiarch/memcpy_chk.S: Likewise.
	* sysdeps/i386/i686/multiarch/memmove.S: Likewise.
	* sysdeps/i386/i686/multiarch/memmove_chk.S: Likewise.
	* sysdeps/i386/i686/multiarch/mempcpy.S: Likewise.
	* sysdeps/i386/i686/multiarch/mempcpy_chk.S: Likewise.
	* sysdeps/i386/i686/multiarch/memrchr.S: Likewise.
	* sysdeps/i386/i686/multiarch/memset.S: Likewise.
	* sysdeps/i386/i686/multiarch/memset_chk.S: Likewise.
	* sysdeps/i386/i686/multiarch/rawmemchr.S: Likewise.
	* sysdeps/i386/i686/multiarch/strcasecmp.S: Likewise.
	* sysdeps/i386/i686/multiarch/strcat.S: Likewise.
	* sysdeps/i386/i686/multiarch/strchr.S: Likewise.
	* sysdeps/i386/i686/multiarch/strcmp.S: Likewise.
	* sysdeps/i386/i686/multiarch/strcpy.S: Likewise.
	* sysdeps/i386/i686/multiarch/strcspn.S: Likewise.
	* sysdeps/i386/i686/multiarch/strlen.S: Likewise.
	* sysdeps/i386/i686/multiarch/strncase.S: Likewise.
	* sysdeps/i386/i686/multiarch/strnlen.S: Likewise.
	* sysdeps/i386/i686/multiarch/strrchr.S: Likewise.
	* sysdeps/i386/i686/multiarch/strspn.S: Likewise.
	* sysdeps/i386/i686/multiarch/wcschr.S: Likewise.
	* sysdeps/i386/i686/multiarch/wcscmp.S: Likewise.
	* sysdeps/i386/i686/multiarch/wcscpy.S: Likewise.
	* sysdeps/i386/i686/multiarch/wcslen.S: Likewise.
	* sysdeps/i386/i686/multiarch/wcsrchr.S: Likewise.
	* sysdeps/i386/i686/multiarch/wmemcmp.S: Likewise.
This commit is contained in:
H.J. Lu 2015-08-13 03:39:22 -07:00
parent 0b5395f052
commit 1aee37a22e
39 changed files with 402 additions and 887 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

46
ChangeLog
View File

@ -1,3 +1,49 @@
2015-08-13 H.J. Lu <hongjiu.lu@intel.com>
* sysdeps/i386/i686/fpu/multiarch/e_expf.c: Replace HAS_XXX
with HAS_CPU_FEATURE/HAS_ARCH_FEATURE (XXX).
* sysdeps/i386/i686/fpu/multiarch/s_cosf.c: Likewise.
* sysdeps/i386/i686/fpu/multiarch/s_cosf.c: Likewise.
* sysdeps/i386/i686/fpu/multiarch/s_sincosf.c: Likewise.
* sysdeps/i386/i686/fpu/multiarch/s_sinf.c: Likewise.
* sysdeps/i386/i686/multiarch/ifunc-impl-list.c: Likewise.
* sysdeps/i386/i686/multiarch/s_fma.c: Likewise.
* sysdeps/i386/i686/multiarch/s_fmaf.c: Likewise.
* sysdeps/i386/i686/multiarch/bcopy.S: Remove __init_cpu_features
call. Merge SHARED and !SHARED. Add LOAD_GOT_AND_RTLD_GLOBAL_RO.
Use LOAD_FUNC_GOT_EAX to load function address. Replace HAS_XXX
with HAS_CPU_FEATURE/HAS_ARCH_FEATURE (XXX).
* sysdeps/i386/i686/multiarch/bzero.S: Likewise.
* sysdeps/i386/i686/multiarch/memchr.S: Likewise.
* sysdeps/i386/i686/multiarch/memcmp.S: Likewise.
* sysdeps/i386/i686/multiarch/memcpy.S: Likewise.
* sysdeps/i386/i686/multiarch/memcpy_chk.S: Likewise.
* sysdeps/i386/i686/multiarch/memmove.S: Likewise.
* sysdeps/i386/i686/multiarch/memmove_chk.S: Likewise.
* sysdeps/i386/i686/multiarch/mempcpy.S: Likewise.
* sysdeps/i386/i686/multiarch/mempcpy_chk.S: Likewise.
* sysdeps/i386/i686/multiarch/memrchr.S: Likewise.
* sysdeps/i386/i686/multiarch/memset.S: Likewise.
* sysdeps/i386/i686/multiarch/memset_chk.S: Likewise.
* sysdeps/i386/i686/multiarch/rawmemchr.S: Likewise.
* sysdeps/i386/i686/multiarch/strcasecmp.S: Likewise.
* sysdeps/i386/i686/multiarch/strcat.S: Likewise.
* sysdeps/i386/i686/multiarch/strchr.S: Likewise.
* sysdeps/i386/i686/multiarch/strcmp.S: Likewise.
* sysdeps/i386/i686/multiarch/strcpy.S: Likewise.
* sysdeps/i386/i686/multiarch/strcspn.S: Likewise.
* sysdeps/i386/i686/multiarch/strlen.S: Likewise.
* sysdeps/i386/i686/multiarch/strncase.S: Likewise.
* sysdeps/i386/i686/multiarch/strnlen.S: Likewise.
* sysdeps/i386/i686/multiarch/strrchr.S: Likewise.
* sysdeps/i386/i686/multiarch/strspn.S: Likewise.
* sysdeps/i386/i686/multiarch/wcschr.S: Likewise.
* sysdeps/i386/i686/multiarch/wcscmp.S: Likewise.
* sysdeps/i386/i686/multiarch/wcscpy.S: Likewise.
* sysdeps/i386/i686/multiarch/wcslen.S: Likewise.
* sysdeps/i386/i686/multiarch/wcsrchr.S: Likewise.
* sysdeps/i386/i686/multiarch/wmemcmp.S: Likewise.
2015-08-13 H.J. Lu <hongjiu.lu@intel.com> 2015-08-13 H.J. Lu <hongjiu.lu@intel.com>
* sysdeps/x86_64/fpu/multiarch/e_asin.c: Replace HAS_XXX with * sysdeps/x86_64/fpu/multiarch/e_asin.c: Replace HAS_XXX with

8
sysdeps/i386/i686/fpu/multiarch/e_expf.c
View File

@ -23,11 +23,15 @@ extern double __ieee754_expf_ia32 (double);
double __ieee754_expf (double); double __ieee754_expf (double);
libm_ifunc (__ieee754_expf, libm_ifunc (__ieee754_expf,
HAS_SSE2 ? __ieee754_expf_sse2 : __ieee754_expf_ia32); HAS_CPU_FEATURE (SSE2)
? __ieee754_expf_sse2
: __ieee754_expf_ia32);
extern double __expf_finite_sse2 (double); extern double __expf_finite_sse2 (double);
extern double __expf_finite_ia32 (double); extern double __expf_finite_ia32 (double);
double __expf_finite (double); double __expf_finite (double);
libm_ifunc (__expf_finite, libm_ifunc (__expf_finite,
HAS_SSE2 ? __expf_finite_sse2 : __expf_finite_ia32); HAS_CPU_FEATURE (SSE2)
? __expf_finite_sse2
: __expf_finite_ia32);

2
sysdeps/i386/i686/fpu/multiarch/s_cosf.c
View File

@ -22,7 +22,7 @@ extern float __cosf_sse2 (float);
extern float __cosf_ia32 (float); extern float __cosf_ia32 (float);
float __cosf (float); float __cosf (float);
libm_ifunc (__cosf, HAS_SSE2 ? __cosf_sse2 : __cosf_ia32); libm_ifunc (__cosf, HAS_CPU_FEATURE (SSE2) ? __cosf_sse2 : __cosf_ia32);
weak_alias (__cosf, cosf); weak_alias (__cosf, cosf);
#define COSF __cosf_ia32 #define COSF __cosf_ia32

3
sysdeps/i386/i686/fpu/multiarch/s_sincosf.c
View File

@ -22,7 +22,8 @@ extern void __sincosf_sse2 (float, float *, float *);
extern void __sincosf_ia32 (float, float *, float *); extern void __sincosf_ia32 (float, float *, float *);
void __sincosf (float, float *, float *); void __sincosf (float, float *, float *);
libm_ifunc (__sincosf, HAS_SSE2 ? __sincosf_sse2 : __sincosf_ia32); libm_ifunc (__sincosf,
HAS_CPU_FEATURE (SSE2) ? __sincosf_sse2 : __sincosf_ia32);
weak_alias (__sincosf, sincosf); weak_alias (__sincosf, sincosf);
#define SINCOSF __sincosf_ia32 #define SINCOSF __sincosf_ia32

2
sysdeps/i386/i686/fpu/multiarch/s_sinf.c
View File

@ -22,7 +22,7 @@ extern float __sinf_sse2 (float);
extern float __sinf_ia32 (float); extern float __sinf_ia32 (float);
float __sinf (float); float __sinf (float);
libm_ifunc (__sinf, HAS_SSE2 ? __sinf_sse2 : __sinf_ia32); libm_ifunc (__sinf, HAS_CPU_FEATURE (SSE2) ? __sinf_sse2 : __sinf_ia32);
weak_alias (__sinf, sinf); weak_alias (__sinf, sinf);
#define SINF __sinf_ia32 #define SINF __sinf_ia32
#include <sysdeps/ieee754/flt-32/s_sinf.c> #include <sysdeps/ieee754/flt-32/s_sinf.c>

45
sysdeps/i386/i686/multiarch/bcopy.S
View File

@ -23,51 +23,24 @@
/* Define multiple versions only for the definition in lib. */ /* Define multiple versions only for the definition in lib. */
#if IS_IN (libc) #if IS_IN (libc)
# ifdef SHARED
.text .text
ENTRY(bcopy) ENTRY(bcopy)
.type bcopy, @gnu_indirect_function .type bcopy, @gnu_indirect_function
pushl %ebx LOAD_GOT_AND_RTLD_GLOBAL_RO
cfi_adjust_cfa_offset (4) LOAD_FUNC_GOT_EAX (__bcopy_ia32)
cfi_rel_offset (ebx, 0) HAS_CPU_FEATURE (SSE2)
LOAD_PIC_REG(bx)
cmpl $0, KIND_OFFSET+__cpu_features@GOTOFF(%ebx)
jne 1f
call __init_cpu_features
1: leal __bcopy_ia32@GOTOFF(%ebx), %eax
testl $bit_SSE2, CPUID_OFFSET+index_SSE2+__cpu_features@GOTOFF(%ebx)
jz 2f jz 2f
leal __bcopy_sse2_unaligned@GOTOFF(%ebx), %eax LOAD_FUNC_GOT_EAX (__bcopy_sse2_unaligned)
testl $bit_Fast_Unaligned_Load, FEATURE_OFFSET+index_Fast_Unaligned_Load+__cpu_features@GOTOFF(%ebx) HAS_ARCH_FEATURE (Fast_Unaligned_Load)
jnz 2f jnz 2f
testl $bit_SSSE3, CPUID_OFFSET+index_SSSE3+__cpu_features@GOTOFF(%ebx) HAS_CPU_FEATURE (SSSE3)
jz 2f jz 2f
leal __bcopy_ssse3@GOTOFF(%ebx), %eax LOAD_FUNC_GOT_EAX (__bcopy_ssse3)
testl $bit_Fast_Rep_String, FEATURE_OFFSET+index_Fast_Rep_String+__cpu_features@GOTOFF(%ebx) HAS_CPU_FEATURE (Fast_Rep_String)
jz 2f jz 2f
leal __bcopy_ssse3_rep@GOTOFF(%ebx), %eax LOAD_FUNC_GOT_EAX (__bcopy_ssse3_rep)
2: popl %ebx
cfi_adjust_cfa_offset (-4)
cfi_restore (ebx)
ret
END(bcopy)
# else
.text
ENTRY(bcopy)
.type bcopy, @gnu_indirect_function
cmpl $0, KIND_OFFSET+__cpu_features
jne 1f
call __init_cpu_features
1: leal __bcopy_ia32, %eax
testl $bit_SSSE3, CPUID_OFFSET+index_SSSE3+__cpu_features
jz 2f
leal __bcopy_ssse3, %eax
testl $bit_Fast_Rep_String, FEATURE_OFFSET+index_Fast_Rep_String+__cpu_features
jz 2f
leal __bcopy_ssse3_rep, %eax
2: ret 2: ret
END(bcopy) END(bcopy)
# endif
# undef ENTRY # undef ENTRY
# define ENTRY(name) \ # define ENTRY(name) \

39
sysdeps/i386/i686/multiarch/bzero.S
View File

@ -23,46 +23,19 @@
/* Define multiple versions only for the definition in lib. */ /* Define multiple versions only for the definition in lib. */
#if IS_IN (libc) #if IS_IN (libc)
# ifdef SHARED
.text .text
ENTRY(__bzero) ENTRY(__bzero)
.type __bzero, @gnu_indirect_function .type __bzero, @gnu_indirect_function
pushl %ebx LOAD_GOT_AND_RTLD_GLOBAL_RO
cfi_adjust_cfa_offset (4) LOAD_FUNC_GOT_EAX (__bzero_ia32)
cfi_rel_offset (ebx, 0) HAS_CPU_FEATURE (SSE2)
LOAD_PIC_REG(bx)
cmpl $0, KIND_OFFSET+__cpu_features@GOTOFF(%ebx)
jne 1f
call __init_cpu_features
1: leal __bzero_ia32@GOTOFF(%ebx), %eax
testl $bit_SSE2, CPUID_OFFSET+index_SSE2+__cpu_features@GOTOFF(%ebx)
jz 2f jz 2f
leal __bzero_sse2@GOTOFF(%ebx), %eax LOAD_FUNC_GOT_EAX ( __bzero_sse2)
testl $bit_Fast_Rep_String, FEATURE_OFFSET+index_Fast_Rep_String+__cpu_features@GOTOFF(%ebx) HAS_CPU_FEATURE (Fast_Rep_String)
jz 2f jz 2f
leal __bzero_sse2_rep@GOTOFF(%ebx), %eax LOAD_FUNC_GOT_EAX (__bzero_sse2_rep)
2: popl %ebx
cfi_adjust_cfa_offset (-4)
cfi_restore (ebx)
ret
END(__bzero)
# else
.text
ENTRY(__bzero)
.type __bzero, @gnu_indirect_function
cmpl $0, KIND_OFFSET+__cpu_features
jne 1f
call __init_cpu_features
1: leal __bzero_ia32, %eax
testl $bit_SSE2, CPUID_OFFSET+index_SSE2+__cpu_features
jz 2f
leal __bzero_sse2, %eax
testl $bit_Fast_Rep_String, FEATURE_OFFSET+index_Fast_Rep_String+__cpu_features
jz 2f
leal __bzero_sse2_rep, %eax
2: ret 2: ret
END(__bzero) END(__bzero)
# endif
# undef ENTRY # undef ENTRY
# define ENTRY(name) \ # define ENTRY(name) \

199
sysdeps/i386/i686/multiarch/ifunc-impl-list.c
View File

@ -38,152 +38,179 @@ __libc_ifunc_impl_list (const char *name, struct libc_ifunc_impl *array,
/* Support sysdeps/i386/i686/multiarch/bcopy.S. */ /* Support sysdeps/i386/i686/multiarch/bcopy.S. */
IFUNC_IMPL (i, name, bcopy, IFUNC_IMPL (i, name, bcopy,
IFUNC_IMPL_ADD (array, i, bcopy, HAS_SSSE3, IFUNC_IMPL_ADD (array, i, bcopy, HAS_CPU_FEATURE (SSSE3),
__bcopy_ssse3_rep) __bcopy_ssse3_rep)
IFUNC_IMPL_ADD (array, i, bcopy, HAS_SSSE3, __bcopy_ssse3) IFUNC_IMPL_ADD (array, i, bcopy, HAS_CPU_FEATURE (SSSE3),
IFUNC_IMPL_ADD (array, i, bcopy, HAS_SSE2, __bcopy_ssse3)
IFUNC_IMPL_ADD (array, i, bcopy, HAS_CPU_FEATURE (SSE2),
__bcopy_sse2_unaligned) __bcopy_sse2_unaligned)
IFUNC_IMPL_ADD (array, i, bcopy, 1, __bcopy_ia32)) IFUNC_IMPL_ADD (array, i, bcopy, 1, __bcopy_ia32))
/* Support sysdeps/i386/i686/multiarch/bzero.S. */ /* Support sysdeps/i386/i686/multiarch/bzero.S. */
IFUNC_IMPL (i, name, bzero, IFUNC_IMPL (i, name, bzero,
IFUNC_IMPL_ADD (array, i, bzero, HAS_SSE2, __bzero_sse2_rep) IFUNC_IMPL_ADD (array, i, bzero, HAS_CPU_FEATURE (SSE2),
IFUNC_IMPL_ADD (array, i, bzero, HAS_SSE2, __bzero_sse2) __bzero_sse2_rep)
IFUNC_IMPL_ADD (array, i, bzero, HAS_CPU_FEATURE (SSE2),
__bzero_sse2)
IFUNC_IMPL_ADD (array, i, bzero, 1, __bzero_ia32)) IFUNC_IMPL_ADD (array, i, bzero, 1, __bzero_ia32))
/* Support sysdeps/i386/i686/multiarch/memchr.S. */ /* Support sysdeps/i386/i686/multiarch/memchr.S. */
IFUNC_IMPL (i, name, memchr, IFUNC_IMPL (i, name, memchr,
IFUNC_IMPL_ADD (array, i, memchr, HAS_SSE2, IFUNC_IMPL_ADD (array, i, memchr, HAS_CPU_FEATURE (SSE2),
__memchr_sse2_bsf) __memchr_sse2_bsf)
IFUNC_IMPL_ADD (array, i, memchr, HAS_SSE2, __memchr_sse2) IFUNC_IMPL_ADD (array, i, memchr, HAS_CPU_FEATURE (SSE2),
__memchr_sse2)
IFUNC_IMPL_ADD (array, i, memchr, 1, __memchr_ia32)) IFUNC_IMPL_ADD (array, i, memchr, 1, __memchr_ia32))
/* Support sysdeps/i386/i686/multiarch/memcmp.S. */ /* Support sysdeps/i386/i686/multiarch/memcmp.S. */
IFUNC_IMPL (i, name, memcmp, IFUNC_IMPL (i, name, memcmp,
IFUNC_IMPL_ADD (array, i, memcmp, HAS_SSE4_2, IFUNC_IMPL_ADD (array, i, memcmp, HAS_CPU_FEATURE (SSE4_2),
__memcmp_sse4_2) __memcmp_sse4_2)
IFUNC_IMPL_ADD (array, i, memcmp, HAS_SSSE3, __memcmp_ssse3) IFUNC_IMPL_ADD (array, i, memcmp, HAS_CPU_FEATURE (SSSE3),
__memcmp_ssse3)
IFUNC_IMPL_ADD (array, i, memcmp, 1, __memcmp_ia32)) IFUNC_IMPL_ADD (array, i, memcmp, 1, __memcmp_ia32))
/* Support sysdeps/i386/i686/multiarch/memmove_chk.S. */ /* Support sysdeps/i386/i686/multiarch/memmove_chk.S. */
IFUNC_IMPL (i, name, __memmove_chk, IFUNC_IMPL (i, name, __memmove_chk,
IFUNC_IMPL_ADD (array, i, __memmove_chk, HAS_SSSE3, IFUNC_IMPL_ADD (array, i, __memmove_chk,
HAS_CPU_FEATURE (SSSE3),
__memmove_chk_ssse3_rep) __memmove_chk_ssse3_rep)
IFUNC_IMPL_ADD (array, i, __memmove_chk, HAS_SSSE3, IFUNC_IMPL_ADD (array, i, __memmove_chk,
HAS_CPU_FEATURE (SSSE3),
__memmove_chk_ssse3) __memmove_chk_ssse3)
IFUNC_IMPL_ADD (array, i, __memmove_chk, HAS_SSE2, IFUNC_IMPL_ADD (array, i, __memmove_chk,
HAS_CPU_FEATURE (SSE2),
__memmove_chk_sse2_unaligned) __memmove_chk_sse2_unaligned)
IFUNC_IMPL_ADD (array, i, __memmove_chk, 1, IFUNC_IMPL_ADD (array, i, __memmove_chk, 1,
__memmove_chk_ia32)) __memmove_chk_ia32))
/* Support sysdeps/i386/i686/multiarch/memmove.S. */ /* Support sysdeps/i386/i686/multiarch/memmove.S. */
IFUNC_IMPL (i, name, memmove, IFUNC_IMPL (i, name, memmove,
IFUNC_IMPL_ADD (array, i, memmove, HAS_SSSE3, IFUNC_IMPL_ADD (array, i, memmove, HAS_CPU_FEATURE (SSSE3),
__memmove_ssse3_rep) __memmove_ssse3_rep)
IFUNC_IMPL_ADD (array, i, memmove, HAS_SSSE3, IFUNC_IMPL_ADD (array, i, memmove, HAS_CPU_FEATURE (SSSE3),
__memmove_ssse3) __memmove_ssse3)
IFUNC_IMPL_ADD (array, i, memmove, HAS_SSE2, IFUNC_IMPL_ADD (array, i, memmove, HAS_CPU_FEATURE (SSE2),
__memmove_sse2_unaligned) __memmove_sse2_unaligned)
IFUNC_IMPL_ADD (array, i, memmove, 1, __memmove_ia32)) IFUNC_IMPL_ADD (array, i, memmove, 1, __memmove_ia32))
/* Support sysdeps/i386/i686/multiarch/memrchr.S. */ /* Support sysdeps/i386/i686/multiarch/memrchr.S. */
IFUNC_IMPL (i, name, memrchr, IFUNC_IMPL (i, name, memrchr,
IFUNC_IMPL_ADD (array, i, memrchr, HAS_SSE2, IFUNC_IMPL_ADD (array, i, memrchr, HAS_CPU_FEATURE (SSE2),
__memrchr_sse2_bsf) __memrchr_sse2_bsf)
IFUNC_IMPL_ADD (array, i, memrchr, HAS_SSE2, __memrchr_sse2) IFUNC_IMPL_ADD (array, i, memrchr, HAS_CPU_FEATURE (SSE2),
__memrchr_sse2)
IFUNC_IMPL_ADD (array, i, memrchr, 1, __memrchr_ia32)) IFUNC_IMPL_ADD (array, i, memrchr, 1, __memrchr_ia32))
/* Support sysdeps/i386/i686/multiarch/memset_chk.S. */ /* Support sysdeps/i386/i686/multiarch/memset_chk.S. */
IFUNC_IMPL (i, name, __memset_chk, IFUNC_IMPL (i, name, __memset_chk,
IFUNC_IMPL_ADD (array, i, __memset_chk, HAS_SSE2, IFUNC_IMPL_ADD (array, i, __memset_chk,
HAS_CPU_FEATURE (SSE2),
__memset_chk_sse2_rep) __memset_chk_sse2_rep)
IFUNC_IMPL_ADD (array, i, __memset_chk, HAS_SSE2, IFUNC_IMPL_ADD (array, i, __memset_chk,
HAS_CPU_FEATURE (SSE2),
__memset_chk_sse2) __memset_chk_sse2)
IFUNC_IMPL_ADD (array, i, __memset_chk, 1, IFUNC_IMPL_ADD (array, i, __memset_chk, 1,
__memset_chk_ia32)) __memset_chk_ia32))
/* Support sysdeps/i386/i686/multiarch/memset.S. */ /* Support sysdeps/i386/i686/multiarch/memset.S. */
IFUNC_IMPL (i, name, memset, IFUNC_IMPL (i, name, memset,
IFUNC_IMPL_ADD (array, i, memset, HAS_SSE2, IFUNC_IMPL_ADD (array, i, memset, HAS_CPU_FEATURE (SSE2),
__memset_sse2_rep) __memset_sse2_rep)
IFUNC_IMPL_ADD (array, i, memset, HAS_SSE2, __memset_sse2) IFUNC_IMPL_ADD (array, i, memset, HAS_CPU_FEATURE (SSE2),
__memset_sse2)
IFUNC_IMPL_ADD (array, i, memset, 1, __memset_ia32)) IFUNC_IMPL_ADD (array, i, memset, 1, __memset_ia32))
/* Support sysdeps/i386/i686/multiarch/rawmemchr.S. */ /* Support sysdeps/i386/i686/multiarch/rawmemchr.S. */
IFUNC_IMPL (i, name, rawmemchr, IFUNC_IMPL (i, name, rawmemchr,
IFUNC_IMPL_ADD (array, i, rawmemchr, HAS_SSE2, IFUNC_IMPL_ADD (array, i, rawmemchr, HAS_CPU_FEATURE (SSE2),
__rawmemchr_sse2_bsf) __rawmemchr_sse2_bsf)
IFUNC_IMPL_ADD (array, i, rawmemchr, HAS_SSE2, IFUNC_IMPL_ADD (array, i, rawmemchr, HAS_CPU_FEATURE (SSE2),
__rawmemchr_sse2) __rawmemchr_sse2)
IFUNC_IMPL_ADD (array, i, rawmemchr, 1, __rawmemchr_ia32)) IFUNC_IMPL_ADD (array, i, rawmemchr, 1, __rawmemchr_ia32))
/* Support sysdeps/i386/i686/multiarch/stpncpy.S. */ /* Support sysdeps/i386/i686/multiarch/stpncpy.S. */
IFUNC_IMPL (i, name, stpncpy, IFUNC_IMPL (i, name, stpncpy,
IFUNC_IMPL_ADD (array, i, stpncpy, HAS_SSSE3, IFUNC_IMPL_ADD (array, i, stpncpy, HAS_CPU_FEATURE (SSSE3),
__stpncpy_ssse3) __stpncpy_ssse3)
IFUNC_IMPL_ADD (array, i, stpncpy, HAS_SSE2, __stpncpy_sse2) IFUNC_IMPL_ADD (array, i, stpncpy, HAS_CPU_FEATURE (SSE2),
__stpncpy_sse2)
IFUNC_IMPL_ADD (array, i, stpncpy, 1, __stpncpy_ia32)) IFUNC_IMPL_ADD (array, i, stpncpy, 1, __stpncpy_ia32))
/* Support sysdeps/i386/i686/multiarch/stpcpy.S. */ /* Support sysdeps/i386/i686/multiarch/stpcpy.S. */
IFUNC_IMPL (i, name, stpcpy, IFUNC_IMPL (i, name, stpcpy,
IFUNC_IMPL_ADD (array, i, stpcpy, HAS_SSSE3, __stpcpy_ssse3) IFUNC_IMPL_ADD (array, i, stpcpy, HAS_CPU_FEATURE (SSSE3),
IFUNC_IMPL_ADD (array, i, stpcpy, HAS_SSE2, __stpcpy_sse2) __stpcpy_ssse3)
IFUNC_IMPL_ADD (array, i, stpcpy, HAS_CPU_FEATURE (SSE2),
__stpcpy_sse2)
IFUNC_IMPL_ADD (array, i, stpcpy, 1, __stpcpy_ia32)) IFUNC_IMPL_ADD (array, i, stpcpy, 1, __stpcpy_ia32))
/* Support sysdeps/i386/i686/multiarch/strcasecmp.S. */ /* Support sysdeps/i386/i686/multiarch/strcasecmp.S. */
IFUNC_IMPL (i, name, strcasecmp, IFUNC_IMPL (i, name, strcasecmp,
IFUNC_IMPL_ADD (array, i, strcasecmp, HAS_SSE4_2, IFUNC_IMPL_ADD (array, i, strcasecmp,
HAS_CPU_FEATURE (SSE4_2),
__strcasecmp_sse4_2) __strcasecmp_sse4_2)
IFUNC_IMPL_ADD (array, i, strcasecmp, HAS_SSSE3, IFUNC_IMPL_ADD (array, i, strcasecmp,
HAS_CPU_FEATURE (SSSE3),
__strcasecmp_ssse3) __strcasecmp_ssse3)
IFUNC_IMPL_ADD (array, i, strcasecmp, 1, __strcasecmp_ia32)) IFUNC_IMPL_ADD (array, i, strcasecmp, 1, __strcasecmp_ia32))
/* Support sysdeps/i386/i686/multiarch/strcasecmp_l.S. */ /* Support sysdeps/i386/i686/multiarch/strcasecmp_l.S. */
IFUNC_IMPL (i, name, strcasecmp_l, IFUNC_IMPL (i, name, strcasecmp_l,
IFUNC_IMPL_ADD (array, i, strcasecmp_l, HAS_SSE4_2, IFUNC_IMPL_ADD (array, i, strcasecmp_l,
HAS_CPU_FEATURE (SSE4_2),
__strcasecmp_l_sse4_2) __strcasecmp_l_sse4_2)
IFUNC_IMPL_ADD (array, i, strcasecmp_l, HAS_SSSE3, IFUNC_IMPL_ADD (array, i, strcasecmp_l,
HAS_CPU_FEATURE (SSSE3),
__strcasecmp_l_ssse3) __strcasecmp_l_ssse3)
IFUNC_IMPL_ADD (array, i, strcasecmp_l, 1, IFUNC_IMPL_ADD (array, i, strcasecmp_l, 1,
__strcasecmp_l_ia32)) __strcasecmp_l_ia32))
/* Support sysdeps/i386/i686/multiarch/strcat.S. */ /* Support sysdeps/i386/i686/multiarch/strcat.S. */
IFUNC_IMPL (i, name, strcat, IFUNC_IMPL (i, name, strcat,
IFUNC_IMPL_ADD (array, i, strcat, HAS_SSSE3, __strcat_ssse3) IFUNC_IMPL_ADD (array, i, strcat, HAS_CPU_FEATURE (SSSE3),
IFUNC_IMPL_ADD (array, i, strcat, HAS_SSE2, __strcat_sse2) __strcat_ssse3)
IFUNC_IMPL_ADD (array, i, strcat, HAS_CPU_FEATURE (SSE2),
__strcat_sse2)
IFUNC_IMPL_ADD (array, i, strcat, 1, __strcat_ia32)) IFUNC_IMPL_ADD (array, i, strcat, 1, __strcat_ia32))
/* Support sysdeps/i386/i686/multiarch/strchr.S. */ /* Support sysdeps/i386/i686/multiarch/strchr.S. */
IFUNC_IMPL (i, name, strchr, IFUNC_IMPL (i, name, strchr,
IFUNC_IMPL_ADD (array, i, strchr, HAS_SSE2, IFUNC_IMPL_ADD (array, i, strchr, HAS_CPU_FEATURE (SSE2),
__strchr_sse2_bsf) __strchr_sse2_bsf)
IFUNC_IMPL_ADD (array, i, strchr, HAS_SSE2, __strchr_sse2) IFUNC_IMPL_ADD (array, i, strchr, HAS_CPU_FEATURE (SSE2),
__strchr_sse2)
IFUNC_IMPL_ADD (array, i, strchr, 1, __strchr_ia32)) IFUNC_IMPL_ADD (array, i, strchr, 1, __strchr_ia32))
/* Support sysdeps/i386/i686/multiarch/strcmp.S. */ /* Support sysdeps/i386/i686/multiarch/strcmp.S. */
IFUNC_IMPL (i, name, strcmp, IFUNC_IMPL (i, name, strcmp,
IFUNC_IMPL_ADD (array, i, strcmp, HAS_SSE4_2, IFUNC_IMPL_ADD (array, i, strcmp, HAS_CPU_FEATURE (SSE4_2),
__strcmp_sse4_2) __strcmp_sse4_2)
IFUNC_IMPL_ADD (array, i, strcmp, HAS_SSSE3, __strcmp_ssse3) IFUNC_IMPL_ADD (array, i, strcmp, HAS_CPU_FEATURE (SSSE3),
__strcmp_ssse3)
IFUNC_IMPL_ADD (array, i, strcmp, 1, __strcmp_ia32)) IFUNC_IMPL_ADD (array, i, strcmp, 1, __strcmp_ia32))
/* Support sysdeps/i386/i686/multiarch/strcpy.S. */ /* Support sysdeps/i386/i686/multiarch/strcpy.S. */
IFUNC_IMPL (i, name, strcpy, IFUNC_IMPL (i, name, strcpy,
IFUNC_IMPL_ADD (array, i, strcpy, HAS_SSSE3, __strcpy_ssse3) IFUNC_IMPL_ADD (array, i, strcpy, HAS_CPU_FEATURE (SSSE3),
IFUNC_IMPL_ADD (array, i, strcpy, HAS_SSE2, __strcpy_sse2) __strcpy_ssse3)
IFUNC_IMPL_ADD (array, i, strcpy, HAS_CPU_FEATURE (SSE2),
__strcpy_sse2)
IFUNC_IMPL_ADD (array, i, strcpy, 1, __strcpy_ia32)) IFUNC_IMPL_ADD (array, i, strcpy, 1, __strcpy_ia32))
/* Support sysdeps/i386/i686/multiarch/strcspn.S. */ /* Support sysdeps/i386/i686/multiarch/strcspn.S. */
IFUNC_IMPL (i, name, strcspn, IFUNC_IMPL (i, name, strcspn,
IFUNC_IMPL_ADD (array, i, strcspn, HAS_SSE4_2, IFUNC_IMPL_ADD (array, i, strcspn, HAS_CPU_FEATURE (SSE4_2),
__strcspn_sse42) __strcspn_sse42)
IFUNC_IMPL_ADD (array, i, strcspn, 1, __strcspn_ia32)) IFUNC_IMPL_ADD (array, i, strcspn, 1, __strcspn_ia32))
/* Support sysdeps/i386/i686/multiarch/strncase.S. */ /* Support sysdeps/i386/i686/multiarch/strncase.S. */
IFUNC_IMPL (i, name, strncasecmp, IFUNC_IMPL (i, name, strncasecmp,
IFUNC_IMPL_ADD (array, i, strncasecmp, HAS_SSE4_2, IFUNC_IMPL_ADD (array, i, strncasecmp,
HAS_CPU_FEATURE (SSE4_2),
__strncasecmp_sse4_2) __strncasecmp_sse4_2)
IFUNC_IMPL_ADD (array, i, strncasecmp, HAS_SSSE3, IFUNC_IMPL_ADD (array, i, strncasecmp,
HAS_CPU_FEATURE (SSSE3),
__strncasecmp_ssse3) __strncasecmp_ssse3)
IFUNC_IMPL_ADD (array, i, strncasecmp, 1, IFUNC_IMPL_ADD (array, i, strncasecmp, 1,
__strncasecmp_ia32)) __strncasecmp_ia32))
@ -191,136 +218,156 @@ __libc_ifunc_impl_list (const char *name, struct libc_ifunc_impl *array,
/* Support sysdeps/i386/i686/multiarch/strncase_l.S. */ /* Support sysdeps/i386/i686/multiarch/strncase_l.S. */
IFUNC_IMPL (i, name, strncasecmp_l, IFUNC_IMPL (i, name, strncasecmp_l,
IFUNC_IMPL_ADD (array, i, strncasecmp_l, IFUNC_IMPL_ADD (array, i, strncasecmp_l,
HAS_SSE4_2, __strncasecmp_l_sse4_2) HAS_CPU_FEATURE (SSE4_2),
__strncasecmp_l_sse4_2)
IFUNC_IMPL_ADD (array, i, strncasecmp_l, IFUNC_IMPL_ADD (array, i, strncasecmp_l,
HAS_SSSE3, __strncasecmp_l_ssse3) HAS_CPU_FEATURE (SSSE3),
__strncasecmp_l_ssse3)
IFUNC_IMPL_ADD (array, i, strncasecmp_l, 1, IFUNC_IMPL_ADD (array, i, strncasecmp_l, 1,
__strncasecmp_l_ia32)) __strncasecmp_l_ia32))
/* Support sysdeps/i386/i686/multiarch/strncat.S. */ /* Support sysdeps/i386/i686/multiarch/strncat.S. */
IFUNC_IMPL (i, name, strncat, IFUNC_IMPL (i, name, strncat,
IFUNC_IMPL_ADD (array, i, strncat, HAS_SSSE3, IFUNC_IMPL_ADD (array, i, strncat, HAS_CPU_FEATURE (SSSE3),
__strncat_ssse3) __strncat_ssse3)
IFUNC_IMPL_ADD (array, i, strncat, HAS_SSE2, __strncat_sse2) IFUNC_IMPL_ADD (array, i, strncat, HAS_CPU_FEATURE (SSE2),
__strncat_sse2)
IFUNC_IMPL_ADD (array, i, strncat, 1, __strncat_ia32)) IFUNC_IMPL_ADD (array, i, strncat, 1, __strncat_ia32))
/* Support sysdeps/i386/i686/multiarch/strncpy.S. */ /* Support sysdeps/i386/i686/multiarch/strncpy.S. */
IFUNC_IMPL (i, name, strncpy, IFUNC_IMPL (i, name, strncpy,
IFUNC_IMPL_ADD (array, i, strncpy, HAS_SSSE3, IFUNC_IMPL_ADD (array, i, strncpy, HAS_CPU_FEATURE (SSSE3),
__strncpy_ssse3) __strncpy_ssse3)
IFUNC_IMPL_ADD (array, i, strncpy, HAS_SSE2, __strncpy_sse2) IFUNC_IMPL_ADD (array, i, strncpy, HAS_CPU_FEATURE (SSE2),
__strncpy_sse2)
IFUNC_IMPL_ADD (array, i, strncpy, 1, __strncpy_ia32)) IFUNC_IMPL_ADD (array, i, strncpy, 1, __strncpy_ia32))
/* Support sysdeps/i386/i686/multiarch/strnlen.S. */ /* Support sysdeps/i386/i686/multiarch/strnlen.S. */
IFUNC_IMPL (i, name, strnlen, IFUNC_IMPL (i, name, strnlen,
IFUNC_IMPL_ADD (array, i, strnlen, HAS_SSE2, __strnlen_sse2) IFUNC_IMPL_ADD (array, i, strnlen, HAS_CPU_FEATURE (SSE2),
__strnlen_sse2)
IFUNC_IMPL_ADD (array, i, strnlen, 1, __strnlen_ia32)) IFUNC_IMPL_ADD (array, i, strnlen, 1, __strnlen_ia32))
/* Support sysdeps/i386/i686/multiarch/strpbrk.S. */ /* Support sysdeps/i386/i686/multiarch/strpbrk.S. */
IFUNC_IMPL (i, name, strpbrk, IFUNC_IMPL (i, name, strpbrk,
IFUNC_IMPL_ADD (array, i, strpbrk, HAS_SSE4_2, IFUNC_IMPL_ADD (array, i, strpbrk, HAS_CPU_FEATURE (SSE4_2),
__strpbrk_sse42) __strpbrk_sse42)
IFUNC_IMPL_ADD (array, i, strpbrk, 1, __strpbrk_ia32)) IFUNC_IMPL_ADD (array, i, strpbrk, 1, __strpbrk_ia32))
/* Support sysdeps/i386/i686/multiarch/strrchr.S. */ /* Support sysdeps/i386/i686/multiarch/strrchr.S. */
IFUNC_IMPL (i, name, strrchr, IFUNC_IMPL (i, name, strrchr,
IFUNC_IMPL_ADD (array, i, strrchr, HAS_SSE2, IFUNC_IMPL_ADD (array, i, strrchr, HAS_CPU_FEATURE (SSE2),
__strrchr_sse2_bsf) __strrchr_sse2_bsf)
IFUNC_IMPL_ADD (array, i, strrchr, HAS_SSE2, __strrchr_sse2) IFUNC_IMPL_ADD (array, i, strrchr, HAS_CPU_FEATURE (SSE2),
__strrchr_sse2)
IFUNC_IMPL_ADD (array, i, strrchr, 1, __strrchr_ia32)) IFUNC_IMPL_ADD (array, i, strrchr, 1, __strrchr_ia32))
/* Support sysdeps/i386/i686/multiarch/strspn.S. */ /* Support sysdeps/i386/i686/multiarch/strspn.S. */
IFUNC_IMPL (i, name, strspn, IFUNC_IMPL (i, name, strspn,
IFUNC_IMPL_ADD (array, i, strspn, HAS_SSE4_2, __strspn_sse42) IFUNC_IMPL_ADD (array, i, strspn, HAS_CPU_FEATURE (SSE4_2),
__strspn_sse42)
IFUNC_IMPL_ADD (array, i, strspn, 1, __strspn_ia32)) IFUNC_IMPL_ADD (array, i, strspn, 1, __strspn_ia32))
/* Support sysdeps/i386/i686/multiarch/wcschr.S. */ /* Support sysdeps/i386/i686/multiarch/wcschr.S. */
IFUNC_IMPL (i, name, wcschr, IFUNC_IMPL (i, name, wcschr,
IFUNC_IMPL_ADD (array, i, wcschr, HAS_SSE2, __wcschr_sse2) IFUNC_IMPL_ADD (array, i, wcschr, HAS_CPU_FEATURE (SSE2),
__wcschr_sse2)
IFUNC_IMPL_ADD (array, i, wcschr, 1, __wcschr_ia32)) IFUNC_IMPL_ADD (array, i, wcschr, 1, __wcschr_ia32))
/* Support sysdeps/i386/i686/multiarch/wcscmp.S. */ /* Support sysdeps/i386/i686/multiarch/wcscmp.S. */
IFUNC_IMPL (i, name, wcscmp, IFUNC_IMPL (i, name, wcscmp,
IFUNC_IMPL_ADD (array, i, wcscmp, HAS_SSE2, __wcscmp_sse2) IFUNC_IMPL_ADD (array, i, wcscmp, HAS_CPU_FEATURE (SSE2),
__wcscmp_sse2)
IFUNC_IMPL_ADD (array, i, wcscmp, 1, __wcscmp_ia32)) IFUNC_IMPL_ADD (array, i, wcscmp, 1, __wcscmp_ia32))
/* Support sysdeps/i386/i686/multiarch/wcscpy.S. */ /* Support sysdeps/i386/i686/multiarch/wcscpy.S. */
IFUNC_IMPL (i, name, wcscpy, IFUNC_IMPL (i, name, wcscpy,
IFUNC_IMPL_ADD (array, i, wcscpy, HAS_SSSE3, __wcscpy_ssse3) IFUNC_IMPL_ADD (array, i, wcscpy, HAS_CPU_FEATURE (SSSE3),
__wcscpy_ssse3)
IFUNC_IMPL_ADD (array, i, wcscpy, 1, __wcscpy_ia32)) IFUNC_IMPL_ADD (array, i, wcscpy, 1, __wcscpy_ia32))
/* Support sysdeps/i386/i686/multiarch/wcslen.S. */ /* Support sysdeps/i386/i686/multiarch/wcslen.S. */
IFUNC_IMPL (i, name, wcslen, IFUNC_IMPL (i, name, wcslen,
IFUNC_IMPL_ADD (array, i, wcslen, HAS_SSE2, __wcslen_sse2) IFUNC_IMPL_ADD (array, i, wcslen, HAS_CPU_FEATURE (SSE2),
__wcslen_sse2)
IFUNC_IMPL_ADD (array, i, wcslen, 1, __wcslen_ia32)) IFUNC_IMPL_ADD (array, i, wcslen, 1, __wcslen_ia32))
/* Support sysdeps/i386/i686/multiarch/wcsrchr.S. */ /* Support sysdeps/i386/i686/multiarch/wcsrchr.S. */
IFUNC_IMPL (i, name, wcsrchr, IFUNC_IMPL (i, name, wcsrchr,
IFUNC_IMPL_ADD (array, i, wcsrchr, HAS_SSE2, __wcsrchr_sse2) IFUNC_IMPL_ADD (array, i, wcsrchr, HAS_CPU_FEATURE (SSE2),
__wcsrchr_sse2)
IFUNC_IMPL_ADD (array, i, wcsrchr, 1, __wcsrchr_ia32)) IFUNC_IMPL_ADD (array, i, wcsrchr, 1, __wcsrchr_ia32))
/* Support sysdeps/i386/i686/multiarch/wmemcmp.S. */ /* Support sysdeps/i386/i686/multiarch/wmemcmp.S. */
IFUNC_IMPL (i, name, wmemcmp, IFUNC_IMPL (i, name, wmemcmp,
IFUNC_IMPL_ADD (array, i, wmemcmp, HAS_SSE4_2, IFUNC_IMPL_ADD (array, i, wmemcmp, HAS_CPU_FEATURE (SSE4_2),
__wmemcmp_sse4_2) __wmemcmp_sse4_2)
IFUNC_IMPL_ADD (array, i, wmemcmp, HAS_SSSE3, IFUNC_IMPL_ADD (array, i, wmemcmp, HAS_CPU_FEATURE (SSSE3),
__wmemcmp_ssse3) __wmemcmp_ssse3)
IFUNC_IMPL_ADD (array, i, wmemcmp, 1, __wmemcmp_ia32)) IFUNC_IMPL_ADD (array, i, wmemcmp, 1, __wmemcmp_ia32))
#ifdef SHARED #ifdef SHARED
/* Support sysdeps/i386/i686/multiarch/memcpy_chk.S. */ /* Support sysdeps/i386/i686/multiarch/memcpy_chk.S. */
IFUNC_IMPL (i, name, __memcpy_chk, IFUNC_IMPL (i, name, __memcpy_chk,
IFUNC_IMPL_ADD (array, i, __memcpy_chk, HAS_SSSE3, IFUNC_IMPL_ADD (array, i, __memcpy_chk,
HAS_CPU_FEATURE (SSSE3),
__memcpy_chk_ssse3_rep) __memcpy_chk_ssse3_rep)
IFUNC_IMPL_ADD (array, i, __memcpy_chk, HAS_SSSE3, IFUNC_IMPL_ADD (array, i, __memcpy_chk,
HAS_CPU_FEATURE (SSSE3),
__memcpy_chk_ssse3) __memcpy_chk_ssse3)
IFUNC_IMPL_ADD (array, i, __memcpy_chk, HAS_SSE2, IFUNC_IMPL_ADD (array, i, __memcpy_chk,
HAS_CPU_FEATURE (SSE2),
__memcpy_chk_sse2_unaligned) __memcpy_chk_sse2_unaligned)
IFUNC_IMPL_ADD (array, i, __memcpy_chk, 1, IFUNC_IMPL_ADD (array, i, __memcpy_chk, 1,
__memcpy_chk_ia32)) __memcpy_chk_ia32))
/* Support sysdeps/i386/i686/multiarch/memcpy.S. */ /* Support sysdeps/i386/i686/multiarch/memcpy.S. */
IFUNC_IMPL (i, name, memcpy, IFUNC_IMPL (i, name, memcpy,
IFUNC_IMPL_ADD (array, i, memcpy, HAS_SSSE3, IFUNC_IMPL_ADD (array, i, memcpy, HAS_CPU_FEATURE (SSSE3),
__memcpy_ssse3_rep) __memcpy_ssse3_rep)
IFUNC_IMPL_ADD (array, i, memcpy, HAS_SSSE3, __memcpy_ssse3) IFUNC_IMPL_ADD (array, i, memcpy, HAS_CPU_FEATURE (SSSE3),
IFUNC_IMPL_ADD (array, i, memcpy, HAS_SSE2, __memcpy_ssse3)
IFUNC_IMPL_ADD (array, i, memcpy, HAS_CPU_FEATURE (SSE2),
__memcpy_sse2_unaligned) __memcpy_sse2_unaligned)
IFUNC_IMPL_ADD (array, i, memcpy, 1, __memcpy_ia32)) IFUNC_IMPL_ADD (array, i, memcpy, 1, __memcpy_ia32))
/* Support sysdeps/i386/i686/multiarch/mempcpy_chk.S. */ /* Support sysdeps/i386/i686/multiarch/mempcpy_chk.S. */
IFUNC_IMPL (i, name, __mempcpy_chk, IFUNC_IMPL (i, name, __mempcpy_chk,
IFUNC_IMPL_ADD (array, i, __mempcpy_chk, HAS_SSSE3, IFUNC_IMPL_ADD (array, i, __mempcpy_chk,
HAS_CPU_FEATURE (SSSE3),
__mempcpy_chk_ssse3_rep) __mempcpy_chk_ssse3_rep)
IFUNC_IMPL_ADD (array, i, __mempcpy_chk, HAS_SSSE3, IFUNC_IMPL_ADD (array, i, __mempcpy_chk,
HAS_CPU_FEATURE (SSSE3),
__mempcpy_chk_ssse3) __mempcpy_chk_ssse3)
IFUNC_IMPL_ADD (array, i, __mempcpy_chk, HAS_SSE2, IFUNC_IMPL_ADD (array, i, __mempcpy_chk,
HAS_CPU_FEATURE (SSE2),
__mempcpy_chk_sse2_unaligned) __mempcpy_chk_sse2_unaligned)
IFUNC_IMPL_ADD (array, i, __mempcpy_chk, 1, IFUNC_IMPL_ADD (array, i, __mempcpy_chk, 1,
__mempcpy_chk_ia32)) __mempcpy_chk_ia32))
/* Support sysdeps/i386/i686/multiarch/mempcpy.S. */ /* Support sysdeps/i386/i686/multiarch/mempcpy.S. */
IFUNC_IMPL (i, name, mempcpy, IFUNC_IMPL (i, name, mempcpy,
IFUNC_IMPL_ADD (array, i, mempcpy, HAS_SSSE3, IFUNC_IMPL_ADD (array, i, mempcpy, HAS_CPU_FEATURE (SSSE3),
__mempcpy_ssse3_rep) __mempcpy_ssse3_rep)
IFUNC_IMPL_ADD (array, i, mempcpy, HAS_SSSE3, IFUNC_IMPL_ADD (array, i, mempcpy, HAS_CPU_FEATURE (SSSE3),
__mempcpy_ssse3) __mempcpy_ssse3)
IFUNC_IMPL_ADD (array, i, mempcpy, HAS_SSE2, IFUNC_IMPL_ADD (array, i, mempcpy, HAS_CPU_FEATURE (SSE2),
__mempcpy_sse2_unaligned) __mempcpy_sse2_unaligned)
IFUNC_IMPL_ADD (array, i, mempcpy, 1, __mempcpy_ia32)) IFUNC_IMPL_ADD (array, i, mempcpy, 1, __mempcpy_ia32))
/* Support sysdeps/i386/i686/multiarch/strlen.S. */ /* Support sysdeps/i386/i686/multiarch/strlen.S. */
IFUNC_IMPL (i, name, strlen, IFUNC_IMPL (i, name, strlen,
IFUNC_IMPL_ADD (array, i, strlen, HAS_SSE2, IFUNC_IMPL_ADD (array, i, strlen, HAS_CPU_FEATURE (SSE2),
__strlen_sse2_bsf) __strlen_sse2_bsf)
IFUNC_IMPL_ADD (array, i, strlen, HAS_SSE2, __strlen_sse2) IFUNC_IMPL_ADD (array, i, strlen, HAS_CPU_FEATURE (SSE2),
__strlen_sse2)
IFUNC_IMPL_ADD (array, i, strlen, 1, __strlen_ia32)) IFUNC_IMPL_ADD (array, i, strlen, 1, __strlen_ia32))
/* Support sysdeps/i386/i686/multiarch/strncmp.S. */ /* Support sysdeps/i386/i686/multiarch/strncmp.S. */
IFUNC_IMPL (i, name, strncmp, IFUNC_IMPL (i, name, strncmp,
IFUNC_IMPL_ADD (array, i, strncmp, HAS_SSE4_2, IFUNC_IMPL_ADD (array, i, strncmp, HAS_CPU_FEATURE (SSE4_2),
__strncmp_sse4_2) __strncmp_sse4_2)
IFUNC_IMPL_ADD (array, i, strncmp, HAS_SSSE3, IFUNC_IMPL_ADD (array, i, strncmp, HAS_CPU_FEATURE (SSSE3),
__strncmp_ssse3) __strncmp_ssse3)
IFUNC_IMPL_ADD (array, i, strncmp, 1, __strncmp_ia32)) IFUNC_IMPL_ADD (array, i, strncmp, 1, __strncmp_ia32))
#endif #endif

36
sysdeps/i386/i686/multiarch/memchr.S
View File

@ -22,46 +22,22 @@
#include <init-arch.h> #include <init-arch.h>
#if IS_IN (libc) #if IS_IN (libc)
# define CFI_POP(REG) \
cfi_adjust_cfa_offset (-4); \
cfi_restore (REG)
# define CFI_PUSH(REG) \
cfi_adjust_cfa_offset (4); \
cfi_rel_offset (REG, 0)
.text .text
ENTRY(__memchr) ENTRY(__memchr)
.type __memchr, @gnu_indirect_function .type __memchr, @gnu_indirect_function
pushl %ebx LOAD_GOT_AND_RTLD_GLOBAL_RO
CFI_PUSH (%ebx) HAS_CPU_FEATURE (SSE2)
LOAD_PIC_REG(bx)
cmpl $0, KIND_OFFSET+__cpu_features@GOTOFF(%ebx)
jne 1f
call __init_cpu_features
1: testl $bit_SSE2, CPUID_OFFSET+index_SSE2+__cpu_features@GOTOFF(%ebx)
jz 2f jz 2f
testl $bit_Slow_BSF, FEATURE_OFFSET+index_Slow_BSF+__cpu_features@GOTOFF(%ebx) HAS_ARCH_FEATURE (Slow_BSF)
jz 3f jz 3f
leal __memchr_sse2@GOTOFF(%ebx), %eax LOAD_FUNC_GOT_EAX ( __memchr_sse2)
popl %ebx
CFI_POP (%ebx)
ret ret
CFI_PUSH (%ebx) 2: LOAD_FUNC_GOT_EAX (__memchr_ia32)
2: leal __memchr_ia32@GOTOFF(%ebx), %eax
popl %ebx
CFI_POP (%ebx)
ret ret
CFI_PUSH (%ebx) 3: LOAD_FUNC_GOT_EAX (__memchr_sse2_bsf)
3: leal __memchr_sse2_bsf@GOTOFF(%ebx), %eax
popl %ebx
CFI_POP (%ebx)
ret ret
END(__memchr) END(__memchr)

39
sysdeps/i386/i686/multiarch/memcmp.S
View File

@ -23,46 +23,19 @@
/* Define multiple versions only for the definition in libc. */ /* Define multiple versions only for the definition in libc. */
#if IS_IN (libc) #if IS_IN (libc)
# ifdef SHARED
.text .text
ENTRY(memcmp) ENTRY(memcmp)
.type memcmp, @gnu_indirect_function .type memcmp, @gnu_indirect_function
pushl %ebx LOAD_GOT_AND_RTLD_GLOBAL_RO
cfi_adjust_cfa_offset (4) LOAD_FUNC_GOT_EAX (__memcmp_ia32)
cfi_rel_offset (ebx, 0) HAS_CPU_FEATURE (SSSE3)
LOAD_PIC_REG(bx)
cmpl $0, KIND_OFFSET+__cpu_features@GOTOFF(%ebx)
jne 1f
call __init_cpu_features
1: leal __memcmp_ia32@GOTOFF(%ebx), %eax
testl $bit_SSSE3, CPUID_OFFSET+index_SSSE3+__cpu_features@GOTOFF(%ebx)
jz 2f jz 2f
leal __memcmp_ssse3@GOTOFF(%ebx), %eax LOAD_FUNC_GOT_EAX (__memcmp_ssse3)
testl $bit_SSE4_2, CPUID_OFFSET+index_SSE4_2+__cpu_features@GOTOFF(%ebx) HAS_CPU_FEATURE (SSE4_2)
jz 2f jz 2f
leal __memcmp_sse4_2@GOTOFF(%ebx), %eax LOAD_FUNC_GOT_EAX (__memcmp_sse4_2)
2: popl %ebx
cfi_adjust_cfa_offset (-4)
cfi_restore (ebx)
ret
END(memcmp)
# else
.text
ENTRY(memcmp)
.type memcmp, @gnu_indirect_function
cmpl $0, KIND_OFFSET+__cpu_features
jne 1f
call __init_cpu_features
1: leal __memcmp_ia32, %eax
testl $bit_SSSE3, CPUID_OFFSET+index_SSSE3+__cpu_features
jz 2f
leal __memcmp_ssse3, %eax
testl $bit_SSE4_2, CPUID_OFFSET+index_SSE4_2+__cpu_features
jz 2f
leal __memcmp_sse4_2, %eax
2: ret 2: ret
END(memcmp) END(memcmp)
# endif
# undef ENTRY # undef ENTRY
# define ENTRY(name) \ # define ENTRY(name) \

29
sysdeps/i386/i686/multiarch/memcpy.S
View File

@ -28,29 +28,20 @@
.text .text
ENTRY(memcpy) ENTRY(memcpy)
.type memcpy, @gnu_indirect_function .type memcpy, @gnu_indirect_function
pushl %ebx LOAD_GOT_AND_RTLD_GLOBAL_RO
cfi_adjust_cfa_offset (4) LOAD_FUNC_GOT_EAX (__memcpy_ia32)
cfi_rel_offset (ebx, 0) HAS_CPU_FEATURE (SSE2)
LOAD_PIC_REG(bx)
cmpl $0, KIND_OFFSET+__cpu_features@GOTOFF(%ebx)
jne 1f
call __init_cpu_features
1: leal __memcpy_ia32@GOTOFF(%ebx), %eax
testl $bit_SSE2, CPUID_OFFSET+index_SSE2+__cpu_features@GOTOFF(%ebx)
jz 2f jz 2f
leal __memcpy_sse2_unaligned@GOTOFF(%ebx), %eax LOAD_FUNC_GOT_EAX (__memcpy_sse2_unaligned)
testl $bit_Fast_Unaligned_Load, FEATURE_OFFSET+index_Fast_Unaligned_Load+__cpu_features@GOTOFF(%ebx) HAS_ARCH_FEATURE (Fast_Unaligned_Load)
jnz 2f jnz 2f
testl $bit_SSSE3, CPUID_OFFSET+index_SSSE3+__cpu_features@GOTOFF(%ebx) HAS_CPU_FEATURE (SSSE3)
jz 2f jz 2f
leal __memcpy_ssse3@GOTOFF(%ebx), %eax LOAD_FUNC_GOT_EAX (__memcpy_ssse3)
testl $bit_Fast_Rep_String, FEATURE_OFFSET+index_Fast_Rep_String+__cpu_features@GOTOFF(%ebx) HAS_CPU_FEATURE (Fast_Rep_String)
jz 2f jz 2f
leal __memcpy_ssse3_rep@GOTOFF(%ebx), %eax LOAD_FUNC_GOT_EAX (__memcpy_ssse3_rep)
2: popl %ebx 2: ret
cfi_adjust_cfa_offset (-4)
cfi_restore (ebx)
ret
END(memcpy) END(memcpy)
# undef ENTRY # undef ENTRY

29
sysdeps/i386/i686/multiarch/memcpy_chk.S
View File

@ -29,29 +29,20 @@
.text .text
ENTRY(__memcpy_chk) ENTRY(__memcpy_chk)
.type __memcpy_chk, @gnu_indirect_function .type __memcpy_chk, @gnu_indirect_function
pushl %ebx LOAD_GOT_AND_RTLD_GLOBAL_RO
cfi_adjust_cfa_offset (4) LOAD_FUNC_GOT_EAX (__memcpy_chk_ia32)
cfi_rel_offset (ebx, 0) HAS_CPU_FEATURE (SSE2)
LOAD_PIC_REG(bx)
cmpl $0, KIND_OFFSET+__cpu_features@GOTOFF(%ebx)
jne 1f
call __init_cpu_features
1: leal __memcpy_chk_ia32@GOTOFF(%ebx), %eax
testl $bit_SSE2, CPUID_OFFSET+index_SSE2+__cpu_features@GOTOFF(%ebx)
jz 2f jz 2f
leal __memcpy_chk_sse2_unaligned@GOTOFF(%ebx), %eax LOAD_FUNC_GOT_EAX (__memcpy_chk_sse2_unaligned)
testl $bit_Fast_Unaligned_Load, FEATURE_OFFSET+index_Fast_Unaligned_Load+__cpu_features@GOTOFF(%ebx) HAS_ARCH_FEATURE (Fast_Unaligned_Load)
jnz 2f jnz 2f
testl $bit_SSSE3, CPUID_OFFSET+index_SSSE3+__cpu_features@GOTOFF(%ebx) HAS_CPU_FEATURE (SSSE3)
jz 2f jz 2f
leal __memcpy_chk_ssse3@GOTOFF(%ebx), %eax LOAD_FUNC_GOT_EAX (__memcpy_chk_ssse3)
testl $bit_Fast_Rep_String, FEATURE_OFFSET+index_Fast_Rep_String+__cpu_features@GOTOFF(%ebx) HAS_CPU_FEATURE (Fast_Rep_String)
jz 2f jz 2f
leal __memcpy_chk_ssse3_rep@GOTOFF(%ebx), %eax LOAD_FUNC_GOT_EAX (__memcpy_chk_ssse3_rep)
2: popl %ebx 2: ret
cfi_adjust_cfa_offset (-4)
cfi_restore (ebx)
ret
END(__memcpy_chk) END(__memcpy_chk)
# else # else
# include "../memcpy_chk.S" # include "../memcpy_chk.S"

52
sysdeps/i386/i686/multiarch/memmove.S
View File

@ -23,35 +23,26 @@
/* Define multiple versions only for the definition in lib. */ /* Define multiple versions only for the definition in lib. */
#if IS_IN (libc) #if IS_IN (libc)
# ifdef SHARED
.text .text
ENTRY(memmove) ENTRY(memmove)
.type memmove, @gnu_indirect_function .type memmove, @gnu_indirect_function
pushl %ebx LOAD_GOT_AND_RTLD_GLOBAL_RO
cfi_adjust_cfa_offset (4) LOAD_FUNC_GOT_EAX (__memmove_ia32)
cfi_rel_offset (ebx, 0) HAS_CPU_FEATURE (SSE2)
LOAD_PIC_REG(bx)
cmpl $0, KIND_OFFSET+__cpu_features@GOTOFF(%ebx)
jne 1f
call __init_cpu_features
1: leal __memmove_ia32@GOTOFF(%ebx), %eax
testl $bit_SSE2, CPUID_OFFSET+index_SSE2+__cpu_features@GOTOFF(%ebx)
jz 2f jz 2f
leal __memmove_sse2_unaligned@GOTOFF(%ebx), %eax LOAD_FUNC_GOT_EAX (__memmove_sse2_unaligned)
testl $bit_Fast_Unaligned_Load, FEATURE_OFFSET+index_Fast_Unaligned_Load+__cpu_features@GOTOFF(%ebx) HAS_ARCH_FEATURE (Fast_Unaligned_Load)
jnz 2f jnz 2f
testl $bit_SSSE3, CPUID_OFFSET+index_SSSE3+__cpu_features@GOTOFF(%ebx) HAS_CPU_FEATURE (SSSE3)
jz 2f jz 2f
leal __memmove_ssse3@GOTOFF(%ebx), %eax LOAD_FUNC_GOT_EAX (__memmove_ssse3)
testl $bit_Fast_Rep_String, FEATURE_OFFSET+index_Fast_Rep_String+__cpu_features@GOTOFF(%ebx) HAS_ARCH_FEATURE (Fast_Rep_String)
jz 2f jz 2f
leal __memmove_ssse3_rep@GOTOFF(%ebx), %eax LOAD_FUNC_GOT_EAX (__memmove_ssse3_rep)
2: popl %ebx 2: ret
cfi_adjust_cfa_offset (-4)
cfi_restore (ebx)
ret
END(memmove) END(memmove)
# ifdef SHARED
# undef ENTRY # undef ENTRY
# define ENTRY(name) \ # define ENTRY(name) \
.type __memmove_ia32, @function; \ .type __memmove_ia32, @function; \
@ -61,27 +52,6 @@ END(memmove)
__memmove_ia32: cfi_startproc; \ __memmove_ia32: cfi_startproc; \
CALL_MCOUNT CALL_MCOUNT
# else # else
.text
ENTRY(memmove)
.type memmove, @gnu_indirect_function
cmpl $0, KIND_OFFSET+__cpu_features
jne 1f
call __init_cpu_features
1: leal __memmove_ia32, %eax
testl $bit_SSE2, CPUID_OFFSET+index_SSE2+__cpu_features
jz 2f
leal __memmove_sse2_unaligned, %eax
testl $bit_Fast_Unaligned_Load, FEATURE_OFFSET+index_Fast_Unaligned_Load+__cpu_features
jnz 2f
testl $bit_SSSE3, CPUID_OFFSET+index_SSSE3+__cpu_features
jz 2f
leal __memmove_ssse3, %eax
testl $bit_Fast_Rep_String, FEATURE_OFFSET+index_Fast_Rep_String+__cpu_features
jz 2f
leal __memmove_ssse3_rep, %eax
2: ret
END(memmove)
# undef ENTRY # undef ENTRY
# define ENTRY(name) \ # define ENTRY(name) \
.type __memmove_ia32, @function; \ .type __memmove_ia32, @function; \

50
sysdeps/i386/i686/multiarch/memmove_chk.S
View File

@ -23,56 +23,26 @@
/* Define multiple versions only for the definition in lib. */ /* Define multiple versions only for the definition in lib. */
#if IS_IN (libc) #if IS_IN (libc)
# ifdef SHARED
.text .text
ENTRY(__memmove_chk) ENTRY(__memmove_chk)
.type __memmove_chk, @gnu_indirect_function .type __memmove_chk, @gnu_indirect_function
pushl %ebx LOAD_GOT_AND_RTLD_GLOBAL_RO
cfi_adjust_cfa_offset (4) LOAD_FUNC_GOT_EAX (__memmove_chk_ia32)
cfi_rel_offset (ebx, 0) HAS_CPU_FEATURE (SSE2)
LOAD_PIC_REG(bx)
cmpl $0, KIND_OFFSET+__cpu_features@GOTOFF(%ebx)
jne 1f
call __init_cpu_features
1: leal __memmove_chk_ia32@GOTOFF(%ebx), %eax
testl $bit_SSE2, CPUID_OFFSET+index_SSE2+__cpu_features@GOTOFF(%ebx)
jz 2f jz 2f
leal __memmove_chk_sse2_unaligned@GOTOFF(%ebx), %eax LOAD_FUNC_GOT_EAX (__memmove_chk_sse2_unaligned)
testl $bit_Fast_Unaligned_Load, FEATURE_OFFSET+index_Fast_Unaligned_Load+__cpu_features@GOTOFF(%ebx) HAS_ARCH_FEATURE (Fast_Unaligned_Load)
jnz 2f jnz 2f
testl $bit_SSSE3, CPUID_OFFSET+index_SSSE3+__cpu_features@GOTOFF(%ebx) HAS_CPU_FEATURE (SSSE3)
jz 2f jz 2f
leal __memmove_chk_ssse3@GOTOFF(%ebx), %eax LOAD_FUNC_GOT_EAX (__memmove_chk_ssse3)
testl $bit_Fast_Rep_String, FEATURE_OFFSET+index_Fast_Rep_String+__cpu_features@GOTOFF(%ebx) HAS_CPU_FEATURE (Fast_Rep_String)
jz 2f jz 2f
leal __memmove_chk_ssse3_rep@GOTOFF(%ebx), %eax LOAD_FUNC_GOT_EAX (__memmove_chk_ssse3_rep)
2: popl %ebx
cfi_adjust_cfa_offset (-4)
cfi_restore (ebx)
ret
END(__memmove_chk)
# else
.text
ENTRY(__memmove_chk)
.type __memmove_chk, @gnu_indirect_function
cmpl $0, KIND_OFFSET+__cpu_features
jne 1f
call __init_cpu_features
1: leal __memmove_chk_ia32, %eax
testl $bit_SSE2, CPUID_OFFSET+index_SSE2+__cpu_features
jz 2f
leal __memmove_chk_sse2_unaligned, %eax
testl $bit_Fast_Unaligned_Load, FEATURE_OFFSET+index_Fast_Unaligned_Load+__cpu_features
jnz 2f
testl $bit_SSSE3, CPUID_OFFSET+index_SSSE3+__cpu_features
jz 2f
leal __memmove_chk_ssse3, %eax
testl $bit_Fast_Rep_String, FEATURE_OFFSET+index_Fast_Rep_String+__cpu_features
jz 2f
leal __memmove_chk_ssse3_rep, %eax
2: ret 2: ret
END(__memmove_chk) END(__memmove_chk)
# ifndef SHARED
.type __memmove_chk_sse2_unaligned, @function .type __memmove_chk_sse2_unaligned, @function
.p2align 4; .p2align 4;
__memmove_chk_sse2_unaligned: __memmove_chk_sse2_unaligned:

29
sysdeps/i386/i686/multiarch/mempcpy.S
View File

@ -28,29 +28,20 @@
.text .text
ENTRY(__mempcpy) ENTRY(__mempcpy)
.type __mempcpy, @gnu_indirect_function .type __mempcpy, @gnu_indirect_function
pushl %ebx LOAD_GOT_AND_RTLD_GLOBAL_RO
cfi_adjust_cfa_offset (4) LOAD_FUNC_GOT_EAX (__mempcpy_ia32)
cfi_rel_offset (ebx, 0) HAS_CPU_FEATURE (SSE2)
LOAD_PIC_REG(bx)
cmpl $0, KIND_OFFSET+__cpu_features@GOTOFF(%ebx)
jne 1f
call __init_cpu_features
1: leal __mempcpy_ia32@GOTOFF(%ebx), %eax
testl $bit_SSE2, CPUID_OFFSET+index_SSE2+__cpu_features@GOTOFF(%ebx)
jz 2f jz 2f
leal __mempcpy_sse2_unaligned@GOTOFF(%ebx), %eax LOAD_FUNC_GOT_EAX (__mempcpy_sse2_unaligned)
testl $bit_Fast_Unaligned_Load, FEATURE_OFFSET+index_Fast_Unaligned_Load+__cpu_features@GOTOFF(%ebx) HAS_ARCH_FEATURE (Fast_Unaligned_Load)
jnz 2f jnz 2f
testl $bit_SSSE3, CPUID_OFFSET+index_SSSE3+__cpu_features@GOTOFF(%ebx) HAS_CPU_FEATURE (SSSE3)
jz 2f jz 2f
leal __mempcpy_ssse3@GOTOFF(%ebx), %eax LOAD_FUNC_GOT_EAX (__mempcpy_ssse3)
testl $bit_Fast_Rep_String, FEATURE_OFFSET+index_Fast_Rep_String+__cpu_features@GOTOFF(%ebx) HAS_CPU_FEATURE (Fast_Rep_String)
jz 2f jz 2f
leal __mempcpy_ssse3_rep@GOTOFF(%ebx), %eax LOAD_FUNC_GOT_EAX (__mempcpy_ssse3_rep)
2: popl %ebx 2: ret
cfi_adjust_cfa_offset (-4)
cfi_restore (ebx)
ret
END(__mempcpy) END(__mempcpy)
# undef ENTRY # undef ENTRY

29
sysdeps/i386/i686/multiarch/mempcpy_chk.S
View File

@ -29,29 +29,20 @@
.text .text
ENTRY(__mempcpy_chk) ENTRY(__mempcpy_chk)
.type __mempcpy_chk, @gnu_indirect_function .type __mempcpy_chk, @gnu_indirect_function
pushl %ebx LOAD_GOT_AND_RTLD_GLOBAL_RO
cfi_adjust_cfa_offset (4) LOAD_FUNC_GOT_EAX (__mempcpy_chk_ia32)
cfi_rel_offset (ebx, 0) HAS_CPU_FEATURE (SSE2)
LOAD_PIC_REG(bx)
cmpl $0, KIND_OFFSET+__cpu_features@GOTOFF(%ebx)
jne 1f
call __init_cpu_features
1: leal __mempcpy_chk_ia32@GOTOFF(%ebx), %eax
testl $bit_SSE2, CPUID_OFFSET+index_SSE2+__cpu_features@GOTOFF(%ebx)
jz 2f jz 2f
leal __mempcpy_chk_sse2_unaligned@GOTOFF(%ebx), %eax LOAD_FUNC_GOT_EAX (__mempcpy_chk_sse2_unaligned)
testl $bit_Fast_Unaligned_Load, FEATURE_OFFSET+index_Fast_Unaligned_Load+__cpu_features@GOTOFF(%ebx) HAS_ARCH_FEATURE (Fast_Unaligned_Load)
jnz 2f jnz 2f
testl $bit_SSSE3, CPUID_OFFSET+index_SSSE3+__cpu_features@GOTOFF(%ebx) HAS_CPU_FEATURE (SSSE3)
jz 2f jz 2f
leal __mempcpy_chk_ssse3@GOTOFF(%ebx), %eax LOAD_FUNC_GOT_EAX (__mempcpy_chk_ssse3)
testl $bit_Fast_Rep_String, FEATURE_OFFSET+index_Fast_Rep_String+__cpu_features@GOTOFF(%ebx) HAS_CPU_FEATURE (Fast_Rep_String)
jz 2f jz 2f
leal __mempcpy_chk_ssse3_rep@GOTOFF(%ebx), %eax LOAD_FUNC_GOT_EAX (__mempcpy_chk_ssse3_rep)
2: popl %ebx 2: ret
cfi_adjust_cfa_offset (-4)
cfi_restore (ebx)
ret
END(__mempcpy_chk) END(__mempcpy_chk)
# else # else
# include "../mempcpy_chk.S" # include "../mempcpy_chk.S"

36
sysdeps/i386/i686/multiarch/memrchr.S
View File

@ -22,46 +22,22 @@
#include <init-arch.h> #include <init-arch.h>
#if IS_IN (libc) #if IS_IN (libc)
# define CFI_POP(REG) \
cfi_adjust_cfa_offset (-4); \
cfi_restore (REG)
# define CFI_PUSH(REG) \
cfi_adjust_cfa_offset (4); \
cfi_rel_offset (REG, 0)
.text .text
ENTRY(__memrchr) ENTRY(__memrchr)
.type __memrchr, @gnu_indirect_function .type __memrchr, @gnu_indirect_function
pushl %ebx LOAD_GOT_AND_RTLD_GLOBAL_RO
CFI_PUSH (%ebx) HAS_CPU_FEATURE (SSE2)
LOAD_PIC_REG(bx)
cmpl $0, KIND_OFFSET+__cpu_features@GOTOFF(%ebx)
jne 1f
call __init_cpu_features
1: testl $bit_SSE2, CPUID_OFFSET+index_SSE2+__cpu_features@GOTOFF(%ebx)
jz 2f jz 2f
testl $bit_Slow_BSF, FEATURE_OFFSET+index_Slow_BSF+__cpu_features@GOTOFF(%ebx) HAS_ARCH_FEATURE (Slow_BSF)
jz 3f jz 3f
leal __memrchr_sse2@GOTOFF(%ebx), %eax LOAD_FUNC_GOT_EAX (__memrchr_sse2)
popl %ebx
CFI_POP (%ebx)
ret ret
CFI_PUSH (%ebx) 2: LOAD_FUNC_GOT_EAX (__memrchr_ia32)
2: leal __memrchr_ia32@GOTOFF(%ebx), %eax
popl %ebx
CFI_POP (%ebx)
ret ret
CFI_PUSH (%ebx) 3: LOAD_FUNC_GOT_EAX (__memrchr_sse2_bsf)
3: leal __memrchr_sse2_bsf@GOTOFF(%ebx), %eax
popl %ebx
CFI_POP (%ebx)
ret ret
END(__memrchr) END(__memrchr)

39
sysdeps/i386/i686/multiarch/memset.S
View File

@ -23,46 +23,19 @@
/* Define multiple versions only for the definition in lib. */ /* Define multiple versions only for the definition in lib. */
#if IS_IN (libc) #if IS_IN (libc)
# ifdef SHARED
.text .text
ENTRY(memset) ENTRY(memset)
.type memset, @gnu_indirect_function .type memset, @gnu_indirect_function
pushl %ebx LOAD_GOT_AND_RTLD_GLOBAL_RO
cfi_adjust_cfa_offset (4) LOAD_FUNC_GOT_EAX (__memset_ia32)
cfi_rel_offset (ebx, 0) HAS_CPU_FEATURE (SSE2)
LOAD_PIC_REG(bx)
cmpl $0, KIND_OFFSET+__cpu_features@GOTOFF(%ebx)
jne 1f
call __init_cpu_features
1: leal __memset_ia32@GOTOFF(%ebx), %eax
testl $bit_SSE2, CPUID_OFFSET+index_SSE2+__cpu_features@GOTOFF(%ebx)
jz 2f jz 2f
leal __memset_sse2@GOTOFF(%ebx), %eax LOAD_FUNC_GOT_EAX (__memset_sse2)
testl $bit_Fast_Rep_String, FEATURE_OFFSET+index_Fast_Rep_String+__cpu_features@GOTOFF(%ebx) HAS_CPU_FEATURE (Fast_Rep_String)
jz 2f jz 2f
leal __memset_sse2_rep@GOTOFF(%ebx), %eax LOAD_FUNC_GOT_EAX (__memset_sse2_rep)
2: popl %ebx
cfi_adjust_cfa_offset (-4)
cfi_restore (ebx)
ret
END(memset)
# else
.text
ENTRY(memset)
.type memset, @gnu_indirect_function
cmpl $0, KIND_OFFSET+__cpu_features
jne 1f
call __init_cpu_features
1: leal __memset_ia32, %eax
testl $bit_SSE2, CPUID_OFFSET+index_SSE2+__cpu_features
jz 2f
leal __memset_sse2, %eax
testl $bit_Fast_Rep_String, FEATURE_OFFSET+index_Fast_Rep_String+__cpu_features
jz 2f
leal __memset_sse2_rep, %eax
2: ret 2: ret
END(memset) END(memset)
# endif
# undef ENTRY # undef ENTRY
# define ENTRY(name) \ # define ENTRY(name) \

40
sysdeps/i386/i686/multiarch/memset_chk.S
View File

@ -23,50 +23,26 @@
/* Define multiple versions only for the definition in lib. */ /* Define multiple versions only for the definition in lib. */
#if IS_IN (libc) #if IS_IN (libc)
# ifdef SHARED
.text .text
ENTRY(__memset_chk) ENTRY(__memset_chk)
.type __memset_chk, @gnu_indirect_function .type __memset_chk, @gnu_indirect_function
pushl %ebx LOAD_GOT_AND_RTLD_GLOBAL_RO
cfi_adjust_cfa_offset (4) LOAD_FUNC_GOT_EAX (__memset_chk_ia32)
cfi_rel_offset (ebx, 0) HAS_CPU_FEATURE (SSE2)
LOAD_PIC_REG(bx)
cmpl $0, KIND_OFFSET+__cpu_features@GOTOFF(%ebx)
jne 1f
call __init_cpu_features
1: leal __memset_chk_ia32@GOTOFF(%ebx), %eax
testl $bit_SSE2, CPUID_OFFSET+index_SSE2+__cpu_features@GOTOFF(%ebx)
jz 2f jz 2f
leal __memset_chk_sse2@GOTOFF(%ebx), %eax LOAD_FUNC_GOT_EAX (__memset_chk_sse2)
testl $bit_Fast_Rep_String, FEATURE_OFFSET+index_Fast_Rep_String+__cpu_features@GOTOFF(%ebx) HAS_CPU_FEATURE (Fast_Rep_String)
jz 2f jz 2f
leal __memset_chk_sse2_rep@GOTOFF(%ebx), %eax LOAD_FUNC_GOT_EAX (__memset_chk_sse2_rep)
2: popl %ebx 2: ret
cfi_adjust_cfa_offset (-4)
cfi_restore (ebx)
ret
END(__memset_chk) END(__memset_chk)
# ifdef SHARED
strong_alias (__memset_chk, __memset_zero_constant_len_parameter) strong_alias (__memset_chk, __memset_zero_constant_len_parameter)
.section .gnu.warning.__memset_zero_constant_len_parameter .section .gnu.warning.__memset_zero_constant_len_parameter
.string "memset used with constant zero length parameter; this could be due to transposed parameters" .string "memset used with constant zero length parameter; this could be due to transposed parameters"
# else # else
.text .text
ENTRY(__memset_chk)
.type __memset_chk, @gnu_indirect_function
cmpl $0, KIND_OFFSET+__cpu_features
jne 1f
call __init_cpu_features
1: leal __memset_chk_ia32, %eax
testl $bit_SSE2, CPUID_OFFSET+index_SSE2+__cpu_features
jz 2f
leal __memset_chk_sse2, %eax
testl $bit_Fast_Rep_String, FEATURE_OFFSET+index_Fast_Rep_String+__cpu_features
jz 2f
leal __memset_chk_sse2_rep, %eax
2: ret
END(__memset_chk)
.type __memset_chk_sse2, @function .type __memset_chk_sse2, @function
.p2align 4; .p2align 4;
__memset_chk_sse2: __memset_chk_sse2:

36
sysdeps/i386/i686/multiarch/rawmemchr.S
View File

@ -22,46 +22,22 @@
#include <init-arch.h> #include <init-arch.h>
#if IS_IN (libc) #if IS_IN (libc)
# define CFI_POP(REG) \
cfi_adjust_cfa_offset (-4); \
cfi_restore (REG)
# define CFI_PUSH(REG) \
cfi_adjust_cfa_offset (4); \
cfi_rel_offset (REG, 0)
.text .text
ENTRY(__rawmemchr) ENTRY(__rawmemchr)
.type __rawmemchr, @gnu_indirect_function .type __rawmemchr, @gnu_indirect_function
pushl %ebx LOAD_GOT_AND_RTLD_GLOBAL_RO
CFI_PUSH (%ebx) HAS_CPU_FEATURE (SSE2)
LOAD_PIC_REG(bx)
cmpl $0, KIND_OFFSET+__cpu_features@GOTOFF(%ebx)
jne 1f
call __init_cpu_features
1: testl $bit_SSE2, CPUID_OFFSET+index_SSE2+__cpu_features@GOTOFF(%ebx)
jz 2f jz 2f
testl $bit_Slow_BSF, FEATURE_OFFSET+index_Slow_BSF+__cpu_features@GOTOFF(%ebx) HAS_ARCH_FEATURE (Slow_BSF)
jz 3f jz 3f
leal __rawmemchr_sse2@GOTOFF(%ebx), %eax LOAD_FUNC_GOT_EAX (__rawmemchr_sse2)
popl %ebx
CFI_POP (%ebx)
ret ret
CFI_PUSH (%ebx) 2: LOAD_FUNC_GOT_EAX (__rawmemchr_ia32)
2: leal __rawmemchr_ia32@GOTOFF(%ebx), %eax
popl %ebx
CFI_POP (%ebx)
ret ret
CFI_PUSH (%ebx) 3: LOAD_FUNC_GOT_EAX (__rawmemchr_sse2_bsf)
3: leal __rawmemchr_sse2_bsf@GOTOFF(%ebx), %eax
popl %ebx
CFI_POP (%ebx)
ret ret
END(__rawmemchr) END(__rawmemchr)

3
sysdeps/i386/i686/multiarch/s_fma.c
View File

@ -26,7 +26,8 @@
extern double __fma_ia32 (double x, double y, double z) attribute_hidden; extern double __fma_ia32 (double x, double y, double z) attribute_hidden;
extern double __fma_fma (double x, double y, double z) attribute_hidden; extern double __fma_fma (double x, double y, double z) attribute_hidden;
libm_ifunc (__fma, HAS_FMA ? __fma_fma : __fma_ia32); libm_ifunc (__fma,
HAS_ARCH_FEATURE (FMA_Usable) ? __fma_fma : __fma_ia32);
weak_alias (__fma, fma) weak_alias (__fma, fma)
# define __fma __fma_ia32 # define __fma __fma_ia32

3
sysdeps/i386/i686/multiarch/s_fmaf.c
View File

@ -26,7 +26,8 @@
extern float __fmaf_ia32 (float x, float y, float z) attribute_hidden; extern float __fmaf_ia32 (float x, float y, float z) attribute_hidden;
extern float __fmaf_fma (float x, float y, float z) attribute_hidden; extern float __fmaf_fma (float x, float y, float z) attribute_hidden;
libm_ifunc (__fmaf, HAS_FMA ? __fmaf_fma : __fmaf_ia32); libm_ifunc (__fmaf,
HAS_ARCH_FEATURE (FMA_Usable) ? __fmaf_fma : __fmaf_ia32);
weak_alias (__fmaf, fmaf) weak_alias (__fmaf, fmaf)
# define __fmaf __fmaf_ia32 # define __fmaf __fmaf_ia32

43
sysdeps/i386/i686/multiarch/strcasecmp.S
View File

@ -20,49 +20,20 @@
#include <sysdep.h> #include <sysdep.h>
#include <init-arch.h> #include <init-arch.h>
#ifdef SHARED
.text .text
ENTRY(__strcasecmp) ENTRY(__strcasecmp)
.type __strcasecmp, @gnu_indirect_function .type __strcasecmp, @gnu_indirect_function
pushl %ebx LOAD_GOT_AND_RTLD_GLOBAL_RO
cfi_adjust_cfa_offset (4) LOAD_FUNC_GOT_EAX (__strcasecmp_ia32)
cfi_rel_offset (ebx, 0) HAS_CPU_FEATURE (SSSE3)
LOAD_PIC_REG(bx)
cmpl $0, KIND_OFFSET+__cpu_features@GOTOFF(%ebx)
jne 1f
call __init_cpu_features
1: leal __strcasecmp_ia32@GOTOFF(%ebx), %eax
testl $bit_SSSE3, CPUID_OFFSET+index_SSSE3+__cpu_features@GOTOFF(%ebx)
jz 2f jz 2f
leal __strcasecmp_ssse3@GOTOFF(%ebx), %eax LOAD_FUNC_GOT_EAX (__strcasecmp_ssse3)
testl $bit_SSE4_2, CPUID_OFFSET+index_SSE4_2+__cpu_features@GOTOFF(%ebx) HAS_CPU_FEATURE (SSE4_2)
jz 2f jz 2f
testl $bit_Slow_SSE4_2, FEATURE_OFFSET+index_Slow_SSE4_2+__cpu_features@GOTOFF(%ebx) HAS_ARCH_FEATURE (Slow_SSE4_2)
jnz 2f jnz 2f
leal __strcasecmp_sse4_2@GOTOFF(%ebx), %eax LOAD_FUNC_GOT_EAX (__strcasecmp_sse4_2)
2: popl %ebx
cfi_adjust_cfa_offset (-4)
cfi_restore (ebx)
ret
END(__strcasecmp)
#else
.text
ENTRY(__strcasecmp)
.type __strcasecmp, @gnu_indirect_function
cmpl $0, KIND_OFFSET+__cpu_features
jne 1f
call __init_cpu_features
1: leal __strcasecmp_ia32, %eax
testl $bit_SSSE3, CPUID_OFFSET+index_SSSE3+__cpu_features
jz 2f
leal __strcasecmp_ssse3, %eax
testl $bit_SSE4_2, CPUID_OFFSET+index_SSE4_2+__cpu_features
jz 2f
testl $bit_Slow_SSE4_2, FEATURE_OFFSET+index_Slow_SSE4_2+__cpu_features
jnz 2f
leal __strcasecmp_sse4_2, %eax
2: ret 2: ret
END(__strcasecmp) END(__strcasecmp)
#endif
weak_alias (__strcasecmp, strcasecmp) weak_alias (__strcasecmp, strcasecmp)

44
sysdeps/i386/i686/multiarch/strcat.S
View File

@ -45,52 +45,22 @@
need strncat before the initialization happened. */ need strncat before the initialization happened. */
#if IS_IN (libc) #if IS_IN (libc)
# ifdef SHARED
.text .text
ENTRY(STRCAT) ENTRY(STRCAT)
.type STRCAT, @gnu_indirect_function .type STRCAT, @gnu_indirect_function
pushl %ebx LOAD_GOT_AND_RTLD_GLOBAL_RO
cfi_adjust_cfa_offset (4) LOAD_FUNC_GOT_EAX (STRCAT_IA32)
cfi_rel_offset (ebx, 0) HAS_CPU_FEATURE (SSE2)
LOAD_PIC_REG(bx)
cmpl $0, KIND_OFFSET+__cpu_features@GOTOFF(%ebx)
jne 1f
call __init_cpu_features
1: leal STRCAT_IA32@GOTOFF(%ebx), %eax
testl $bit_SSE2, CPUID_OFFSET+index_SSE2+__cpu_features@GOTOFF(%ebx)
jz 2f jz 2f
leal STRCAT_SSE2@GOTOFF(%ebx), %eax LOAD_FUNC_GOT_EAX (STRCAT_SSE2)
testl $bit_Fast_Unaligned_Load, FEATURE_OFFSET+index_Fast_Unaligned_Load+__cpu_features@GOTOFF(%ebx) HAS_ARCH_FEATURE (Fast_Unaligned_Load)
jnz 2f jnz 2f
testl $bit_SSSE3, CPUID_OFFSET+index_SSSE3+__cpu_features@GOTOFF(%ebx) HAS_CPU_FEATURE (SSSE3)
jz 2f jz 2f
leal STRCAT_SSSE3@GOTOFF(%ebx), %eax LOAD_FUNC_GOT_EAX (STRCAT_SSSE3)
2: popl %ebx
cfi_adjust_cfa_offset (-4)
cfi_restore (ebx)
ret
END(STRCAT)
# else
ENTRY(STRCAT)
.type STRCAT, @gnu_indirect_function
cmpl $0, KIND_OFFSET+__cpu_features
jne 1f
call __init_cpu_features
1: leal STRCAT_IA32, %eax
testl $bit_SSE2, CPUID_OFFSET+index_SSE2+__cpu_features
jz 2f
leal STRCAT_SSE2, %eax
testl $bit_Fast_Unaligned_Load, FEATURE_OFFSET+index_Fast_Unaligned_Load+__cpu_features
jnz 2f
testl $bit_SSSE3, CPUID_OFFSET+index_SSSE3+__cpu_features
jz 2f
leal STRCAT_SSSE3, %eax
2: ret 2: ret
END(STRCAT) END(STRCAT)
# endif
# undef ENTRY # undef ENTRY
# define ENTRY(name) \ # define ENTRY(name) \
.type STRCAT_IA32, @function; \ .type STRCAT_IA32, @function; \

23
sysdeps/i386/i686/multiarch/strchr.S
View File

@ -25,24 +25,15 @@
.text .text
ENTRY(strchr) ENTRY(strchr)
.type strchr, @gnu_indirect_function .type strchr, @gnu_indirect_function
pushl %ebx LOAD_GOT_AND_RTLD_GLOBAL_RO
cfi_adjust_cfa_offset (4) LOAD_FUNC_GOT_EAX (__strchr_ia32)
cfi_rel_offset (ebx, 0) HAS_CPU_FEATURE (SSE2)
LOAD_PIC_REG(bx)
cmpl $0, KIND_OFFSET+__cpu_features@GOTOFF(%ebx)
jne 1f
call __init_cpu_features
1: leal __strchr_ia32@GOTOFF(%ebx), %eax
testl $bit_SSE2, CPUID_OFFSET+index_SSE2+__cpu_features@GOTOFF(%ebx)
jz 2f jz 2f
leal __strchr_sse2_bsf@GOTOFF(%ebx), %eax LOAD_FUNC_GOT_EAX (__strchr_sse2_bsf)
testl $bit_Slow_BSF, FEATURE_OFFSET+index_Slow_BSF+__cpu_features@GOTOFF(%ebx) HAS_ARCH_FEATURE (Slow_BSF)
jz 2f jz 2f
leal __strchr_sse2@GOTOFF(%ebx), %eax LOAD_FUNC_GOT_EAX (__strchr_sse2)
2: popl %ebx 2: ret
cfi_adjust_cfa_offset (-4);
cfi_restore (ebx)
ret
END(strchr) END(strchr)
# undef ENTRY # undef ENTRY

43
sysdeps/i386/i686/multiarch/strcmp.S
View File

@ -51,50 +51,21 @@
define multiple versions for strncmp in static library since we define multiple versions for strncmp in static library since we
need strncmp before the initialization happened. */ need strncmp before the initialization happened. */
#if (defined SHARED || !defined USE_AS_STRNCMP) && IS_IN (libc) #if (defined SHARED || !defined USE_AS_STRNCMP) && IS_IN (libc)
# ifdef SHARED
.text .text
ENTRY(STRCMP) ENTRY(STRCMP)
.type STRCMP, @gnu_indirect_function .type STRCMP, @gnu_indirect_function
pushl %ebx LOAD_GOT_AND_RTLD_GLOBAL_RO
cfi_adjust_cfa_offset (4) LOAD_FUNC_GOT_EAX (__STRCMP_IA32)
cfi_rel_offset (ebx, 0) HAS_CPU_FEATURE (SSSE3)
LOAD_PIC_REG(bx)
cmpl $0, KIND_OFFSET+__cpu_features@GOTOFF(%ebx)
jne 1f
call __init_cpu_features
1: leal __STRCMP_IA32@GOTOFF(%ebx), %eax
testl $bit_SSSE3, CPUID_OFFSET+index_SSSE3+__cpu_features@GOTOFF(%ebx)
jz 2f jz 2f
leal __STRCMP_SSSE3@GOTOFF(%ebx), %eax LOAD_FUNC_GOT_EAX (__STRCMP_SSSE3)
testl $bit_SSE4_2, CPUID_OFFSET+index_SSE4_2+__cpu_features@GOTOFF(%ebx) HAS_CPU_FEATURE (SSE4_2)
jz 2f jz 2f
testl $bit_Slow_SSE4_2, FEATURE_OFFSET+index_Slow_SSE4_2+__cpu_features@GOTOFF(%ebx) HAS_ARCH_FEATURE (Slow_SSE4_2)
jnz 2f jnz 2f
leal __STRCMP_SSE4_2@GOTOFF(%ebx), %eax LOAD_FUNC_GOT_EAX (__STRCMP_SSE4_2)
2: popl %ebx
cfi_adjust_cfa_offset (-4)
cfi_restore (ebx)
ret
END(STRCMP)
# else
.text
ENTRY(STRCMP)
.type STRCMP, @gnu_indirect_function
cmpl $0, KIND_OFFSET+__cpu_features
jne 1f
call __init_cpu_features
1: leal __STRCMP_IA32, %eax
testl $bit_SSSE3, CPUID_OFFSET+index_SSSE3+__cpu_features
jz 2f
leal __STRCMP_SSSE3, %eax
testl $bit_SSE4_2, CPUID_OFFSET+index_SSE4_2+__cpu_features
jz 2f
testl $bit_Slow_SSE4_2, FEATURE_OFFSET+index_Slow_SSE4_2+__cpu_features
jnz 2f
leal __STRCMP_SSE4_2, %eax
2: ret 2: ret
END(STRCMP) END(STRCMP)
# endif
# undef ENTRY # undef ENTRY
# define ENTRY(name) \ # define ENTRY(name) \

44
sysdeps/i386/i686/multiarch/strcpy.S
View File

@ -61,52 +61,22 @@
need strncpy before the initialization happened. */ need strncpy before the initialization happened. */
#if IS_IN (libc) #if IS_IN (libc)
# ifdef SHARED
.text .text
ENTRY(STRCPY) ENTRY(STRCPY)
.type STRCPY, @gnu_indirect_function .type STRCPY, @gnu_indirect_function
pushl %ebx LOAD_GOT_AND_RTLD_GLOBAL_RO
cfi_adjust_cfa_offset (4) LOAD_FUNC_GOT_EAX (STRCPY_IA32)
cfi_rel_offset (ebx, 0) HAS_CPU_FEATURE (SSE2)
LOAD_PIC_REG(bx)
cmpl $0, KIND_OFFSET+__cpu_features@GOTOFF(%ebx)
jne 1f
call __init_cpu_features
1: leal STRCPY_IA32@GOTOFF(%ebx), %eax
testl $bit_SSE2, CPUID_OFFSET+index_SSE2+__cpu_features@GOTOFF(%ebx)
jz 2f jz 2f
leal STRCPY_SSE2@GOTOFF(%ebx), %eax LOAD_FUNC_GOT_EAX (STRCPY_SSE2)
testl $bit_Fast_Unaligned_Load, FEATURE_OFFSET+index_Fast_Unaligned_Load+__cpu_features@GOTOFF(%ebx) HAS_ARCH_FEATURE (Fast_Unaligned_Load)
jnz 2f jnz 2f
testl $bit_SSSE3, CPUID_OFFSET+index_SSSE3+__cpu_features@GOTOFF(%ebx) HAS_CPU_FEATURE (SSSE3)
jz 2f jz 2f
leal STRCPY_SSSE3@GOTOFF(%ebx), %eax LOAD_FUNC_GOT_EAX (STRCPY_SSSE3)
2: popl %ebx
cfi_adjust_cfa_offset (-4)
cfi_restore (ebx)
ret
END(STRCPY)
# else
ENTRY(STRCPY)
.type STRCPY, @gnu_indirect_function
cmpl $0, KIND_OFFSET+__cpu_features
jne 1f
call __init_cpu_features
1: leal STRCPY_IA32, %eax
testl $bit_SSE2, CPUID_OFFSET+index_SSE2+__cpu_features
jz 2f
leal STRCPY_SSE2, %eax
testl $bit_Fast_Unaligned_Load, FEATURE_OFFSET+index_Fast_Unaligned_Load+__cpu_features
jnz 2f
testl $bit_SSSE3, CPUID_OFFSET+index_SSSE3+__cpu_features
jz 2f
leal STRCPY_SSSE3, %eax
2: ret 2: ret
END(STRCPY) END(STRCPY)
# endif
# undef ENTRY # undef ENTRY
# define ENTRY(name) \ # define ENTRY(name) \
.type STRCPY_IA32, @function; \ .type STRCPY_IA32, @function; \

32
sysdeps/i386/i686/multiarch/strcspn.S
View File

@ -42,40 +42,16 @@
define multiple versions for strpbrk in static library since we define multiple versions for strpbrk in static library since we
need strpbrk before the initialization happened. */ need strpbrk before the initialization happened. */
#if (defined SHARED || !defined USE_AS_STRPBRK) && IS_IN (libc) #if (defined SHARED || !defined USE_AS_STRPBRK) && IS_IN (libc)
# ifdef SHARED
.text .text
ENTRY(STRCSPN) ENTRY(STRCSPN)
.type STRCSPN, @gnu_indirect_function .type STRCSPN, @gnu_indirect_function
pushl %ebx LOAD_GOT_AND_RTLD_GLOBAL_RO
cfi_adjust_cfa_offset (4) LOAD_FUNC_GOT_EAX (STRCSPN_IA32)
cfi_rel_offset (ebx, 0) HAS_CPU_FEATURE (SSE4_2)
LOAD_PIC_REG(bx)
cmpl $0, KIND_OFFSET+__cpu_features@GOTOFF(%ebx)
jne 1f
call __init_cpu_features
1: leal STRCSPN_IA32@GOTOFF(%ebx), %eax
testl $bit_SSE4_2, CPUID_OFFSET+index_SSE4_2+__cpu_features@GOTOFF(%ebx)
jz 2f jz 2f
leal STRCSPN_SSE42@GOTOFF(%ebx), %eax LOAD_FUNC_GOT_EAX (STRCSPN_SSE42)
2: popl %ebx
cfi_adjust_cfa_offset (-4);
cfi_restore (ebx)
ret
END(STRCSPN)
# else
.text
ENTRY(STRCSPN)
.type STRCSPN, @gnu_indirect_function
cmpl $0, KIND_OFFSET+__cpu_features
jne 1f
call __init_cpu_features
1: leal STRCSPN_IA32, %eax
testl $bit_SSE4_2, CPUID_OFFSET+index_SSE4_2+__cpu_features
jz 2f
leal STRCSPN_SSE42, %eax
2: ret 2: ret
END(STRCSPN) END(STRCSPN)
# endif
# undef ENTRY # undef ENTRY
# define ENTRY(name) \ # define ENTRY(name) \

23
sysdeps/i386/i686/multiarch/strlen.S
View File

@ -28,24 +28,15 @@
.text .text
ENTRY(strlen) ENTRY(strlen)
.type strlen, @gnu_indirect_function .type strlen, @gnu_indirect_function
pushl %ebx LOAD_GOT_AND_RTLD_GLOBAL_RO
cfi_adjust_cfa_offset (4) LOAD_FUNC_GOT_EAX (__strlen_ia32)
cfi_rel_offset (ebx, 0) HAS_CPU_FEATURE (SSE2)
LOAD_PIC_REG(bx)
cmpl $0, KIND_OFFSET+__cpu_features@GOTOFF(%ebx)
jne 1f
call __init_cpu_features
1: leal __strlen_ia32@GOTOFF(%ebx), %eax
testl $bit_SSE2, CPUID_OFFSET+index_SSE2+__cpu_features@GOTOFF(%ebx)
jz 2f jz 2f
leal __strlen_sse2_bsf@GOTOFF(%ebx), %eax LOAD_FUNC_GOT_EAX (__strlen_sse2_bsf)
testl $bit_Slow_BSF, FEATURE_OFFSET+index_Slow_BSF+__cpu_features@GOTOFF(%ebx) HAS_ARCH_FEATURE (Slow_BSF)
jz 2f jz 2f
leal __strlen_sse2@GOTOFF(%ebx), %eax LOAD_FUNC_GOT_EAX (__strlen_sse2)
2: popl %ebx 2: ret
cfi_adjust_cfa_offset (-4);
cfi_restore (ebx)
ret
END(strlen) END(strlen)
# undef ENTRY # undef ENTRY

43
sysdeps/i386/i686/multiarch/strncase.S
View File

@ -20,49 +20,20 @@
#include <sysdep.h> #include <sysdep.h>
#include <init-arch.h> #include <init-arch.h>
#ifdef SHARED
.text .text
ENTRY(__strncasecmp) ENTRY(__strncasecmp)
.type __strncasecmp, @gnu_indirect_function .type __strncasecmp, @gnu_indirect_function
pushl %ebx LOAD_GOT_AND_RTLD_GLOBAL_RO
cfi_adjust_cfa_offset (4) LOAD_FUNC_GOT_EAX (__strncasecmp_ia32)
cfi_rel_offset (ebx, 0) HAS_CPU_FEATURE (SSSE3)
LOAD_PIC_REG(bx)
cmpl $0, KIND_OFFSET+__cpu_features@GOTOFF(%ebx)
jne 1f
call __init_cpu_features
1: leal __strncasecmp_ia32@GOTOFF(%ebx), %eax
testl $bit_SSSE3, CPUID_OFFSET+index_SSSE3+__cpu_features@GOTOFF(%ebx)
jz 2f jz 2f
leal __strncasecmp_ssse3@GOTOFF(%ebx), %eax LOAD_FUNC_GOT_EAX (__strncasecmp_ssse3)
testl $bit_SSE4_2, CPUID_OFFSET+index_SSE4_2+__cpu_features@GOTOFF(%ebx) HAS_CPU_FEATURE (SSE4_2)
jz 2f jz 2f
testl $bit_Slow_SSE4_2, FEATURE_OFFSET+index_Slow_SSE4_2+__cpu_features@GOTOFF(%ebx) HAS_ARCH_FEATURE (Slow_SSE4_2)
jnz 2f jnz 2f
leal __strncasecmp_sse4_2@GOTOFF(%ebx), %eax LOAD_FUNC_GOT_EAX (__strncasecmp_sse4_2)
2: popl %ebx
cfi_adjust_cfa_offset (-4)
cfi_restore (ebx)
ret
END(__strncasecmp)
#else
.text
ENTRY(__strncasecmp)
.type __strncasecmp, @gnu_indirect_function
cmpl $0, KIND_OFFSET+__cpu_features
jne 1f
call __init_cpu_features
1: leal __strncasecmp_ia32, %eax
testl $bit_SSSE3, CPUID_OFFSET+index_SSSE3+__cpu_features
jz 2f
leal __strncasecmp_ssse3, %eax
testl $bit_SSE4_2, CPUID_OFFSET+index_SSE4_2+__cpu_features
jz 2f
testl $bit_Slow_SSE4_2, FEATURE_OFFSET+index_Slow_SSE4_2+__cpu_features
jnz 2f
leal __strncasecmp_sse4_2, %eax
2: ret 2: ret
END(__strncasecmp) END(__strncasecmp)
#endif
weak_alias (__strncasecmp, strncasecmp) weak_alias (__strncasecmp, strncasecmp)

19
sysdeps/i386/i686/multiarch/strnlen.S
View File

@ -25,21 +25,12 @@
.text .text
ENTRY(__strnlen) ENTRY(__strnlen)
.type __strnlen, @gnu_indirect_function .type __strnlen, @gnu_indirect_function
pushl %ebx LOAD_GOT_AND_RTLD_GLOBAL_RO
cfi_adjust_cfa_offset (4) LOAD_FUNC_GOT_EAX (__strnlen_ia32)
cfi_rel_offset (ebx, 0) HAS_CPU_FEATURE (SSE2)
LOAD_PIC_REG(bx)
cmpl $0, KIND_OFFSET+__cpu_features@GOTOFF(%ebx)
jne 1f
call __init_cpu_features
1: leal __strnlen_ia32@GOTOFF(%ebx), %eax
testl $bit_SSE2, CPUID_OFFSET+index_SSE2+__cpu_features@GOTOFF(%ebx)
jz 2f jz 2f
leal __strnlen_sse2@GOTOFF(%ebx), %eax LOAD_FUNC_GOT_EAX (__strnlen_sse2)
2: popl %ebx 2: ret
cfi_adjust_cfa_offset (-4);
cfi_restore (ebx)
ret
END(__strnlen) END(__strnlen)
weak_alias(__strnlen, strnlen) weak_alias(__strnlen, strnlen)

23
sysdeps/i386/i686/multiarch/strrchr.S
View File

@ -25,24 +25,15 @@
.text .text
ENTRY(strrchr) ENTRY(strrchr)
.type strrchr, @gnu_indirect_function .type strrchr, @gnu_indirect_function
pushl %ebx LOAD_GOT_AND_RTLD_GLOBAL_RO
cfi_adjust_cfa_offset (4) LOAD_FUNC_GOT_EAX (__strrchr_ia32)
cfi_rel_offset (ebx, 0) HAS_CPU_FEATURE (SSE2)
LOAD_PIC_REG(bx)
cmpl $0, KIND_OFFSET+__cpu_features@GOTOFF(%ebx)
jne 1f
call __init_cpu_features
1: leal __strrchr_ia32@GOTOFF(%ebx), %eax
testl $bit_SSE2, CPUID_OFFSET+index_SSE2+__cpu_features@GOTOFF(%ebx)
jz 2f jz 2f
leal __strrchr_sse2_bsf@GOTOFF(%ebx), %eax LOAD_FUNC_GOT_EAX (__strrchr_sse2_bsf)
testl $bit_Slow_BSF, FEATURE_OFFSET+index_Slow_BSF+__cpu_features@GOTOFF(%ebx) HAS_ARCH_FEATURE (Slow_BSF)
jz 2f jz 2f
leal __strrchr_sse2@GOTOFF(%ebx), %eax LOAD_FUNC_GOT_EAX (__strrchr_sse2)
2: popl %ebx 2: ret
cfi_adjust_cfa_offset (-4);
cfi_restore (ebx)
ret
END(strrchr) END(strrchr)
# undef ENTRY # undef ENTRY

32
sysdeps/i386/i686/multiarch/strspn.S
View File

@ -27,40 +27,16 @@
/* Define multiple versions only for the definition in libc. */ /* Define multiple versions only for the definition in libc. */
#if IS_IN (libc) #if IS_IN (libc)
# ifdef SHARED
.text .text
ENTRY(strspn) ENTRY(strspn)
.type strspn, @gnu_indirect_function .type strspn, @gnu_indirect_function
pushl %ebx LOAD_GOT_AND_RTLD_GLOBAL_RO
cfi_adjust_cfa_offset (4) LOAD_FUNC_GOT_EAX (__strspn_ia32)
cfi_rel_offset (ebx, 0) HAS_CPU_FEATURE (SSE4_2)
LOAD_PIC_REG(bx)
cmpl $0, KIND_OFFSET+__cpu_features@GOTOFF(%ebx)
jne 1f
call __init_cpu_features
1: leal __strspn_ia32@GOTOFF(%ebx), %eax
testl $bit_SSE4_2, CPUID_OFFSET+index_SSE4_2+__cpu_features@GOTOFF(%ebx)
jz 2f jz 2f
leal __strspn_sse42@GOTOFF(%ebx), %eax LOAD_FUNC_GOT_EAX (__strspn_sse42)
2: popl %ebx
cfi_adjust_cfa_offset (-4);
cfi_restore (ebx)
ret
END(strspn)
# else
.text
ENTRY(strspn)
.type strspn, @gnu_indirect_function
cmpl $0, KIND_OFFSET+__cpu_features
jne 1f
call __init_cpu_features
1: leal __strspn_ia32, %eax
testl $bit_SSE4_2, CPUID_OFFSET+index_SSE4_2+__cpu_features
jz 2f
leal __strspn_sse42, %eax
2: ret 2: ret
END(strspn) END(strspn)
# endif
# undef ENTRY # undef ENTRY
# define ENTRY(name) \ # define ENTRY(name) \

19
sysdeps/i386/i686/multiarch/wcschr.S
View File

@ -25,21 +25,12 @@
.text .text
ENTRY(__wcschr) ENTRY(__wcschr)
.type wcschr, @gnu_indirect_function .type wcschr, @gnu_indirect_function
pushl %ebx LOAD_GOT_AND_RTLD_GLOBAL_RO
cfi_adjust_cfa_offset (4) LOAD_FUNC_GOT_EAX (__wcschr_ia32)
cfi_rel_offset (ebx, 0) HAS_CPU_FEATURE (SSE2)
LOAD_PIC_REG(bx)
cmpl $0, KIND_OFFSET+__cpu_features@GOTOFF(%ebx)
jne 1f
call __init_cpu_features
1: leal __wcschr_ia32@GOTOFF(%ebx), %eax
testl $bit_SSE2, CPUID_OFFSET+index_SSE2+__cpu_features@GOTOFF(%ebx)
jz 2f jz 2f
leal __wcschr_sse2@GOTOFF(%ebx), %eax LOAD_FUNC_GOT_EAX (__wcschr_sse2)
2: popl %ebx 2: ret
cfi_adjust_cfa_offset (-4);
cfi_restore (ebx)
ret
END(__wcschr) END(__wcschr)
weak_alias (__wcschr, wcschr) weak_alias (__wcschr, wcschr)
#endif #endif

19
sysdeps/i386/i686/multiarch/wcscmp.S
View File

@ -28,21 +28,12 @@
.text .text
ENTRY(__wcscmp) ENTRY(__wcscmp)
.type __wcscmp, @gnu_indirect_function .type __wcscmp, @gnu_indirect_function
pushl %ebx LOAD_GOT_AND_RTLD_GLOBAL_RO
cfi_adjust_cfa_offset (4) LOAD_FUNC_GOT_EAX (__wcscmp_ia32)
cfi_rel_offset (ebx, 0) HAS_CPU_FEATURE (SSE2)
LOAD_PIC_REG(bx)
cmpl $0, KIND_OFFSET+__cpu_features@GOTOFF(%ebx)
jne 1f
call __init_cpu_features
1: leal __wcscmp_ia32@GOTOFF(%ebx), %eax
testl $bit_SSE2, CPUID_OFFSET+index_SSE2+__cpu_features@GOTOFF(%ebx)
jz 2f jz 2f
leal __wcscmp_sse2@GOTOFF(%ebx), %eax LOAD_FUNC_GOT_EAX (__wcscmp_sse2)
2: popl %ebx 2: ret
cfi_adjust_cfa_offset (-4);
cfi_restore (ebx)
ret
END(__wcscmp) END(__wcscmp)
weak_alias (__wcscmp, wcscmp) weak_alias (__wcscmp, wcscmp)
#endif #endif

19
sysdeps/i386/i686/multiarch/wcscpy.S
View File

@ -26,20 +26,11 @@
.text .text
ENTRY(wcscpy) ENTRY(wcscpy)
.type wcscpy, @gnu_indirect_function .type wcscpy, @gnu_indirect_function
pushl %ebx LOAD_GOT_AND_RTLD_GLOBAL_RO
cfi_adjust_cfa_offset (4) LOAD_FUNC_GOT_EAX (__wcscpy_ia32)
cfi_rel_offset (ebx, 0) HAS_CPU_FEATURE (SSSE3)
LOAD_PIC_REG(bx)
cmpl $0, KIND_OFFSET+__cpu_features@GOTOFF(%ebx)
jne 1f
call __init_cpu_features
1: leal __wcscpy_ia32@GOTOFF(%ebx), %eax
testl $bit_SSSE3, CPUID_OFFSET+index_SSSE3+__cpu_features@GOTOFF(%ebx)
jz 2f jz 2f
leal __wcscpy_ssse3@GOTOFF(%ebx), %eax LOAD_FUNC_GOT_EAX (__wcscpy_ssse3)
2: popl %ebx 2: ret
cfi_adjust_cfa_offset (-4)
cfi_restore (ebx)
ret
END(wcscpy) END(wcscpy)
#endif #endif

19
sysdeps/i386/i686/multiarch/wcslen.S
View File

@ -25,21 +25,12 @@
.text .text
ENTRY(__wcslen) ENTRY(__wcslen)
.type __wcslen, @gnu_indirect_function .type __wcslen, @gnu_indirect_function
pushl %ebx LOAD_GOT_AND_RTLD_GLOBAL_RO
cfi_adjust_cfa_offset (4) LOAD_FUNC_GOT_EAX (__wcslen_ia32)
cfi_rel_offset (ebx, 0) HAS_CPU_FEATURE (SSE2)
LOAD_PIC_REG(bx)
cmpl $0, KIND_OFFSET+__cpu_features@GOTOFF(%ebx)
jne 1f
call __init_cpu_features
1: leal __wcslen_ia32@GOTOFF(%ebx), %eax
testl $bit_SSE2, CPUID_OFFSET+index_SSE2+__cpu_features@GOTOFF(%ebx)
jz 2f jz 2f
leal __wcslen_sse2@GOTOFF(%ebx), %eax LOAD_FUNC_GOT_EAX (__wcslen_sse2)
2: popl %ebx 2: ret
cfi_adjust_cfa_offset (-4);
cfi_restore (ebx)
ret
END(__wcslen) END(__wcslen)
weak_alias(__wcslen, wcslen) weak_alias(__wcslen, wcslen)

19
sysdeps/i386/i686/multiarch/wcsrchr.S
View File

@ -25,20 +25,11 @@
.text .text
ENTRY(wcsrchr) ENTRY(wcsrchr)
.type wcsrchr, @gnu_indirect_function .type wcsrchr, @gnu_indirect_function
pushl %ebx LOAD_GOT_AND_RTLD_GLOBAL_RO
cfi_adjust_cfa_offset (4) LOAD_FUNC_GOT_EAX (__wcsrchr_ia32)
cfi_rel_offset (ebx, 0) HAS_CPU_FEATURE (SSE2)
LOAD_PIC_REG(bx)
cmpl $0, KIND_OFFSET+__cpu_features@GOTOFF(%ebx)
jne 1f
call __init_cpu_features
1: leal __wcsrchr_ia32@GOTOFF(%ebx), %eax
testl $bit_SSE2, CPUID_OFFSET+index_SSE2+__cpu_features@GOTOFF(%ebx)
jz 2f jz 2f
leal __wcsrchr_sse2@GOTOFF(%ebx), %eax LOAD_FUNC_GOT_EAX (__wcsrchr_sse2)
2: popl %ebx 2: ret
cfi_adjust_cfa_offset (-4);
cfi_restore (ebx)
ret
END(wcsrchr) END(wcsrchr)
#endif #endif

23
sysdeps/i386/i686/multiarch/wmemcmp.S
View File

@ -27,23 +27,14 @@
.text .text
ENTRY(wmemcmp) ENTRY(wmemcmp)
.type wmemcmp, @gnu_indirect_function .type wmemcmp, @gnu_indirect_function
pushl %ebx LOAD_GOT_AND_RTLD_GLOBAL_RO
cfi_adjust_cfa_offset (4) LOAD_FUNC_GOT_EAX (__wmemcmp_ia32)
cfi_rel_offset (ebx, 0) HAS_CPU_FEATURE (SSSE3)
LOAD_PIC_REG(bx)
cmpl $0, KIND_OFFSET+__cpu_features@GOTOFF(%ebx)
jne 1f
call __init_cpu_features
1: leal __wmemcmp_ia32@GOTOFF(%ebx), %eax
testl $bit_SSSE3, CPUID_OFFSET+index_SSSE3+__cpu_features@GOTOFF(%ebx)
jz 2f jz 2f
leal __wmemcmp_ssse3@GOTOFF(%ebx), %eax LOAD_FUNC_GOT_EAX (__wmemcmp_ssse3)
testl $bit_SSE4_2, CPUID_OFFSET+index_SSE4_2+__cpu_features@GOTOFF(%ebx) HAS_CPU_FEATURE (SSE4_2)
jz 2f jz 2f
leal __wmemcmp_sse4_2@GOTOFF(%ebx), %eax LOAD_FUNC_GOT_EAX (__wmemcmp_sse4_2)
2: popl %ebx 2: ret
cfi_adjust_cfa_offset (-4)
cfi_restore (ebx)
ret
END(wmemcmp) END(wmemcmp)
#endif #endif