mirror of
https://sourceware.org/git/glibc.git
synced 2024-12-25 12:11:10 +00:00
922369032c
This is an optimized memcmp for AArch64. This is a complete rewrite using a different algorithm. The previous version split into cases where both inputs were aligned, the inputs were mutually aligned and unaligned using a byte loop. The new version combines all these cases, while small inputs of less than 8 bytes are handled separately. This allows the main code to be sped up using unaligned loads since there are now at least 8 bytes to be compared. After the first 8 bytes, align the first input. This ensures each iteration does at most one unaligned access and mutually aligned inputs behave as aligned. After the main loop, process the last 8 bytes using unaligned accesses. This improves performance of (mutually) aligned cases by 25% and unaligned by >500% (yes >6 times faster) on large inputs. * sysdeps/aarch64/memcmp.S (memcmp): Rewrite of optimized memcmp.
121 lines
2.7 KiB
ArmAsm
121 lines
2.7 KiB
ArmAsm
/* memcmp - compare memory
|
|
|
|
Copyright (C) 2013-2017 Free Software Foundation, Inc.
|
|
|
|
This file is part of the GNU C Library.
|
|
|
|
The GNU C Library is free software; you can redistribute it and/or
|
|
modify it under the terms of the GNU Lesser General Public
|
|
License as published by the Free Software Foundation; either
|
|
version 2.1 of the License, or (at your option) any later version.
|
|
|
|
The GNU C Library is distributed in the hope that it will be useful,
|
|
but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
|
Lesser General Public License for more details.
|
|
|
|
You should have received a copy of the GNU Lesser General Public
|
|
License along with the GNU C Library. If not, see
|
|
<http://www.gnu.org/licenses/>. */
|
|
|
|
#include <sysdep.h>
|
|
|
|
/* Assumptions:
|
|
*
|
|
* ARMv8-a, AArch64, unaligned accesses.
|
|
*/
|
|
|
|
/* Parameters and result. */
|
|
#define src1 x0
|
|
#define src2 x1
|
|
#define limit x2
|
|
#define result w0
|
|
|
|
/* Internal variables. */
|
|
#define data1 x3
|
|
#define data1w w3
|
|
#define data2 x4
|
|
#define data2w w4
|
|
#define tmp1 x5
|
|
|
|
ENTRY_ALIGN (memcmp, 6)
|
|
DELOUSE (0)
|
|
DELOUSE (1)
|
|
DELOUSE (2)
|
|
|
|
subs limit, limit, 8
|
|
b.lo .Lless8
|
|
|
|
/* Limit >= 8, so check first 8 bytes using unaligned loads. */
|
|
ldr data1, [src1], 8
|
|
ldr data2, [src2], 8
|
|
and tmp1, src1, 7
|
|
add limit, limit, tmp1
|
|
cmp data1, data2
|
|
bne .Lreturn
|
|
|
|
/* Align src1 and adjust src2 with bytes not yet done. */
|
|
sub src1, src1, tmp1
|
|
sub src2, src2, tmp1
|
|
|
|
subs limit, limit, 8
|
|
b.ls .Llast_bytes
|
|
|
|
/* Loop performing 8 bytes per iteration using aligned src1.
|
|
Limit is pre-decremented by 8 and must be larger than zero.
|
|
Exit if <= 8 bytes left to do or if the data is not equal. */
|
|
.p2align 4
|
|
.Lloop8:
|
|
ldr data1, [src1], 8
|
|
ldr data2, [src2], 8
|
|
subs limit, limit, 8
|
|
ccmp data1, data2, 0, hi /* NZCV = 0b0000. */
|
|
b.eq .Lloop8
|
|
|
|
cmp data1, data2
|
|
bne .Lreturn
|
|
|
|
/* Compare last 1-8 bytes using unaligned access. */
|
|
.Llast_bytes:
|
|
ldr data1, [src1, limit]
|
|
ldr data2, [src2, limit]
|
|
|
|
/* Compare data bytes and set return value to 0, -1 or 1. */
|
|
.Lreturn:
|
|
#ifndef __AARCH64EB__
|
|
rev data1, data1
|
|
rev data2, data2
|
|
#endif
|
|
cmp data1, data2
|
|
.Lret_eq:
|
|
cset result, ne
|
|
cneg result, result, lo
|
|
ret
|
|
|
|
.p2align 4
|
|
/* Compare up to 8 bytes. Limit is [-8..-1]. */
|
|
.Lless8:
|
|
adds limit, limit, 4
|
|
b.lo .Lless4
|
|
ldr data1w, [src1], 4
|
|
ldr data2w, [src2], 4
|
|
cmp data1w, data2w
|
|
b.ne .Lreturn
|
|
sub limit, limit, 4
|
|
.Lless4:
|
|
adds limit, limit, 4
|
|
beq .Lret_eq
|
|
.Lbyte_loop:
|
|
ldrb data1w, [src1], 1
|
|
ldrb data2w, [src2], 1
|
|
subs limit, limit, 1
|
|
ccmp data1w, data2w, 0, ne /* NZCV = 0b0000. */
|
|
b.eq .Lbyte_loop
|
|
sub result, data1w, data2w
|
|
ret
|
|
|
|
END (memcmp)
|
|
#undef bcmp
|
|
weak_alias (memcmp, bcmp)
|
|
libc_hidden_builtin_def (memcmp)
|