|
 |
00c0d4 |
From e69d9981f858a38e19304e6ff5ebdf89f2cb0ba0 Mon Sep 17 00:00:00 2001
|
|
|
00c0d4 |
From: Wilco Dijkstra <wdijkstr@arm.com>
|
|
|
00c0d4 |
Date: Tue, 10 Aug 2021 13:44:27 +0100
|
|
|
00c0d4 |
Subject: [PATCH] [4/5] AArch64: Improve A64FX memset by removing unroll32
|
|
|
00c0d4 |
|
|
|
00c0d4 |
Remove unroll32 code since it doesn't improve performance.
|
|
|
00c0d4 |
|
|
|
00c0d4 |
Reviewed-by: Naohiro Tamura <naohirot@fujitsu.com>
|
|
|
00c0d4 |
---
|
|
|
00c0d4 |
sysdeps/aarch64/multiarch/memset_a64fx.S | 18 +-----------------
|
|
|
00c0d4 |
1 file changed, 1 insertion(+), 17 deletions(-)
|
|
|
00c0d4 |
|
|
|
00c0d4 |
diff --git a/sysdeps/aarch64/multiarch/memset_a64fx.S b/sysdeps/aarch64/multiarch/memset_a64fx.S
|
|
|
00c0d4 |
index 337c86be6f..ef0315658a 100644
|
|
|
00c0d4 |
--- a/sysdeps/aarch64/multiarch/memset_a64fx.S
|
|
|
00c0d4 |
+++ b/sysdeps/aarch64/multiarch/memset_a64fx.S
|
|
|
00c0d4 |
@@ -102,22 +102,6 @@ L(vl_agnostic): // VL Agnostic
|
|
|
00c0d4 |
ccmp vector_length, tmp1, 0, cs
|
|
|
00c0d4 |
b.eq L(L1_prefetch)
|
|
|
00c0d4 |
|
|
|
00c0d4 |
-L(unroll32):
|
|
|
00c0d4 |
- lsl tmp1, vector_length, 3 // vector_length * 8
|
|
|
00c0d4 |
- lsl tmp2, vector_length, 5 // vector_length * 32
|
|
|
00c0d4 |
- .p2align 3
|
|
|
00c0d4 |
-1: cmp rest, tmp2
|
|
|
00c0d4 |
- b.cc L(unroll8)
|
|
|
00c0d4 |
- st1b_unroll
|
|
|
00c0d4 |
- add dst, dst, tmp1
|
|
|
00c0d4 |
- st1b_unroll
|
|
|
00c0d4 |
- add dst, dst, tmp1
|
|
|
00c0d4 |
- st1b_unroll
|
|
|
00c0d4 |
- add dst, dst, tmp1
|
|
|
00c0d4 |
- st1b_unroll
|
|
|
00c0d4 |
- add dst, dst, tmp1
|
|
|
00c0d4 |
- sub rest, rest, tmp2
|
|
|
00c0d4 |
- b 1b
|
|
|
00c0d4 |
|
|
|
00c0d4 |
L(unroll8):
|
|
|
00c0d4 |
lsl tmp1, vector_length, 3
|
|
|
00c0d4 |
@@ -155,7 +139,7 @@ L(L1_prefetch): // if rest >= L1_SIZE
|
|
|
00c0d4 |
sub rest, rest, CACHE_LINE_SIZE * 2
|
|
|
00c0d4 |
cmp rest, L1_SIZE
|
|
|
00c0d4 |
b.ge 1b
|
|
|
00c0d4 |
- cbnz rest, L(unroll32)
|
|
|
00c0d4 |
+ cbnz rest, L(unroll8)
|
|
|
00c0d4 |
ret
|
|
|
00c0d4 |
|
|
|
00c0d4 |
// count >= L2_SIZE
|
|
|
00c0d4 |
--
|
|
|
00c0d4 |
2.31.1
|
|
|
00c0d4 |
|