|
 |
9bb5d6 |
commit 17a73a6d8b4c46f3e87fc53c7c25fa7cec01d707
|
|
|
9bb5d6 |
Author: Raoni Fassina Firmino <raoni@linux.ibm.com>
|
|
|
9bb5d6 |
Date: Mon May 3 16:59:35 2021 -0300
|
|
|
9bb5d6 |
|
|
|
9bb5d6 |
powerpc64le: Fix ifunc selection for memset, memmove, bzero and bcopy
|
|
|
9bb5d6 |
|
|
|
9bb5d6 |
The hwcap2 check for the aforementioned functions should check for
|
|
|
9bb5d6 |
both PPC_FEATURE2_ARCH_3_1 and PPC_FEATURE2_HAS_ISEL but was
|
|
|
9bb5d6 |
mistakenly checking for any one of them, enabling isa 3.1 version of
|
|
|
9bb5d6 |
the functions in incompatible processors, like POWER8.
|
|
|
9bb5d6 |
|
|
|
9bb5d6 |
Reviewed-by: Tulio Magno Quites Machado Filho <tuliom@linux.ibm.com>
|
|
|
9bb5d6 |
|
|
|
9bb5d6 |
diff --git a/sysdeps/powerpc/powerpc64/multiarch/bcopy.c b/sysdeps/powerpc/powerpc64/multiarch/bcopy.c
|
|
|
9bb5d6 |
index 705fef33d4e57557..3c6528e5dbccfdbd 100644
|
|
|
9bb5d6 |
--- a/sysdeps/powerpc/powerpc64/multiarch/bcopy.c
|
|
|
9bb5d6 |
+++ b/sysdeps/powerpc/powerpc64/multiarch/bcopy.c
|
|
|
9bb5d6 |
@@ -28,10 +28,10 @@ extern __typeof (bcopy) __bcopy_power10 attribute_hidden;
|
|
|
9bb5d6 |
|
|
|
9bb5d6 |
libc_ifunc (bcopy,
|
|
|
9bb5d6 |
#ifdef __LITTLE_ENDIAN__
|
|
|
9bb5d6 |
- hwcap2 & (PPC_FEATURE2_ARCH_3_1 |
|
|
|
9bb5d6 |
- PPC_FEATURE2_HAS_ISEL)
|
|
|
9bb5d6 |
- && (hwcap & PPC_FEATURE_HAS_VSX)
|
|
|
9bb5d6 |
- ? __bcopy_power10 :
|
|
|
9bb5d6 |
+ (hwcap2 & PPC_FEATURE2_ARCH_3_1
|
|
|
9bb5d6 |
+ && hwcap2 & PPC_FEATURE2_HAS_ISEL
|
|
|
9bb5d6 |
+ && hwcap & PPC_FEATURE_HAS_VSX)
|
|
|
9bb5d6 |
+ ? __bcopy_power10 :
|
|
|
9bb5d6 |
#endif
|
|
|
9bb5d6 |
(hwcap & PPC_FEATURE_HAS_VSX)
|
|
|
9bb5d6 |
? __bcopy_power7
|
|
|
9bb5d6 |
diff --git a/sysdeps/powerpc/powerpc64/multiarch/bzero.c b/sysdeps/powerpc/powerpc64/multiarch/bzero.c
|
|
|
9bb5d6 |
index 4ce98e324d12a31e..b08b381b4a3999f1 100644
|
|
|
9bb5d6 |
--- a/sysdeps/powerpc/powerpc64/multiarch/bzero.c
|
|
|
9bb5d6 |
+++ b/sysdeps/powerpc/powerpc64/multiarch/bzero.c
|
|
|
9bb5d6 |
@@ -33,7 +33,8 @@ extern __typeof (bzero) __bzero_power10 attribute_hidden;
|
|
|
9bb5d6 |
|
|
|
9bb5d6 |
libc_ifunc (__bzero,
|
|
|
9bb5d6 |
# ifdef __LITTLE_ENDIAN__
|
|
|
9bb5d6 |
- (hwcap2 & (PPC_FEATURE2_ARCH_3_1 | PPC_FEATURE2_HAS_ISEL)
|
|
|
9bb5d6 |
+ (hwcap2 & PPC_FEATURE2_ARCH_3_1
|
|
|
9bb5d6 |
+ && hwcap2 & PPC_FEATURE2_HAS_ISEL
|
|
|
9bb5d6 |
&& hwcap & PPC_FEATURE_HAS_VSX)
|
|
|
9bb5d6 |
? __bzero_power10 :
|
|
|
9bb5d6 |
# endif
|
|
|
9bb5d6 |
diff --git a/sysdeps/powerpc/powerpc64/multiarch/ifunc-impl-list.c b/sysdeps/powerpc/powerpc64/multiarch/ifunc-impl-list.c
|
|
|
9bb5d6 |
index 11532f77d4d03b2a..6e36659d1903448a 100644
|
|
|
9bb5d6 |
--- a/sysdeps/powerpc/powerpc64/multiarch/ifunc-impl-list.c
|
|
|
9bb5d6 |
+++ b/sysdeps/powerpc/powerpc64/multiarch/ifunc-impl-list.c
|
|
|
9bb5d6 |
@@ -75,9 +75,9 @@ __libc_ifunc_impl_list (const char *name, struct libc_ifunc_impl *array,
|
|
|
9bb5d6 |
IFUNC_IMPL (i, name, memmove,
|
|
|
9bb5d6 |
#ifdef __LITTLE_ENDIAN__
|
|
|
9bb5d6 |
IFUNC_IMPL_ADD (array, i, memmove,
|
|
|
9bb5d6 |
- hwcap2 & (PPC_FEATURE2_ARCH_3_1 |
|
|
|
9bb5d6 |
- PPC_FEATURE2_HAS_ISEL)
|
|
|
9bb5d6 |
- && (hwcap & PPC_FEATURE_HAS_VSX),
|
|
|
9bb5d6 |
+ hwcap2 & PPC_FEATURE2_ARCH_3_1
|
|
|
9bb5d6 |
+ && hwcap2 & PPC_FEATURE2_HAS_ISEL
|
|
|
9bb5d6 |
+ && hwcap & PPC_FEATURE_HAS_VSX,
|
|
|
9bb5d6 |
__memmove_power10)
|
|
|
9bb5d6 |
#endif
|
|
|
9bb5d6 |
IFUNC_IMPL_ADD (array, i, memmove, hwcap & PPC_FEATURE_HAS_VSX,
|
|
|
9bb5d6 |
@@ -88,8 +88,8 @@ __libc_ifunc_impl_list (const char *name, struct libc_ifunc_impl *array,
|
|
|
9bb5d6 |
IFUNC_IMPL (i, name, memset,
|
|
|
9bb5d6 |
#ifdef __LITTLE_ENDIAN__
|
|
|
9bb5d6 |
IFUNC_IMPL_ADD (array, i, memset,
|
|
|
9bb5d6 |
- hwcap2 & (PPC_FEATURE2_ARCH_3_1 |
|
|
|
9bb5d6 |
- PPC_FEATURE2_HAS_ISEL)
|
|
|
9bb5d6 |
+ hwcap2 & PPC_FEATURE2_ARCH_3_1
|
|
|
9bb5d6 |
+ && hwcap2 & PPC_FEATURE2_HAS_ISEL
|
|
|
9bb5d6 |
&& hwcap & PPC_FEATURE_HAS_VSX,
|
|
|
9bb5d6 |
__memset_power10)
|
|
|
9bb5d6 |
#endif
|
|
|
9bb5d6 |
@@ -196,8 +196,8 @@ __libc_ifunc_impl_list (const char *name, struct libc_ifunc_impl *array,
|
|
|
9bb5d6 |
IFUNC_IMPL (i, name, bzero,
|
|
|
9bb5d6 |
#ifdef __LITTLE_ENDIAN__
|
|
|
9bb5d6 |
IFUNC_IMPL_ADD (array, i, bzero,
|
|
|
9bb5d6 |
- hwcap2 & (PPC_FEATURE2_ARCH_3_1 |
|
|
|
9bb5d6 |
- PPC_FEATURE2_HAS_ISEL)
|
|
|
9bb5d6 |
+ hwcap2 & PPC_FEATURE2_ARCH_3_1
|
|
|
9bb5d6 |
+ && hwcap2 & PPC_FEATURE2_HAS_ISEL
|
|
|
9bb5d6 |
&& hwcap & PPC_FEATURE_HAS_VSX,
|
|
|
9bb5d6 |
__bzero_power10)
|
|
|
9bb5d6 |
#endif
|
|
|
9bb5d6 |
@@ -215,9 +215,9 @@ __libc_ifunc_impl_list (const char *name, struct libc_ifunc_impl *array,
|
|
|
9bb5d6 |
IFUNC_IMPL (i, name, bcopy,
|
|
|
9bb5d6 |
#ifdef __LITTLE_ENDIAN__
|
|
|
9bb5d6 |
IFUNC_IMPL_ADD (array, i, bcopy,
|
|
|
9bb5d6 |
- hwcap2 & (PPC_FEATURE2_ARCH_3_1 |
|
|
|
9bb5d6 |
- PPC_FEATURE2_HAS_ISEL)
|
|
|
9bb5d6 |
- && (hwcap & PPC_FEATURE_HAS_VSX),
|
|
|
9bb5d6 |
+ hwcap2 & PPC_FEATURE2_ARCH_3_1
|
|
|
9bb5d6 |
+ && hwcap2 & PPC_FEATURE2_HAS_ISEL
|
|
|
9bb5d6 |
+ && hwcap & PPC_FEATURE_HAS_VSX,
|
|
|
9bb5d6 |
__bcopy_power10)
|
|
|
9bb5d6 |
#endif
|
|
|
9bb5d6 |
IFUNC_IMPL_ADD (array, i, bcopy, hwcap & PPC_FEATURE_HAS_VSX,
|
|
|
9bb5d6 |
diff --git a/sysdeps/powerpc/powerpc64/multiarch/memmove.c b/sysdeps/powerpc/powerpc64/multiarch/memmove.c
|
|
|
9bb5d6 |
index 2fd7b6d309e4bedd..27895faad0cab40e 100644
|
|
|
9bb5d6 |
--- a/sysdeps/powerpc/powerpc64/multiarch/memmove.c
|
|
|
9bb5d6 |
+++ b/sysdeps/powerpc/powerpc64/multiarch/memmove.c
|
|
|
9bb5d6 |
@@ -36,10 +36,10 @@ extern __typeof (__redirect_memmove) __memmove_power10 attribute_hidden;
|
|
|
9bb5d6 |
|
|
|
9bb5d6 |
libc_ifunc (__libc_memmove,
|
|
|
9bb5d6 |
#ifdef __LITTLE_ENDIAN__
|
|
|
9bb5d6 |
- hwcap2 & (PPC_FEATURE2_ARCH_3_1 |
|
|
|
9bb5d6 |
- PPC_FEATURE2_HAS_ISEL)
|
|
|
9bb5d6 |
- && (hwcap & PPC_FEATURE_HAS_VSX)
|
|
|
9bb5d6 |
- ? __memmove_power10 :
|
|
|
9bb5d6 |
+ (hwcap2 & PPC_FEATURE2_ARCH_3_1
|
|
|
9bb5d6 |
+ && hwcap2 & PPC_FEATURE2_HAS_ISEL
|
|
|
9bb5d6 |
+ && hwcap & PPC_FEATURE_HAS_VSX)
|
|
|
9bb5d6 |
+ ? __memmove_power10 :
|
|
|
9bb5d6 |
#endif
|
|
|
9bb5d6 |
(hwcap & PPC_FEATURE_HAS_VSX)
|
|
|
9bb5d6 |
? __memmove_power7
|
|
|
9bb5d6 |
diff --git a/sysdeps/powerpc/powerpc64/multiarch/memset.c b/sysdeps/powerpc/powerpc64/multiarch/memset.c
|
|
|
9bb5d6 |
index 4c97622c7d7eb8aa..685623ae870a0725 100644
|
|
|
9bb5d6 |
--- a/sysdeps/powerpc/powerpc64/multiarch/memset.c
|
|
|
9bb5d6 |
+++ b/sysdeps/powerpc/powerpc64/multiarch/memset.c
|
|
|
9bb5d6 |
@@ -41,7 +41,8 @@ extern __typeof (__redirect_memset) __memset_power10 attribute_hidden;
|
|
|
9bb5d6 |
ifunc symbol properly. */
|
|
|
9bb5d6 |
libc_ifunc (__libc_memset,
|
|
|
9bb5d6 |
# ifdef __LITTLE_ENDIAN__
|
|
|
9bb5d6 |
- (hwcap2 & (PPC_FEATURE2_ARCH_3_1 | PPC_FEATURE2_HAS_ISEL)
|
|
|
9bb5d6 |
+ (hwcap2 & PPC_FEATURE2_ARCH_3_1
|
|
|
9bb5d6 |
+ && hwcap2 & PPC_FEATURE2_HAS_ISEL
|
|
|
9bb5d6 |
&& hwcap & PPC_FEATURE_HAS_VSX)
|
|
|
9bb5d6 |
? __memset_power10 :
|
|
|
9bb5d6 |
# endif
|