bdc76f
commit 4753713aaed400d88cfc598e25d504478120b065
bdc76f
Author: Stefan Liebler <stli@linux.ibm.com>
bdc76f
Date:   Tue Dec 18 13:57:22 2018 +0100
bdc76f
bdc76f
    S390: Refactor wcsrchr ifunc handling.
bdc76f
    
bdc76f
    The ifunc handling for wcsrchr is adjusted in order to omit ifunc
bdc76f
    if the minimum architecture level already supports newer CPUs by default.
bdc76f
    Unfortunately the c ifunc variant can't be omitted at all as it is used
bdc76f
    by the z13 ifunc variant as fallback if the pointers are not 4-byte aligned.
bdc76f
    
bdc76f
    ChangeLog:
bdc76f
    
bdc76f
            * sysdeps/s390/multiarch/Makefile
bdc76f
            (sysdep_routines): Remove wcsrchr variants.
bdc76f
            * sysdeps/s390/Makefile (sysdep_routines): Add wcsrchr variants.
bdc76f
            * sysdeps/s390/multiarch/ifunc-impl-list.c
bdc76f
            (__libc_ifunc_impl_list): Refactor ifunc handling for wcsrchr.
bdc76f
            * sysdeps/s390/multiarch/wcsrchr-c.c: Move to ...
bdc76f
            * sysdeps/s390/wcsrchr-c.c: ... here and adjust ifunc handling.
bdc76f
            * sysdeps/s390/multiarch/wcsrchr-vx.S: Move to ...
bdc76f
            * sysdeps/s390/wcsrchr-vx.S: ... here and adjust ifunc handling.
bdc76f
            * sysdeps/s390/multiarch/wcsrchr.c: Move to ...
bdc76f
            * sysdeps/s390/wcsrchr.c: ... here and adjust ifunc handling.
bdc76f
            * sysdeps/s390/ifunc-wcsrchr.h: New file.
bdc76f
bdc76f
diff --git a/sysdeps/s390/Makefile b/sysdeps/s390/Makefile
bdc76f
index a6ebf11ad1913cc4..19a556eccf285e2f 100644
bdc76f
--- a/sysdeps/s390/Makefile
bdc76f
+++ b/sysdeps/s390/Makefile
bdc76f
@@ -71,5 +71,6 @@ sysdep_routines += wcslen wcslen-vx wcslen-c \
bdc76f
 		   wcscmp wcscmp-vx wcscmp-c \
bdc76f
 		   wcsncmp wcsncmp-vx wcsncmp-c \
bdc76f
 		   wcschr wcschr-vx wcschr-c \
bdc76f
-		   wcschrnul wcschrnul-vx wcschrnul-c
bdc76f
+		   wcschrnul wcschrnul-vx wcschrnul-c \
bdc76f
+		   wcsrchr wcsrchr-vx wcsrchr-c
bdc76f
 endif
bdc76f
diff --git a/sysdeps/s390/ifunc-wcsrchr.h b/sysdeps/s390/ifunc-wcsrchr.h
bdc76f
new file mode 100644
bdc76f
index 0000000000000000..4eec0c17074c99fc
bdc76f
--- /dev/null
bdc76f
+++ b/sysdeps/s390/ifunc-wcsrchr.h
bdc76f
@@ -0,0 +1,53 @@
bdc76f
+/* wcsrchr variant information on S/390 version.
bdc76f
+   Copyright (C) 2018 Free Software Foundation, Inc.
bdc76f
+   This file is part of the GNU C Library.
bdc76f
+
bdc76f
+   The GNU C Library is free software; you can redistribute it and/or
bdc76f
+   modify it under the terms of the GNU Lesser General Public
bdc76f
+   License as published by the Free Software Foundation; either
bdc76f
+   version 2.1 of the License, or (at your option) any later version.
bdc76f
+
bdc76f
+   The GNU C Library is distributed in the hope that it will be useful,
bdc76f
+   but WITHOUT ANY WARRANTY; without even the implied warranty of
bdc76f
+   MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
bdc76f
+   Lesser General Public License for more details.
bdc76f
+
bdc76f
+   You should have received a copy of the GNU Lesser General Public
bdc76f
+   License along with the GNU C Library; if not, see
bdc76f
+   <http://www.gnu.org/licenses/>.  */
bdc76f
+
bdc76f
+#if defined USE_MULTIARCH && IS_IN (libc)		\
bdc76f
+  && ! defined HAVE_S390_MIN_Z13_ZARCH_ASM_SUPPORT
bdc76f
+# define HAVE_WCSRCHR_IFUNC	1
bdc76f
+#else
bdc76f
+# define HAVE_WCSRCHR_IFUNC	0
bdc76f
+#endif
bdc76f
+
bdc76f
+#ifdef HAVE_S390_VX_ASM_SUPPORT
bdc76f
+# define HAVE_WCSRCHR_IFUNC_AND_VX_SUPPORT HAVE_WCSRCHR_IFUNC
bdc76f
+#else
bdc76f
+# define HAVE_WCSRCHR_IFUNC_AND_VX_SUPPORT 0
bdc76f
+#endif
bdc76f
+
bdc76f
+#if defined HAVE_S390_MIN_Z13_ZARCH_ASM_SUPPORT
bdc76f
+# define WCSRCHR_DEFAULT	WCSRCHR_Z13
bdc76f
+/* The z13 ifunc variant is using the common code variant as fallback!  */
bdc76f
+# define HAVE_WCSRCHR_C		1
bdc76f
+# define HAVE_WCSRCHR_Z13	1
bdc76f
+#else
bdc76f
+# define WCSRCHR_DEFAULT	WCSRCHR_C
bdc76f
+# define HAVE_WCSRCHR_C		1
bdc76f
+# define HAVE_WCSRCHR_Z13	HAVE_WCSRCHR_IFUNC_AND_VX_SUPPORT
bdc76f
+#endif
bdc76f
+
bdc76f
+#if HAVE_WCSRCHR_C
bdc76f
+# define WCSRCHR_C		__wcsrchr_c
bdc76f
+#else
bdc76f
+# define WCSRCHR_C		NULL
bdc76f
+#endif
bdc76f
+
bdc76f
+#if HAVE_WCSRCHR_Z13
bdc76f
+# define WCSRCHR_Z13		__wcsrchr_vx
bdc76f
+#else
bdc76f
+# define WCSRCHR_Z13		NULL
bdc76f
+#endif
bdc76f
diff --git a/sysdeps/s390/multiarch/Makefile b/sysdeps/s390/multiarch/Makefile
bdc76f
index 0eb01d5d84c60408..3d72cbb5f32e68f3 100644
bdc76f
--- a/sysdeps/s390/multiarch/Makefile
bdc76f
+++ b/sysdeps/s390/multiarch/Makefile
bdc76f
@@ -1,6 +1,5 @@
bdc76f
 ifeq ($(subdir),wcsmbs)
bdc76f
-sysdep_routines += wcsrchr wcsrchr-vx wcsrchr-c \
bdc76f
-		   wcsspn wcsspn-vx wcsspn-c \
bdc76f
+sysdep_routines += wcsspn wcsspn-vx wcsspn-c \
bdc76f
 		   wcspbrk wcspbrk-vx wcspbrk-c \
bdc76f
 		   wcscspn wcscspn-vx wcscspn-c \
bdc76f
 		   wmemchr wmemchr-vx wmemchr-c \
bdc76f
diff --git a/sysdeps/s390/multiarch/ifunc-impl-list.c b/sysdeps/s390/multiarch/ifunc-impl-list.c
bdc76f
index 553a76c39ecc87ae..ffb4d5b6872ef9db 100644
bdc76f
--- a/sysdeps/s390/multiarch/ifunc-impl-list.c
bdc76f
+++ b/sysdeps/s390/multiarch/ifunc-impl-list.c
bdc76f
@@ -58,6 +58,7 @@
bdc76f
 #include <ifunc-wcsncmp.h>
bdc76f
 #include <ifunc-wcschr.h>
bdc76f
 #include <ifunc-wcschrnul.h>
bdc76f
+#include <ifunc-wcsrchr.h>
bdc76f
 
bdc76f
 /* Maximum number of IFUNC implementations.  */
bdc76f
 #define MAX_IFUNC	3
bdc76f
@@ -580,6 +581,18 @@ __libc_ifunc_impl_list (const char *name, struct libc_ifunc_impl *array,
bdc76f
 		)
bdc76f
 #endif /* HAVE_WCSCHRNUL_IFUNC  */
bdc76f
 
bdc76f
+#if HAVE_WCSRCHR_IFUNC
bdc76f
+    IFUNC_IMPL (i, name, wcsrchr,
bdc76f
+# if HAVE_WCSRCHR_Z13
bdc76f
+		IFUNC_IMPL_ADD (array, i, wcsrchr,
bdc76f
+				dl_hwcap & HWCAP_S390_VX, WCSRCHR_Z13)
bdc76f
+# endif
bdc76f
+# if HAVE_WCSRCHR_C
bdc76f
+		IFUNC_IMPL_ADD (array, i, wcsrchr, 1, WCSRCHR_C)
bdc76f
+# endif
bdc76f
+		)
bdc76f
+#endif /* HAVE_WCSRCHR_IFUNC  */
bdc76f
+
bdc76f
 #ifdef HAVE_S390_VX_ASM_SUPPORT
bdc76f
 
bdc76f
 # define IFUNC_VX_IMPL(FUNC)						\
bdc76f
@@ -588,8 +601,6 @@ __libc_ifunc_impl_list (const char *name, struct libc_ifunc_impl *array,
bdc76f
 			      __##FUNC##_vx)				\
bdc76f
 	      IFUNC_IMPL_ADD (array, i, FUNC, 1, __##FUNC##_c))
bdc76f
 
bdc76f
-  IFUNC_VX_IMPL (wcsrchr);
bdc76f
-
bdc76f
   IFUNC_VX_IMPL (wcsspn);
bdc76f
 
bdc76f
   IFUNC_VX_IMPL (wcspbrk);
bdc76f
diff --git a/sysdeps/s390/multiarch/wcsrchr-c.c b/sysdeps/s390/wcsrchr-c.c
bdc76f
similarity index 85%
bdc76f
rename from sysdeps/s390/multiarch/wcsrchr-c.c
bdc76f
rename to sysdeps/s390/wcsrchr-c.c
bdc76f
index 615250358ba9c00a..65164a897fb773f7 100644
bdc76f
--- a/sysdeps/s390/multiarch/wcsrchr-c.c
bdc76f
+++ b/sysdeps/s390/wcsrchr-c.c
bdc76f
@@ -16,10 +16,12 @@
bdc76f
    License along with the GNU C Library; if not, see
bdc76f
    <http://www.gnu.org/licenses/>.  */
bdc76f
 
bdc76f
-#if defined HAVE_S390_VX_ASM_SUPPORT && IS_IN (libc)
bdc76f
-# define WCSRCHR  __wcsrchr_c
bdc76f
+#include <ifunc-wcsrchr.h>
bdc76f
+
bdc76f
+#if HAVE_WCSRCHR_C
bdc76f
+# if HAVE_WCSRCHR_IFUNC || HAVE_WCSRCHR_Z13
bdc76f
+#  define WCSRCHR WCSRCHR_C
bdc76f
+# endif
bdc76f
 
bdc76f
-# include <wchar.h>
bdc76f
-extern __typeof (wcsrchr) __wcsrchr_c;
bdc76f
 # include <wcsmbs/wcsrchr.c>
bdc76f
 #endif
bdc76f
diff --git a/sysdeps/s390/multiarch/wcsrchr-vx.S b/sysdeps/s390/wcsrchr-vx.S
bdc76f
similarity index 97%
bdc76f
rename from sysdeps/s390/multiarch/wcsrchr-vx.S
bdc76f
rename to sysdeps/s390/wcsrchr-vx.S
bdc76f
index e40a554e5d9a216d..c7b6585beaeaef53 100644
bdc76f
--- a/sysdeps/s390/multiarch/wcsrchr-vx.S
bdc76f
+++ b/sysdeps/s390/wcsrchr-vx.S
bdc76f
@@ -16,7 +16,8 @@
bdc76f
    License along with the GNU C Library; if not, see
bdc76f
    <http://www.gnu.org/licenses/>.  */
bdc76f
 
bdc76f
-#if defined HAVE_S390_VX_ASM_SUPPORT && IS_IN (libc)
bdc76f
+#include <ifunc-wcsrchr.h>
bdc76f
+#if HAVE_WCSRCHR_Z13
bdc76f
 
bdc76f
 # include "sysdep.h"
bdc76f
 # include "asm-syntax.h"
bdc76f
@@ -39,7 +40,7 @@
bdc76f
    -v19=part of s with last occurence of c.
bdc76f
    -v20=permute pattern
bdc76f
 */
bdc76f
-ENTRY(__wcsrchr_vx)
bdc76f
+ENTRY(WCSRCHR_Z13)
bdc76f
 	.machine "z13"
bdc76f
 	.machinemode "zarch_nohighgprs"
bdc76f
 
bdc76f
@@ -185,6 +186,10 @@ ENTRY(__wcsrchr_vx)
bdc76f
 	.byte	0x0C,0x0D,0x0E,0x0F,0x08,0x09,0x0A,0x0B
bdc76f
 	.byte	0x04,0x05,0x06,0x07,0x00,0x01,0x02,0x03
bdc76f
 .Lfallback:
bdc76f
-	jg	__wcsrchr_c
bdc76f
-END(__wcsrchr_vx)
bdc76f
-#endif /* HAVE_S390_VX_ASM_SUPPORT && IS_IN (libc) */
bdc76f
+	jg	WCSRCHR_C
bdc76f
+END(WCSRCHR_Z13)
bdc76f
+
bdc76f
+# if ! HAVE_WCSRCHR_IFUNC
bdc76f
+strong_alias (WCSRCHR_Z13, wcsrchr)
bdc76f
+# endif
bdc76f
+#endif
bdc76f
diff --git a/sysdeps/s390/multiarch/wcsrchr.c b/sysdeps/s390/wcsrchr.c
bdc76f
similarity index 69%
bdc76f
rename from sysdeps/s390/multiarch/wcsrchr.c
bdc76f
rename to sysdeps/s390/wcsrchr.c
bdc76f
index aa0b8a8f82545f64..eb70f270383880f2 100644
bdc76f
--- a/sysdeps/s390/multiarch/wcsrchr.c
bdc76f
+++ b/sysdeps/s390/wcsrchr.c
bdc76f
@@ -16,12 +16,23 @@
bdc76f
    License along with the GNU C Library; if not, see
bdc76f
    <http://www.gnu.org/licenses/>.  */
bdc76f
 
bdc76f
-#if defined HAVE_S390_VX_ASM_SUPPORT && IS_IN (libc)
bdc76f
+#include <ifunc-wcsrchr.h>
bdc76f
+
bdc76f
+#if HAVE_WCSRCHR_IFUNC
bdc76f
 # include <wchar.h>
bdc76f
 # include <ifunc-resolve.h>
bdc76f
 
bdc76f
-s390_vx_libc_ifunc2 (__wcsrchr, wcsrchr)
bdc76f
+# if HAVE_WCSRCHR_C
bdc76f
+extern __typeof (wcsrchr) WCSRCHR_C attribute_hidden;
bdc76f
+# endif
bdc76f
+
bdc76f
+# if HAVE_WCSRCHR_Z13
bdc76f
+extern __typeof (wcsrchr) WCSRCHR_Z13 attribute_hidden;
bdc76f
+# endif
bdc76f
 
bdc76f
-#else
bdc76f
-# include <wcsmbs/wcsrchr.c>
bdc76f
-#endif /* !(defined HAVE_S390_VX_ASM_SUPPORT && IS_IN (libc)) */
bdc76f
+s390_libc_ifunc_expr (wcsrchr, wcsrchr,
bdc76f
+		      (HAVE_WCSRCHR_Z13 && (hwcap & HWCAP_S390_VX))
bdc76f
+		      ? WCSRCHR_Z13
bdc76f
+		      : WCSRCHR_DEFAULT
bdc76f
+		      )
bdc76f
+#endif