077c9d
commit 4753713aaed400d88cfc598e25d504478120b065
077c9d
Author: Stefan Liebler <stli@linux.ibm.com>
077c9d
Date:   Tue Dec 18 13:57:22 2018 +0100
077c9d
077c9d
    S390: Refactor wcsrchr ifunc handling.
077c9d
    
077c9d
    The ifunc handling for wcsrchr is adjusted in order to omit ifunc
077c9d
    if the minimum architecture level already supports newer CPUs by default.
077c9d
    Unfortunately the c ifunc variant can't be omitted at all as it is used
077c9d
    by the z13 ifunc variant as fallback if the pointers are not 4-byte aligned.
077c9d
    
077c9d
    ChangeLog:
077c9d
    
077c9d
            * sysdeps/s390/multiarch/Makefile
077c9d
            (sysdep_routines): Remove wcsrchr variants.
077c9d
            * sysdeps/s390/Makefile (sysdep_routines): Add wcsrchr variants.
077c9d
            * sysdeps/s390/multiarch/ifunc-impl-list.c
077c9d
            (__libc_ifunc_impl_list): Refactor ifunc handling for wcsrchr.
077c9d
            * sysdeps/s390/multiarch/wcsrchr-c.c: Move to ...
077c9d
            * sysdeps/s390/wcsrchr-c.c: ... here and adjust ifunc handling.
077c9d
            * sysdeps/s390/multiarch/wcsrchr-vx.S: Move to ...
077c9d
            * sysdeps/s390/wcsrchr-vx.S: ... here and adjust ifunc handling.
077c9d
            * sysdeps/s390/multiarch/wcsrchr.c: Move to ...
077c9d
            * sysdeps/s390/wcsrchr.c: ... here and adjust ifunc handling.
077c9d
            * sysdeps/s390/ifunc-wcsrchr.h: New file.
077c9d
077c9d
diff --git a/sysdeps/s390/Makefile b/sysdeps/s390/Makefile
077c9d
index a6ebf11ad1913cc4..19a556eccf285e2f 100644
077c9d
--- a/sysdeps/s390/Makefile
077c9d
+++ b/sysdeps/s390/Makefile
077c9d
@@ -71,5 +71,6 @@ sysdep_routines += wcslen wcslen-vx wcslen-c \
077c9d
 		   wcscmp wcscmp-vx wcscmp-c \
077c9d
 		   wcsncmp wcsncmp-vx wcsncmp-c \
077c9d
 		   wcschr wcschr-vx wcschr-c \
077c9d
-		   wcschrnul wcschrnul-vx wcschrnul-c
077c9d
+		   wcschrnul wcschrnul-vx wcschrnul-c \
077c9d
+		   wcsrchr wcsrchr-vx wcsrchr-c
077c9d
 endif
077c9d
diff --git a/sysdeps/s390/ifunc-wcsrchr.h b/sysdeps/s390/ifunc-wcsrchr.h
077c9d
new file mode 100644
077c9d
index 0000000000000000..4eec0c17074c99fc
077c9d
--- /dev/null
077c9d
+++ b/sysdeps/s390/ifunc-wcsrchr.h
077c9d
@@ -0,0 +1,53 @@
077c9d
+/* wcsrchr variant information on S/390 version.
077c9d
+   Copyright (C) 2018 Free Software Foundation, Inc.
077c9d
+   This file is part of the GNU C Library.
077c9d
+
077c9d
+   The GNU C Library is free software; you can redistribute it and/or
077c9d
+   modify it under the terms of the GNU Lesser General Public
077c9d
+   License as published by the Free Software Foundation; either
077c9d
+   version 2.1 of the License, or (at your option) any later version.
077c9d
+
077c9d
+   The GNU C Library is distributed in the hope that it will be useful,
077c9d
+   but WITHOUT ANY WARRANTY; without even the implied warranty of
077c9d
+   MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
077c9d
+   Lesser General Public License for more details.
077c9d
+
077c9d
+   You should have received a copy of the GNU Lesser General Public
077c9d
+   License along with the GNU C Library; if not, see
077c9d
+   <http://www.gnu.org/licenses/>.  */
077c9d
+
077c9d
+#if defined USE_MULTIARCH && IS_IN (libc)		\
077c9d
+  && ! defined HAVE_S390_MIN_Z13_ZARCH_ASM_SUPPORT
077c9d
+# define HAVE_WCSRCHR_IFUNC	1
077c9d
+#else
077c9d
+# define HAVE_WCSRCHR_IFUNC	0
077c9d
+#endif
077c9d
+
077c9d
+#ifdef HAVE_S390_VX_ASM_SUPPORT
077c9d
+# define HAVE_WCSRCHR_IFUNC_AND_VX_SUPPORT HAVE_WCSRCHR_IFUNC
077c9d
+#else
077c9d
+# define HAVE_WCSRCHR_IFUNC_AND_VX_SUPPORT 0
077c9d
+#endif
077c9d
+
077c9d
+#if defined HAVE_S390_MIN_Z13_ZARCH_ASM_SUPPORT
077c9d
+# define WCSRCHR_DEFAULT	WCSRCHR_Z13
077c9d
+/* The z13 ifunc variant is using the common code variant as fallback!  */
077c9d
+# define HAVE_WCSRCHR_C		1
077c9d
+# define HAVE_WCSRCHR_Z13	1
077c9d
+#else
077c9d
+# define WCSRCHR_DEFAULT	WCSRCHR_C
077c9d
+# define HAVE_WCSRCHR_C		1
077c9d
+# define HAVE_WCSRCHR_Z13	HAVE_WCSRCHR_IFUNC_AND_VX_SUPPORT
077c9d
+#endif
077c9d
+
077c9d
+#if HAVE_WCSRCHR_C
077c9d
+# define WCSRCHR_C		__wcsrchr_c
077c9d
+#else
077c9d
+# define WCSRCHR_C		NULL
077c9d
+#endif
077c9d
+
077c9d
+#if HAVE_WCSRCHR_Z13
077c9d
+# define WCSRCHR_Z13		__wcsrchr_vx
077c9d
+#else
077c9d
+# define WCSRCHR_Z13		NULL
077c9d
+#endif
077c9d
diff --git a/sysdeps/s390/multiarch/Makefile b/sysdeps/s390/multiarch/Makefile
077c9d
index 0eb01d5d84c60408..3d72cbb5f32e68f3 100644
077c9d
--- a/sysdeps/s390/multiarch/Makefile
077c9d
+++ b/sysdeps/s390/multiarch/Makefile
077c9d
@@ -1,6 +1,5 @@
077c9d
 ifeq ($(subdir),wcsmbs)
077c9d
-sysdep_routines += wcsrchr wcsrchr-vx wcsrchr-c \
077c9d
-		   wcsspn wcsspn-vx wcsspn-c \
077c9d
+sysdep_routines += wcsspn wcsspn-vx wcsspn-c \
077c9d
 		   wcspbrk wcspbrk-vx wcspbrk-c \
077c9d
 		   wcscspn wcscspn-vx wcscspn-c \
077c9d
 		   wmemchr wmemchr-vx wmemchr-c \
077c9d
diff --git a/sysdeps/s390/multiarch/ifunc-impl-list.c b/sysdeps/s390/multiarch/ifunc-impl-list.c
077c9d
index 553a76c39ecc87ae..ffb4d5b6872ef9db 100644
077c9d
--- a/sysdeps/s390/multiarch/ifunc-impl-list.c
077c9d
+++ b/sysdeps/s390/multiarch/ifunc-impl-list.c
077c9d
@@ -58,6 +58,7 @@
077c9d
 #include <ifunc-wcsncmp.h>
077c9d
 #include <ifunc-wcschr.h>
077c9d
 #include <ifunc-wcschrnul.h>
077c9d
+#include <ifunc-wcsrchr.h>
077c9d
 
077c9d
 /* Maximum number of IFUNC implementations.  */
077c9d
 #define MAX_IFUNC	3
077c9d
@@ -580,6 +581,18 @@ __libc_ifunc_impl_list (const char *name, struct libc_ifunc_impl *array,
077c9d
 		)
077c9d
 #endif /* HAVE_WCSCHRNUL_IFUNC  */
077c9d
 
077c9d
+#if HAVE_WCSRCHR_IFUNC
077c9d
+    IFUNC_IMPL (i, name, wcsrchr,
077c9d
+# if HAVE_WCSRCHR_Z13
077c9d
+		IFUNC_IMPL_ADD (array, i, wcsrchr,
077c9d
+				dl_hwcap & HWCAP_S390_VX, WCSRCHR_Z13)
077c9d
+# endif
077c9d
+# if HAVE_WCSRCHR_C
077c9d
+		IFUNC_IMPL_ADD (array, i, wcsrchr, 1, WCSRCHR_C)
077c9d
+# endif
077c9d
+		)
077c9d
+#endif /* HAVE_WCSRCHR_IFUNC  */
077c9d
+
077c9d
 #ifdef HAVE_S390_VX_ASM_SUPPORT
077c9d
 
077c9d
 # define IFUNC_VX_IMPL(FUNC)						\
077c9d
@@ -588,8 +601,6 @@ __libc_ifunc_impl_list (const char *name, struct libc_ifunc_impl *array,
077c9d
 			      __##FUNC##_vx)				\
077c9d
 	      IFUNC_IMPL_ADD (array, i, FUNC, 1, __##FUNC##_c))
077c9d
 
077c9d
-  IFUNC_VX_IMPL (wcsrchr);
077c9d
-
077c9d
   IFUNC_VX_IMPL (wcsspn);
077c9d
 
077c9d
   IFUNC_VX_IMPL (wcspbrk);
077c9d
diff --git a/sysdeps/s390/multiarch/wcsrchr-c.c b/sysdeps/s390/wcsrchr-c.c
077c9d
similarity index 85%
077c9d
rename from sysdeps/s390/multiarch/wcsrchr-c.c
077c9d
rename to sysdeps/s390/wcsrchr-c.c
077c9d
index 615250358ba9c00a..65164a897fb773f7 100644
077c9d
--- a/sysdeps/s390/multiarch/wcsrchr-c.c
077c9d
+++ b/sysdeps/s390/wcsrchr-c.c
077c9d
@@ -16,10 +16,12 @@
077c9d
    License along with the GNU C Library; if not, see
077c9d
    <http://www.gnu.org/licenses/>.  */
077c9d
 
077c9d
-#if defined HAVE_S390_VX_ASM_SUPPORT && IS_IN (libc)
077c9d
-# define WCSRCHR  __wcsrchr_c
077c9d
+#include <ifunc-wcsrchr.h>
077c9d
+
077c9d
+#if HAVE_WCSRCHR_C
077c9d
+# if HAVE_WCSRCHR_IFUNC || HAVE_WCSRCHR_Z13
077c9d
+#  define WCSRCHR WCSRCHR_C
077c9d
+# endif
077c9d
 
077c9d
-# include <wchar.h>
077c9d
-extern __typeof (wcsrchr) __wcsrchr_c;
077c9d
 # include <wcsmbs/wcsrchr.c>
077c9d
 #endif
077c9d
diff --git a/sysdeps/s390/multiarch/wcsrchr-vx.S b/sysdeps/s390/wcsrchr-vx.S
077c9d
similarity index 97%
077c9d
rename from sysdeps/s390/multiarch/wcsrchr-vx.S
077c9d
rename to sysdeps/s390/wcsrchr-vx.S
077c9d
index e40a554e5d9a216d..c7b6585beaeaef53 100644
077c9d
--- a/sysdeps/s390/multiarch/wcsrchr-vx.S
077c9d
+++ b/sysdeps/s390/wcsrchr-vx.S
077c9d
@@ -16,7 +16,8 @@
077c9d
    License along with the GNU C Library; if not, see
077c9d
    <http://www.gnu.org/licenses/>.  */
077c9d
 
077c9d
-#if defined HAVE_S390_VX_ASM_SUPPORT && IS_IN (libc)
077c9d
+#include <ifunc-wcsrchr.h>
077c9d
+#if HAVE_WCSRCHR_Z13
077c9d
 
077c9d
 # include "sysdep.h"
077c9d
 # include "asm-syntax.h"
077c9d
@@ -39,7 +40,7 @@
077c9d
    -v19=part of s with last occurence of c.
077c9d
    -v20=permute pattern
077c9d
 */
077c9d
-ENTRY(__wcsrchr_vx)
077c9d
+ENTRY(WCSRCHR_Z13)
077c9d
 	.machine "z13"
077c9d
 	.machinemode "zarch_nohighgprs"
077c9d
 
077c9d
@@ -185,6 +186,10 @@ ENTRY(__wcsrchr_vx)
077c9d
 	.byte	0x0C,0x0D,0x0E,0x0F,0x08,0x09,0x0A,0x0B
077c9d
 	.byte	0x04,0x05,0x06,0x07,0x00,0x01,0x02,0x03
077c9d
 .Lfallback:
077c9d
-	jg	__wcsrchr_c
077c9d
-END(__wcsrchr_vx)
077c9d
-#endif /* HAVE_S390_VX_ASM_SUPPORT && IS_IN (libc) */
077c9d
+	jg	WCSRCHR_C
077c9d
+END(WCSRCHR_Z13)
077c9d
+
077c9d
+# if ! HAVE_WCSRCHR_IFUNC
077c9d
+strong_alias (WCSRCHR_Z13, wcsrchr)
077c9d
+# endif
077c9d
+#endif
077c9d
diff --git a/sysdeps/s390/multiarch/wcsrchr.c b/sysdeps/s390/wcsrchr.c
077c9d
similarity index 69%
077c9d
rename from sysdeps/s390/multiarch/wcsrchr.c
077c9d
rename to sysdeps/s390/wcsrchr.c
077c9d
index aa0b8a8f82545f64..eb70f270383880f2 100644
077c9d
--- a/sysdeps/s390/multiarch/wcsrchr.c
077c9d
+++ b/sysdeps/s390/wcsrchr.c
077c9d
@@ -16,12 +16,23 @@
077c9d
    License along with the GNU C Library; if not, see
077c9d
    <http://www.gnu.org/licenses/>.  */
077c9d
 
077c9d
-#if defined HAVE_S390_VX_ASM_SUPPORT && IS_IN (libc)
077c9d
+#include <ifunc-wcsrchr.h>
077c9d
+
077c9d
+#if HAVE_WCSRCHR_IFUNC
077c9d
 # include <wchar.h>
077c9d
 # include <ifunc-resolve.h>
077c9d
 
077c9d
-s390_vx_libc_ifunc2 (__wcsrchr, wcsrchr)
077c9d
+# if HAVE_WCSRCHR_C
077c9d
+extern __typeof (wcsrchr) WCSRCHR_C attribute_hidden;
077c9d
+# endif
077c9d
+
077c9d
+# if HAVE_WCSRCHR_Z13
077c9d
+extern __typeof (wcsrchr) WCSRCHR_Z13 attribute_hidden;
077c9d
+# endif
077c9d
 
077c9d
-#else
077c9d
-# include <wcsmbs/wcsrchr.c>
077c9d
-#endif /* !(defined HAVE_S390_VX_ASM_SUPPORT && IS_IN (libc)) */
077c9d
+s390_libc_ifunc_expr (wcsrchr, wcsrchr,
077c9d
+		      (HAVE_WCSRCHR_Z13 && (hwcap & HWCAP_S390_VX))
077c9d
+		      ? WCSRCHR_Z13
077c9d
+		      : WCSRCHR_DEFAULT
077c9d
+		      )
077c9d
+#endif