d8307d
commit 4753713aaed400d88cfc598e25d504478120b065
d8307d
Author: Stefan Liebler <stli@linux.ibm.com>
d8307d
Date:   Tue Dec 18 13:57:22 2018 +0100
d8307d
d8307d
    S390: Refactor wcsrchr ifunc handling.
d8307d
    
d8307d
    The ifunc handling for wcsrchr is adjusted in order to omit ifunc
d8307d
    if the minimum architecture level already supports newer CPUs by default.
d8307d
    Unfortunately the c ifunc variant can't be omitted at all as it is used
d8307d
    by the z13 ifunc variant as fallback if the pointers are not 4-byte aligned.
d8307d
    
d8307d
    ChangeLog:
d8307d
    
d8307d
            * sysdeps/s390/multiarch/Makefile
d8307d
            (sysdep_routines): Remove wcsrchr variants.
d8307d
            * sysdeps/s390/Makefile (sysdep_routines): Add wcsrchr variants.
d8307d
            * sysdeps/s390/multiarch/ifunc-impl-list.c
d8307d
            (__libc_ifunc_impl_list): Refactor ifunc handling for wcsrchr.
d8307d
            * sysdeps/s390/multiarch/wcsrchr-c.c: Move to ...
d8307d
            * sysdeps/s390/wcsrchr-c.c: ... here and adjust ifunc handling.
d8307d
            * sysdeps/s390/multiarch/wcsrchr-vx.S: Move to ...
d8307d
            * sysdeps/s390/wcsrchr-vx.S: ... here and adjust ifunc handling.
d8307d
            * sysdeps/s390/multiarch/wcsrchr.c: Move to ...
d8307d
            * sysdeps/s390/wcsrchr.c: ... here and adjust ifunc handling.
d8307d
            * sysdeps/s390/ifunc-wcsrchr.h: New file.
d8307d
d8307d
diff --git a/sysdeps/s390/Makefile b/sysdeps/s390/Makefile
d8307d
index a6ebf11ad1913cc4..19a556eccf285e2f 100644
d8307d
--- a/sysdeps/s390/Makefile
d8307d
+++ b/sysdeps/s390/Makefile
d8307d
@@ -71,5 +71,6 @@ sysdep_routines += wcslen wcslen-vx wcslen-c \
d8307d
 		   wcscmp wcscmp-vx wcscmp-c \
d8307d
 		   wcsncmp wcsncmp-vx wcsncmp-c \
d8307d
 		   wcschr wcschr-vx wcschr-c \
d8307d
-		   wcschrnul wcschrnul-vx wcschrnul-c
d8307d
+		   wcschrnul wcschrnul-vx wcschrnul-c \
d8307d
+		   wcsrchr wcsrchr-vx wcsrchr-c
d8307d
 endif
d8307d
diff --git a/sysdeps/s390/ifunc-wcsrchr.h b/sysdeps/s390/ifunc-wcsrchr.h
d8307d
new file mode 100644
d8307d
index 0000000000000000..4eec0c17074c99fc
d8307d
--- /dev/null
d8307d
+++ b/sysdeps/s390/ifunc-wcsrchr.h
d8307d
@@ -0,0 +1,53 @@
d8307d
+/* wcsrchr variant information on S/390 version.
d8307d
+   Copyright (C) 2018 Free Software Foundation, Inc.
d8307d
+   This file is part of the GNU C Library.
d8307d
+
d8307d
+   The GNU C Library is free software; you can redistribute it and/or
d8307d
+   modify it under the terms of the GNU Lesser General Public
d8307d
+   License as published by the Free Software Foundation; either
d8307d
+   version 2.1 of the License, or (at your option) any later version.
d8307d
+
d8307d
+   The GNU C Library is distributed in the hope that it will be useful,
d8307d
+   but WITHOUT ANY WARRANTY; without even the implied warranty of
d8307d
+   MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
d8307d
+   Lesser General Public License for more details.
d8307d
+
d8307d
+   You should have received a copy of the GNU Lesser General Public
d8307d
+   License along with the GNU C Library; if not, see
d8307d
+   <http://www.gnu.org/licenses/>.  */
d8307d
+
d8307d
+#if defined USE_MULTIARCH && IS_IN (libc)		\
d8307d
+  && ! defined HAVE_S390_MIN_Z13_ZARCH_ASM_SUPPORT
d8307d
+# define HAVE_WCSRCHR_IFUNC	1
d8307d
+#else
d8307d
+# define HAVE_WCSRCHR_IFUNC	0
d8307d
+#endif
d8307d
+
d8307d
+#ifdef HAVE_S390_VX_ASM_SUPPORT
d8307d
+# define HAVE_WCSRCHR_IFUNC_AND_VX_SUPPORT HAVE_WCSRCHR_IFUNC
d8307d
+#else
d8307d
+# define HAVE_WCSRCHR_IFUNC_AND_VX_SUPPORT 0
d8307d
+#endif
d8307d
+
d8307d
+#if defined HAVE_S390_MIN_Z13_ZARCH_ASM_SUPPORT
d8307d
+# define WCSRCHR_DEFAULT	WCSRCHR_Z13
d8307d
+/* The z13 ifunc variant is using the common code variant as fallback!  */
d8307d
+# define HAVE_WCSRCHR_C		1
d8307d
+# define HAVE_WCSRCHR_Z13	1
d8307d
+#else
d8307d
+# define WCSRCHR_DEFAULT	WCSRCHR_C
d8307d
+# define HAVE_WCSRCHR_C		1
d8307d
+# define HAVE_WCSRCHR_Z13	HAVE_WCSRCHR_IFUNC_AND_VX_SUPPORT
d8307d
+#endif
d8307d
+
d8307d
+#if HAVE_WCSRCHR_C
d8307d
+# define WCSRCHR_C		__wcsrchr_c
d8307d
+#else
d8307d
+# define WCSRCHR_C		NULL
d8307d
+#endif
d8307d
+
d8307d
+#if HAVE_WCSRCHR_Z13
d8307d
+# define WCSRCHR_Z13		__wcsrchr_vx
d8307d
+#else
d8307d
+# define WCSRCHR_Z13		NULL
d8307d
+#endif
d8307d
diff --git a/sysdeps/s390/multiarch/Makefile b/sysdeps/s390/multiarch/Makefile
d8307d
index 0eb01d5d84c60408..3d72cbb5f32e68f3 100644
d8307d
--- a/sysdeps/s390/multiarch/Makefile
d8307d
+++ b/sysdeps/s390/multiarch/Makefile
d8307d
@@ -1,6 +1,5 @@
d8307d
 ifeq ($(subdir),wcsmbs)
d8307d
-sysdep_routines += wcsrchr wcsrchr-vx wcsrchr-c \
d8307d
-		   wcsspn wcsspn-vx wcsspn-c \
d8307d
+sysdep_routines += wcsspn wcsspn-vx wcsspn-c \
d8307d
 		   wcspbrk wcspbrk-vx wcspbrk-c \
d8307d
 		   wcscspn wcscspn-vx wcscspn-c \
d8307d
 		   wmemchr wmemchr-vx wmemchr-c \
d8307d
diff --git a/sysdeps/s390/multiarch/ifunc-impl-list.c b/sysdeps/s390/multiarch/ifunc-impl-list.c
d8307d
index 553a76c39ecc87ae..ffb4d5b6872ef9db 100644
d8307d
--- a/sysdeps/s390/multiarch/ifunc-impl-list.c
d8307d
+++ b/sysdeps/s390/multiarch/ifunc-impl-list.c
d8307d
@@ -58,6 +58,7 @@
d8307d
 #include <ifunc-wcsncmp.h>
d8307d
 #include <ifunc-wcschr.h>
d8307d
 #include <ifunc-wcschrnul.h>
d8307d
+#include <ifunc-wcsrchr.h>
d8307d
 
d8307d
 /* Maximum number of IFUNC implementations.  */
d8307d
 #define MAX_IFUNC	3
d8307d
@@ -580,6 +581,18 @@ __libc_ifunc_impl_list (const char *name, struct libc_ifunc_impl *array,
d8307d
 		)
d8307d
 #endif /* HAVE_WCSCHRNUL_IFUNC  */
d8307d
 
d8307d
+#if HAVE_WCSRCHR_IFUNC
d8307d
+    IFUNC_IMPL (i, name, wcsrchr,
d8307d
+# if HAVE_WCSRCHR_Z13
d8307d
+		IFUNC_IMPL_ADD (array, i, wcsrchr,
d8307d
+				dl_hwcap & HWCAP_S390_VX, WCSRCHR_Z13)
d8307d
+# endif
d8307d
+# if HAVE_WCSRCHR_C
d8307d
+		IFUNC_IMPL_ADD (array, i, wcsrchr, 1, WCSRCHR_C)
d8307d
+# endif
d8307d
+		)
d8307d
+#endif /* HAVE_WCSRCHR_IFUNC  */
d8307d
+
d8307d
 #ifdef HAVE_S390_VX_ASM_SUPPORT
d8307d
 
d8307d
 # define IFUNC_VX_IMPL(FUNC)						\
d8307d
@@ -588,8 +601,6 @@ __libc_ifunc_impl_list (const char *name, struct libc_ifunc_impl *array,
d8307d
 			      __##FUNC##_vx)				\
d8307d
 	      IFUNC_IMPL_ADD (array, i, FUNC, 1, __##FUNC##_c))
d8307d
 
d8307d
-  IFUNC_VX_IMPL (wcsrchr);
d8307d
-
d8307d
   IFUNC_VX_IMPL (wcsspn);
d8307d
 
d8307d
   IFUNC_VX_IMPL (wcspbrk);
d8307d
diff --git a/sysdeps/s390/multiarch/wcsrchr-c.c b/sysdeps/s390/wcsrchr-c.c
d8307d
similarity index 85%
d8307d
rename from sysdeps/s390/multiarch/wcsrchr-c.c
d8307d
rename to sysdeps/s390/wcsrchr-c.c
d8307d
index 615250358ba9c00a..65164a897fb773f7 100644
d8307d
--- a/sysdeps/s390/multiarch/wcsrchr-c.c
d8307d
+++ b/sysdeps/s390/wcsrchr-c.c
d8307d
@@ -16,10 +16,12 @@
d8307d
    License along with the GNU C Library; if not, see
d8307d
    <http://www.gnu.org/licenses/>.  */
d8307d
 
d8307d
-#if defined HAVE_S390_VX_ASM_SUPPORT && IS_IN (libc)
d8307d
-# define WCSRCHR  __wcsrchr_c
d8307d
+#include <ifunc-wcsrchr.h>
d8307d
+
d8307d
+#if HAVE_WCSRCHR_C
d8307d
+# if HAVE_WCSRCHR_IFUNC || HAVE_WCSRCHR_Z13
d8307d
+#  define WCSRCHR WCSRCHR_C
d8307d
+# endif
d8307d
 
d8307d
-# include <wchar.h>
d8307d
-extern __typeof (wcsrchr) __wcsrchr_c;
d8307d
 # include <wcsmbs/wcsrchr.c>
d8307d
 #endif
d8307d
diff --git a/sysdeps/s390/multiarch/wcsrchr-vx.S b/sysdeps/s390/wcsrchr-vx.S
d8307d
similarity index 97%
d8307d
rename from sysdeps/s390/multiarch/wcsrchr-vx.S
d8307d
rename to sysdeps/s390/wcsrchr-vx.S
d8307d
index e40a554e5d9a216d..c7b6585beaeaef53 100644
d8307d
--- a/sysdeps/s390/multiarch/wcsrchr-vx.S
d8307d
+++ b/sysdeps/s390/wcsrchr-vx.S
d8307d
@@ -16,7 +16,8 @@
d8307d
    License along with the GNU C Library; if not, see
d8307d
    <http://www.gnu.org/licenses/>.  */
d8307d
 
d8307d
-#if defined HAVE_S390_VX_ASM_SUPPORT && IS_IN (libc)
d8307d
+#include <ifunc-wcsrchr.h>
d8307d
+#if HAVE_WCSRCHR_Z13
d8307d
 
d8307d
 # include "sysdep.h"
d8307d
 # include "asm-syntax.h"
d8307d
@@ -39,7 +40,7 @@
d8307d
    -v19=part of s with last occurence of c.
d8307d
    -v20=permute pattern
d8307d
 */
d8307d
-ENTRY(__wcsrchr_vx)
d8307d
+ENTRY(WCSRCHR_Z13)
d8307d
 	.machine "z13"
d8307d
 	.machinemode "zarch_nohighgprs"
d8307d
 
d8307d
@@ -185,6 +186,10 @@ ENTRY(__wcsrchr_vx)
d8307d
 	.byte	0x0C,0x0D,0x0E,0x0F,0x08,0x09,0x0A,0x0B
d8307d
 	.byte	0x04,0x05,0x06,0x07,0x00,0x01,0x02,0x03
d8307d
 .Lfallback:
d8307d
-	jg	__wcsrchr_c
d8307d
-END(__wcsrchr_vx)
d8307d
-#endif /* HAVE_S390_VX_ASM_SUPPORT && IS_IN (libc) */
d8307d
+	jg	WCSRCHR_C
d8307d
+END(WCSRCHR_Z13)
d8307d
+
d8307d
+# if ! HAVE_WCSRCHR_IFUNC
d8307d
+strong_alias (WCSRCHR_Z13, wcsrchr)
d8307d
+# endif
d8307d
+#endif
d8307d
diff --git a/sysdeps/s390/multiarch/wcsrchr.c b/sysdeps/s390/wcsrchr.c
d8307d
similarity index 69%
d8307d
rename from sysdeps/s390/multiarch/wcsrchr.c
d8307d
rename to sysdeps/s390/wcsrchr.c
d8307d
index aa0b8a8f82545f64..eb70f270383880f2 100644
d8307d
--- a/sysdeps/s390/multiarch/wcsrchr.c
d8307d
+++ b/sysdeps/s390/wcsrchr.c
d8307d
@@ -16,12 +16,23 @@
d8307d
    License along with the GNU C Library; if not, see
d8307d
    <http://www.gnu.org/licenses/>.  */
d8307d
 
d8307d
-#if defined HAVE_S390_VX_ASM_SUPPORT && IS_IN (libc)
d8307d
+#include <ifunc-wcsrchr.h>
d8307d
+
d8307d
+#if HAVE_WCSRCHR_IFUNC
d8307d
 # include <wchar.h>
d8307d
 # include <ifunc-resolve.h>
d8307d
 
d8307d
-s390_vx_libc_ifunc2 (__wcsrchr, wcsrchr)
d8307d
+# if HAVE_WCSRCHR_C
d8307d
+extern __typeof (wcsrchr) WCSRCHR_C attribute_hidden;
d8307d
+# endif
d8307d
+
d8307d
+# if HAVE_WCSRCHR_Z13
d8307d
+extern __typeof (wcsrchr) WCSRCHR_Z13 attribute_hidden;
d8307d
+# endif
d8307d
 
d8307d
-#else
d8307d
-# include <wcsmbs/wcsrchr.c>
d8307d
-#endif /* !(defined HAVE_S390_VX_ASM_SUPPORT && IS_IN (libc)) */
d8307d
+s390_libc_ifunc_expr (wcsrchr, wcsrchr,
d8307d
+		      (HAVE_WCSRCHR_Z13 && (hwcap & HWCAP_S390_VX))
d8307d
+		      ? WCSRCHR_Z13
d8307d
+		      : WCSRCHR_DEFAULT
d8307d
+		      )
d8307d
+#endif