adenilson / rpms / zlib

Forked from rpms/zlib 8 months ago
Clone
8cf299
From 64af50f69caa52e676a3d7066c2b07ff43d33862 Mon Sep 17 00:00:00 2001
8cf299
From: Ilya Leoshkevich <iii@linux.ibm.com>
8cf299
Date: Thu, 2 Feb 2023 19:41:11 +0100
8cf299
Subject: [PATCH] 0002-PATCH-Add-Power8-optimized-crc32.patch
ad1f37
ad1f37
---
8cf299
 CMakeLists.txt                   |    7 +-
8cf299
 Makefile.in                      |   43 +-
8cf299
 configure                        |    7 +-
8cf299
 contrib/README.contrib           |    3 +-
8cf299
 contrib/power/clang_workaround.h |   82 ++
8cf299
 contrib/power/crc32_constants.h  | 1206 ++++++++++++++++++++++++++++++
8cf299
 contrib/power/crc32_z_power8.c   |  679 +++++++++++++++++
8cf299
 contrib/power/crc32_z_resolver.c |   15 +
8cf299
 contrib/power/power.h            |    4 +
8cf299
 crc32.c                          |   12 +
8cf299
 test/crc32_test.c                |  205 +++++
8cf299
 12 files changed, 2252 insertions(+), 14 deletions(-)
8cf299
 create mode 100644 contrib/power/clang_workaround.h
8cf299
 create mode 100644 contrib/power/crc32_constants.h
8cf299
 create mode 100644 contrib/power/crc32_z_power8.c
8cf299
 create mode 100644 contrib/power/crc32_z_resolver.c
8cf299
 create mode 100644 test/crc32_test.c
ad1f37
8cf299
diff --git a/CMakeLists.txt b/CMakeLists.txt
8cf299
index e762023..abf606c 100644
8cf299
--- a/CMakeLists.txt
8cf299
+++ b/CMakeLists.txt
8cf299
@@ -184,7 +184,8 @@ if(CMAKE_COMPILER_IS_GNUCC)
8cf299
 
8cf299
             if(POWER8)
8cf299
                 add_definitions(-DZ_POWER8)
8cf299
-                set(ZLIB_POWER8 )
8cf299
+                set(ZLIB_POWER8
8cf299
+                  contrib/power/crc32_z_power8.c)
8cf299
 
8cf299
                 set_source_files_properties(
8cf299
                     ${ZLIB_POWER8}
8cf299
@@ -301,6 +302,10 @@ add_executable(example test/example.c)
8cf299
 target_link_libraries(example zlib)
8cf299
 add_test(example example)
8cf299
 
8cf299
+add_executable(crc32_test test/crc32_test.c)
8cf299
+target_link_libraries(crc32_test zlib)
8cf299
+add_test(crc32_test crc32_test)
8cf299
+
8cf299
 add_executable(minigzip test/minigzip.c)
8cf299
 target_link_libraries(minigzip zlib)
8cf299
 
ad1f37
diff --git a/Makefile.in b/Makefile.in
8cf299
index e756e2f..d392616 100644
ad1f37
--- a/Makefile.in
ad1f37
+++ b/Makefile.in
8cf299
@@ -75,11 +75,11 @@ PIC_OBJS = $(PIC_OBJC) $(PIC_OBJA)
8cf299
 
8cf299
 all: static shared
8cf299
 
8cf299
-static: example$(EXE) minigzip$(EXE)
8cf299
+static: crc32_test$(EXE) example$(EXE) minigzip$(EXE)
8cf299
 
8cf299
-shared: examplesh$(EXE) minigzipsh$(EXE)
8cf299
+shared: crc32_testsh$(EXE) examplesh$(EXE) minigzipsh$(EXE)
8cf299
 
8cf299
-all64: example64$(EXE) minigzip64$(EXE)
8cf299
+all64: crc32_test64$(EXE) example64$(EXE) minigzip64$(EXE)
8cf299
 
8cf299
 check: test
8cf299
 
8cf299
@@ -87,7 +87,7 @@ test: all teststatic testshared
8cf299
 
8cf299
 teststatic: static
8cf299
 	@TMPST=tmpst_$$; \
8cf299
-	if echo hello world | ./minigzip | ./minigzip -d && ./example $$TMPST ; then \
8cf299
+	if echo hello world | ./minigzip | ./minigzip -d && ./example $$TMPST && ./crc32_test; then \
8cf299
 	  echo '		*** zlib test OK ***'; \
8cf299
 	else \
8cf299
 	  echo '		*** zlib test FAILED ***'; false; \
8cf299
@@ -100,7 +100,7 @@ testshared: shared
8cf299
 	DYLD_LIBRARY_PATH=`pwd`:$(DYLD_LIBRARY_PATH) ; export DYLD_LIBRARY_PATH; \
8cf299
 	SHLIB_PATH=`pwd`:$(SHLIB_PATH) ; export SHLIB_PATH; \
8cf299
 	TMPSH=tmpsh_$$; \
8cf299
-	if echo hello world | ./minigzipsh | ./minigzipsh -d && ./examplesh $$TMPSH; then \
8cf299
+	if echo hello world | ./minigzipsh | ./minigzipsh -d && ./examplesh $$TMPSH && ./crc32_testsh; then \
8cf299
 	  echo '		*** zlib shared test OK ***'; \
8cf299
 	else \
8cf299
 	  echo '		*** zlib shared test FAILED ***'; false; \
8cf299
@@ -109,7 +109,7 @@ testshared: shared
8cf299
 
8cf299
 test64: all64
8cf299
 	@TMP64=tmp64_$$; \
8cf299
-	if echo hello world | ./minigzip64 | ./minigzip64 -d && ./example64 $$TMP64; then \
8cf299
+	if echo hello world | ./minigzip64 | ./minigzip64 -d && ./example64 $$TMP64 && ./crc32_test64; then \
8cf299
 	  echo '		*** zlib 64-bit test OK ***'; \
8cf299
 	else \
8cf299
 	  echo '		*** zlib 64-bit test FAILED ***'; false; \
8cf299
@@ -151,12 +151,18 @@ dfltcc.lo: $(SRCDIR)contrib/s390/dfltcc.c $(SRCDIR)zlib.h zconf.h
8cf299
 	$(CC) $(SFLAGS) $(ZINC) -DPIC -c -o objs/dfltcc.o $(SRCDIR)contrib/s390/dfltcc.c
8cf299
 	-@mv objs/dfltcc.o $@
ad1f37
 
8cf299
+crc32_test.o: $(SRCDIR)test/crc32_test.c $(SRCDIR)zlib.h zconf.h
8cf299
+	$(CC) $(CFLAGS) $(ZINCOUT) -c -o $@ $(SRCDIR)test/crc32_test.c
ad1f37
+
8cf299
 example.o: $(SRCDIR)test/example.c $(SRCDIR)zlib.h zconf.h
8cf299
 	$(CC) $(CFLAGS) $(ZINCOUT) -c -o $@ $(SRCDIR)test/example.c
8cf299
 
8cf299
 minigzip.o: $(SRCDIR)test/minigzip.c $(SRCDIR)zlib.h zconf.h
8cf299
 	$(CC) $(CFLAGS) $(ZINCOUT) -c -o $@ $(SRCDIR)test/minigzip.c
8cf299
 
8cf299
+crc32_test64.o: $(SRCDIR)test/crc32_test.c $(SRCDIR)zlib.h zconf.h
8cf299
+	$(CC) $(CFLAGS) $(ZINCOUT) -D_FILE_OFFSET_BITS=64 -c -o $@ $(SRCDIR)test/crc32_test.c
8cf299
+
8cf299
 example64.o: $(SRCDIR)test/example.c $(SRCDIR)zlib.h zconf.h
8cf299
 	$(CC) $(CFLAGS) $(ZINCOUT) -D_FILE_OFFSET_BITS=64 -c -o $@ $(SRCDIR)test/example.c
8cf299
 
8cf299
@@ -170,6 +176,9 @@ adler32.o: $(SRCDIR)adler32.c
ad1f37
 crc32.o: $(SRCDIR)crc32.c
ad1f37
 	$(CC) $(CFLAGS) $(ZINC) -c -o $@ $(SRCDIR)crc32.c
ad1f37
 
8cf299
+crc32_z_power8.o: $(SRCDIR)contrib/power/crc32_z_power8.c
8cf299
+	$(CC) $(CFLAGS) -mcpu=power8 $(ZINC) -c -o $@ $(SRCDIR)contrib/power/crc32_z_power8.c
8cf299
+
8cf299
 deflate.o: $(SRCDIR)deflate.c
8cf299
 	$(CC) $(CFLAGS) $(ZINC) -c -o $@ $(SRCDIR)deflate.c
8cf299
 
8cf299
@@ -220,6 +229,11 @@ crc32.lo: $(SRCDIR)crc32.c
8cf299
 	$(CC) $(SFLAGS) $(ZINC) -DPIC -c -o objs/crc32.o $(SRCDIR)crc32.c
8cf299
 	-@mv objs/crc32.o $@
ad1f37
 
8cf299
+crc32_z_power8.lo: $(SRCDIR)contrib/power/crc32_z_power8.c
ad1f37
+	-@mkdir objs 2>/dev/null || test -d objs
8cf299
+	$(CC) $(SFLAGS) -mcpu=power8 $(ZINC) -DPIC -c -o objs/crc32_z_power8.o $(SRCDIR)contrib/power/crc32_z_power8.c
8cf299
+	-@mv objs/crc32_z_power8.o $@
ad1f37
+
8cf299
 deflate.lo: $(SRCDIR)deflate.c
ad1f37
 	-@mkdir objs 2>/dev/null || test -d objs
8cf299
 	$(CC) $(SFLAGS) $(ZINC) -DPIC -c -o objs/deflate.o $(SRCDIR)deflate.c
8cf299
@@ -293,18 +307,27 @@ placebo $(SHAREDLIBV): $(PIC_OBJS) libz.a
8cf299
 	ln -s $@ $(SHAREDLIBM)
8cf299
 	-@rmdir objs
8cf299
 
8cf299
+crc32_test$(EXE): crc32_test.o $(STATICLIB)
8cf299
+	$(CC) $(CFLAGS) -o $@ crc32_test.o $(TEST_LDFLAGS)
8cf299
+
8cf299
 example$(EXE): example.o $(STATICLIB)
8cf299
 	$(CC) $(CFLAGS) -o $@ example.o $(TEST_LDFLAGS)
8cf299
 
8cf299
 minigzip$(EXE): minigzip.o $(STATICLIB)
8cf299
 	$(CC) $(CFLAGS) -o $@ minigzip.o $(TEST_LDFLAGS)
8cf299
 
8cf299
+crc32_testsh$(EXE): crc32_test.o $(SHAREDLIBV)
8cf299
+	$(CC) $(CFLAGS) -o $@ crc32_test.o -L. $(SHAREDLIBV)
8cf299
+
8cf299
 examplesh$(EXE): example.o $(SHAREDLIBV)
8cf299
 	$(CC) $(CFLAGS) -o $@ example.o -L. $(SHAREDLIBV)
8cf299
 
8cf299
 minigzipsh$(EXE): minigzip.o $(SHAREDLIBV)
8cf299
 	$(CC) $(CFLAGS) -o $@ minigzip.o -L. $(SHAREDLIBV)
8cf299
 
8cf299
+crc32_test64$(EXE): crc32_test64.o $(STATICLIB)
8cf299
+	$(CC) $(CFLAGS) -o $@ crc32_test64.o $(TEST_LDFLAGS)
8cf299
+
8cf299
 example64$(EXE): example64.o $(STATICLIB)
8cf299
 	$(CC) $(CFLAGS) -o $@ example64.o $(TEST_LDFLAGS)
8cf299
 
8cf299
@@ -374,8 +397,8 @@ zconf: $(SRCDIR)zconf.h.in
8cf299
 mostlyclean: clean
8cf299
 clean:
8cf299
 	rm -f *.o *.lo *~ \
8cf299
-	   example$(EXE) minigzip$(EXE) examplesh$(EXE) minigzipsh$(EXE) \
8cf299
-	   example64$(EXE) minigzip64$(EXE) \
8cf299
+	   crc32_test$(EXE) example$(EXE) minigzip$(EXE) crc32_testsh$(EXE) examplesh$(EXE) minigzipsh$(EXE) \
8cf299
+	   crc32_test64$(EXE) example64$(EXE) minigzip64$(EXE) \
8cf299
 	   infcover \
8cf299
 	   libz.* foo.gz so_locations \
8cf299
 	   _match.s maketree contrib/infback9/*.o
8cf299
@@ -399,7 +422,7 @@ tags:
8cf299
 
8cf299
 adler32.o zutil.o: $(SRCDIR)zutil.h $(SRCDIR)zlib.h zconf.h
8cf299
 gzclose.o gzlib.o gzread.o gzwrite.o: $(SRCDIR)zlib.h zconf.h $(SRCDIR)gzguts.h
8cf299
-compress.o example.o minigzip.o uncompr.o: $(SRCDIR)zlib.h zconf.h
8cf299
+compress.o crc32_test.o example.o minigzip.o uncompr.o: $(SRCDIR)zlib.h zconf.h
8cf299
 crc32.o: $(SRCDIR)zutil.h $(SRCDIR)zlib.h zconf.h $(SRCDIR)crc32.h
8cf299
 deflate.o: $(SRCDIR)deflate.h $(SRCDIR)zutil.h $(SRCDIR)zlib.h zconf.h
8cf299
 infback.o inflate.o: $(SRCDIR)zutil.h $(SRCDIR)zlib.h zconf.h $(SRCDIR)inftrees.h $(SRCDIR)inflate.h $(SRCDIR)inffast.h $(SRCDIR)inffixed.h
8cf299
@@ -409,7 +432,7 @@ trees.o: $(SRCDIR)deflate.h $(SRCDIR)zutil.h $(SRCDIR)zlib.h zconf.h $(SRCDIR)tr
8cf299
 
8cf299
 adler32.lo zutil.lo: $(SRCDIR)zutil.h $(SRCDIR)zlib.h zconf.h
8cf299
 gzclose.lo gzlib.lo gzread.lo gzwrite.lo: $(SRCDIR)zlib.h zconf.h $(SRCDIR)gzguts.h
8cf299
-compress.lo example.lo minigzip.lo uncompr.lo: $(SRCDIR)zlib.h zconf.h
8cf299
+compress.lo crc32_test.lo example.lo minigzip.lo uncompr.lo: $(SRCDIR)zlib.h zconf.h
8cf299
 crc32.lo: $(SRCDIR)zutil.h $(SRCDIR)zlib.h zconf.h $(SRCDIR)crc32.h
8cf299
 deflate.lo: $(SRCDIR)deflate.h $(SRCDIR)zutil.h $(SRCDIR)zlib.h zconf.h
8cf299
 infback.lo inflate.lo: $(SRCDIR)zutil.h $(SRCDIR)zlib.h zconf.h $(SRCDIR)inftrees.h $(SRCDIR)inflate.h $(SRCDIR)inffast.h $(SRCDIR)inffixed.h
ad1f37
diff --git a/configure b/configure
8cf299
index 0538d58..e37dac8 100755
ad1f37
--- a/configure
ad1f37
+++ b/configure
8cf299
@@ -876,6 +876,9 @@ cat > $test.c <
8cf299
 #ifndef _ARCH_PPC
8cf299
   #error "Target is not Power"
8cf299
 #endif
8cf299
+#if !(defined(__PPC64__) || defined(__powerpc64__))
8cf299
+  #error "Target is not 64 bits"
ad1f37
+#endif
8cf299
 #ifndef HAVE_IFUNC
8cf299
   #error "Target doesn't support ifunc"
8cf299
 #endif
8cf299
@@ -889,8 +892,8 @@ if tryboth $CC -c $CFLAGS $test.c; then
8cf299
 
8cf299
   if tryboth $CC -c $CFLAGS -mcpu=power8 $test.c; then
8cf299
     POWER8="-DZ_POWER8"
8cf299
-    PIC_OBJC="${PIC_OBJC}"
8cf299
-    OBJC="${OBJC}"
8cf299
+    PIC_OBJC="${PIC_OBJC} crc32_z_power8.lo"
8cf299
+    OBJC="${OBJC} crc32_z_power8.o"
8cf299
     echo "Checking for -mcpu=power8 support... Yes." | tee -a configure.log
8cf299
   else
8cf299
     echo "Checking for -mcpu=power8 support... No." | tee -a configure.log
8cf299
diff --git a/contrib/README.contrib b/contrib/README.contrib
8cf299
index 2a53f90..5411ec6 100644
8cf299
--- a/contrib/README.contrib
8cf299
+++ b/contrib/README.contrib
8cf299
@@ -67,7 +67,8 @@ minizip/    by Gilles Vollant <info@winimage.com>
8cf299
 pascal/     by Bob Dellaca <bobdl@xtra.co.nz> et al.
8cf299
         Support for Pascal
8cf299
 
8cf299
-power/      by Matheus Castanho <msc@linux.ibm.com>
8cf299
+power/      by Daniel Black <daniel@linux.ibm.com>
8cf299
+               Matheus Castanho <msc@linux.ibm.com>
8cf299
             and Rogerio Alves <rcardoso@linux.ibm.com>
8cf299
         Optimized functions for Power processors
8cf299
 
8cf299
diff --git a/contrib/power/clang_workaround.h b/contrib/power/clang_workaround.h
ad1f37
new file mode 100644
8cf299
index 0000000..b5e7dae
ad1f37
--- /dev/null
8cf299
+++ b/contrib/power/clang_workaround.h
ad1f37
@@ -0,0 +1,82 @@
ad1f37
+#ifndef CLANG_WORKAROUNDS_H
ad1f37
+#define CLANG_WORKAROUNDS_H
ad1f37
+
ad1f37
+/*
ad1f37
+ * These stubs fix clang incompatibilities with GCC builtins.
ad1f37
+ */
ad1f37
+
ad1f37
+#ifndef __builtin_crypto_vpmsumw
ad1f37
+#define __builtin_crypto_vpmsumw __builtin_crypto_vpmsumb
ad1f37
+#endif
ad1f37
+#ifndef __builtin_crypto_vpmsumd
ad1f37
+#define __builtin_crypto_vpmsumd __builtin_crypto_vpmsumb
ad1f37
+#endif
ad1f37
+
ad1f37
+static inline
ad1f37
+__vector unsigned long long __attribute__((overloadable))
ad1f37
+vec_ld(int __a, const __vector unsigned long long* __b)
ad1f37
+{
ad1f37
+	return (__vector unsigned long long)__builtin_altivec_lvx(__a, __b);
ad1f37
+}
ad1f37
+
ad1f37
+/*
ad1f37
+ * GCC __builtin_pack_vector_int128 returns a vector __int128_t but Clang
ad1f37
+ * does not recognize this type. On GCC this builtin is translated to a
ad1f37
+ * xxpermdi instruction that only moves the registers __a, __b instead generates
ad1f37
+ * a load.
ad1f37
+ *
ad1f37
+ * Clang has vec_xxpermdi intrinsics. It was implemented in 4.0.0.
ad1f37
+ */
ad1f37
+static inline
ad1f37
+__vector unsigned long long  __builtin_pack_vector (unsigned long __a,
ad1f37
+						    unsigned long __b)
ad1f37
+{
ad1f37
+	#if defined(__BIG_ENDIAN__)
ad1f37
+	__vector unsigned long long __v = {__a, __b};
ad1f37
+	#else
ad1f37
+	__vector unsigned long long __v = {__b, __a};
ad1f37
+	#endif
ad1f37
+	return __v;
ad1f37
+}
ad1f37
+
ad1f37
+#ifndef vec_xxpermdi
ad1f37
+
ad1f37
+static inline
ad1f37
+unsigned long __builtin_unpack_vector (__vector unsigned long long __v,
ad1f37
+				       int __o)
ad1f37
+{
ad1f37
+	return __v[__o];
ad1f37
+}
ad1f37
+
ad1f37
+#if defined(__BIG_ENDIAN__)
ad1f37
+#define __builtin_unpack_vector_0(a) __builtin_unpack_vector ((a), 0)
ad1f37
+#define __builtin_unpack_vector_1(a) __builtin_unpack_vector ((a), 1)
ad1f37
+#else
ad1f37
+#define __builtin_unpack_vector_0(a) __builtin_unpack_vector ((a), 1)
ad1f37
+#define __builtin_unpack_vector_1(a) __builtin_unpack_vector ((a), 0)
ad1f37
+#endif
ad1f37
+
ad1f37
+#else
ad1f37
+
ad1f37
+static inline
ad1f37
+unsigned long __builtin_unpack_vector_0 (__vector unsigned long long __v)
ad1f37
+{
ad1f37
+	#if defined(__BIG_ENDIAN__)
ad1f37
+	return vec_xxpermdi(__v, __v, 0x0)[1];
ad1f37
+	#else
ad1f37
+	return vec_xxpermdi(__v, __v, 0x0)[0];
ad1f37
+	#endif
ad1f37
+}
ad1f37
+
ad1f37
+static inline
ad1f37
+unsigned long __builtin_unpack_vector_1 (__vector unsigned long long __v)
ad1f37
+{
ad1f37
+	#if defined(__BIG_ENDIAN__)
ad1f37
+	return vec_xxpermdi(__v, __v, 0x3)[1];
ad1f37
+	#else
ad1f37
+	return vec_xxpermdi(__v, __v, 0x3)[0];
ad1f37
+	#endif
ad1f37
+}
ad1f37
+#endif /* vec_xxpermdi */
ad1f37
+
ad1f37
+#endif
8cf299
diff --git a/contrib/power/crc32_constants.h b/contrib/power/crc32_constants.h
ad1f37
new file mode 100644
ad1f37
index 0000000..58088dc
ad1f37
--- /dev/null
8cf299
+++ b/contrib/power/crc32_constants.h
ad1f37
@@ -0,0 +1,1206 @@
ad1f37
+/*
ad1f37
+*
ad1f37
+* THIS FILE IS GENERATED WITH
ad1f37
+./crc32_constants -c -r -x 0x04C11DB7 
ad1f37
+
ad1f37
+* This is from https://github.com/antonblanchard/crc32-vpmsum/
ad1f37
+* DO NOT MODIFY IT MANUALLY!
ad1f37
+*
ad1f37
+*/
ad1f37
+
ad1f37
+#define CRC 0x4c11db7
ad1f37
+#define CRC_XOR
ad1f37
+#define REFLECT
ad1f37
+#define MAX_SIZE    32768
ad1f37
+
ad1f37
+#ifndef __ASSEMBLER__
ad1f37
+#ifdef CRC_TABLE
ad1f37
+static const unsigned int crc_table[] = {
ad1f37
+	0x00000000, 0x77073096, 0xee0e612c, 0x990951ba,
ad1f37
+	0x076dc419, 0x706af48f, 0xe963a535, 0x9e6495a3,
ad1f37
+	0x0edb8832, 0x79dcb8a4, 0xe0d5e91e, 0x97d2d988,
ad1f37
+	0x09b64c2b, 0x7eb17cbd, 0xe7b82d07, 0x90bf1d91,
ad1f37
+	0x1db71064, 0x6ab020f2, 0xf3b97148, 0x84be41de,
ad1f37
+	0x1adad47d, 0x6ddde4eb, 0xf4d4b551, 0x83d385c7,
ad1f37
+	0x136c9856, 0x646ba8c0, 0xfd62f97a, 0x8a65c9ec,
ad1f37
+	0x14015c4f, 0x63066cd9, 0xfa0f3d63, 0x8d080df5,
ad1f37
+	0x3b6e20c8, 0x4c69105e, 0xd56041e4, 0xa2677172,
ad1f37
+	0x3c03e4d1, 0x4b04d447, 0xd20d85fd, 0xa50ab56b,
ad1f37
+	0x35b5a8fa, 0x42b2986c, 0xdbbbc9d6, 0xacbcf940,
ad1f37
+	0x32d86ce3, 0x45df5c75, 0xdcd60dcf, 0xabd13d59,
ad1f37
+	0x26d930ac, 0x51de003a, 0xc8d75180, 0xbfd06116,
ad1f37
+	0x21b4f4b5, 0x56b3c423, 0xcfba9599, 0xb8bda50f,
ad1f37
+	0x2802b89e, 0x5f058808, 0xc60cd9b2, 0xb10be924,
ad1f37
+	0x2f6f7c87, 0x58684c11, 0xc1611dab, 0xb6662d3d,
ad1f37
+	0x76dc4190, 0x01db7106, 0x98d220bc, 0xefd5102a,
ad1f37
+	0x71b18589, 0x06b6b51f, 0x9fbfe4a5, 0xe8b8d433,
ad1f37
+	0x7807c9a2, 0x0f00f934, 0x9609a88e, 0xe10e9818,
ad1f37
+	0x7f6a0dbb, 0x086d3d2d, 0x91646c97, 0xe6635c01,
ad1f37
+	0x6b6b51f4, 0x1c6c6162, 0x856530d8, 0xf262004e,
ad1f37
+	0x6c0695ed, 0x1b01a57b, 0x8208f4c1, 0xf50fc457,
ad1f37
+	0x65b0d9c6, 0x12b7e950, 0x8bbeb8ea, 0xfcb9887c,
ad1f37
+	0x62dd1ddf, 0x15da2d49, 0x8cd37cf3, 0xfbd44c65,
ad1f37
+	0x4db26158, 0x3ab551ce, 0xa3bc0074, 0xd4bb30e2,
ad1f37
+	0x4adfa541, 0x3dd895d7, 0xa4d1c46d, 0xd3d6f4fb,
ad1f37
+	0x4369e96a, 0x346ed9fc, 0xad678846, 0xda60b8d0,
ad1f37
+	0x44042d73, 0x33031de5, 0xaa0a4c5f, 0xdd0d7cc9,
ad1f37
+	0x5005713c, 0x270241aa, 0xbe0b1010, 0xc90c2086,
ad1f37
+	0x5768b525, 0x206f85b3, 0xb966d409, 0xce61e49f,
ad1f37
+	0x5edef90e, 0x29d9c998, 0xb0d09822, 0xc7d7a8b4,
ad1f37
+	0x59b33d17, 0x2eb40d81, 0xb7bd5c3b, 0xc0ba6cad,
ad1f37
+	0xedb88320, 0x9abfb3b6, 0x03b6e20c, 0x74b1d29a,
ad1f37
+	0xead54739, 0x9dd277af, 0x04db2615, 0x73dc1683,
ad1f37
+	0xe3630b12, 0x94643b84, 0x0d6d6a3e, 0x7a6a5aa8,
ad1f37
+	0xe40ecf0b, 0x9309ff9d, 0x0a00ae27, 0x7d079eb1,
ad1f37
+	0xf00f9344, 0x8708a3d2, 0x1e01f268, 0x6906c2fe,
ad1f37
+	0xf762575d, 0x806567cb, 0x196c3671, 0x6e6b06e7,
ad1f37
+	0xfed41b76, 0x89d32be0, 0x10da7a5a, 0x67dd4acc,
ad1f37
+	0xf9b9df6f, 0x8ebeeff9, 0x17b7be43, 0x60b08ed5,
ad1f37
+	0xd6d6a3e8, 0xa1d1937e, 0x38d8c2c4, 0x4fdff252,
ad1f37
+	0xd1bb67f1, 0xa6bc5767, 0x3fb506dd, 0x48b2364b,
ad1f37
+	0xd80d2bda, 0xaf0a1b4c, 0x36034af6, 0x41047a60,
ad1f37
+	0xdf60efc3, 0xa867df55, 0x316e8eef, 0x4669be79,
ad1f37
+	0xcb61b38c, 0xbc66831a, 0x256fd2a0, 0x5268e236,
ad1f37
+	0xcc0c7795, 0xbb0b4703, 0x220216b9, 0x5505262f,
ad1f37
+	0xc5ba3bbe, 0xb2bd0b28, 0x2bb45a92, 0x5cb36a04,
ad1f37
+	0xc2d7ffa7, 0xb5d0cf31, 0x2cd99e8b, 0x5bdeae1d,
ad1f37
+	0x9b64c2b0, 0xec63f226, 0x756aa39c, 0x026d930a,
ad1f37
+	0x9c0906a9, 0xeb0e363f, 0x72076785, 0x05005713,
ad1f37
+	0x95bf4a82, 0xe2b87a14, 0x7bb12bae, 0x0cb61b38,
ad1f37
+	0x92d28e9b, 0xe5d5be0d, 0x7cdcefb7, 0x0bdbdf21,
ad1f37
+	0x86d3d2d4, 0xf1d4e242, 0x68ddb3f8, 0x1fda836e,
ad1f37
+	0x81be16cd, 0xf6b9265b, 0x6fb077e1, 0x18b74777,
ad1f37
+	0x88085ae6, 0xff0f6a70, 0x66063bca, 0x11010b5c,
ad1f37
+	0x8f659eff, 0xf862ae69, 0x616bffd3, 0x166ccf45,
ad1f37
+	0xa00ae278, 0xd70dd2ee, 0x4e048354, 0x3903b3c2,
ad1f37
+	0xa7672661, 0xd06016f7, 0x4969474d, 0x3e6e77db,
ad1f37
+	0xaed16a4a, 0xd9d65adc, 0x40df0b66, 0x37d83bf0,
ad1f37
+	0xa9bcae53, 0xdebb9ec5, 0x47b2cf7f, 0x30b5ffe9,
ad1f37
+	0xbdbdf21c, 0xcabac28a, 0x53b39330, 0x24b4a3a6,
ad1f37
+	0xbad03605, 0xcdd70693, 0x54de5729, 0x23d967bf,
ad1f37
+	0xb3667a2e, 0xc4614ab8, 0x5d681b02, 0x2a6f2b94,
ad1f37
+	0xb40bbe37, 0xc30c8ea1, 0x5a05df1b, 0x2d02ef8d,};
ad1f37
+
ad1f37
+#endif /* CRC_TABLE */
ad1f37
+#ifdef POWER8_INTRINSICS
ad1f37
+
ad1f37
+/* Constants */
ad1f37
+
ad1f37
+/* Reduce 262144 kbits to 1024 bits */
ad1f37
+static const __vector unsigned long long vcrc_const[255]
ad1f37
+	__attribute__((aligned (16))) = {
ad1f37
+#ifdef __LITTLE_ENDIAN__
ad1f37
+		/* x^261120 mod p(x)` << 1, x^261184 mod p(x)` << 1 */
ad1f37
+		{ 0x0000000099ea94a8, 0x00000001651797d2 },
ad1f37
+		/* x^260096 mod p(x)` << 1, x^260160 mod p(x)` << 1 */
ad1f37
+		{ 0x00000000945a8420, 0x0000000021e0d56c },
ad1f37
+		/* x^259072 mod p(x)` << 1, x^259136 mod p(x)` << 1 */
ad1f37
+		{ 0x0000000030762706, 0x000000000f95ecaa },
ad1f37
+		/* x^258048 mod p(x)` << 1, x^258112 mod p(x)` << 1 */
ad1f37
+		{ 0x00000001a52fc582, 0x00000001ebd224ac },
ad1f37
+		/* x^257024 mod p(x)` << 1, x^257088 mod p(x)` << 1 */
ad1f37
+		{ 0x00000001a4a7167a, 0x000000000ccb97ca },
ad1f37
+		/* x^256000 mod p(x)` << 1, x^256064 mod p(x)` << 1 */
ad1f37
+		{ 0x000000000c18249a, 0x00000001006ec8a8 },
ad1f37
+		/* x^254976 mod p(x)` << 1, x^255040 mod p(x)` << 1 */
ad1f37
+		{ 0x00000000a924ae7c, 0x000000014f58f196 },
ad1f37
+		/* x^253952 mod p(x)` << 1, x^254016 mod p(x)` << 1 */
ad1f37
+		{ 0x00000001e12ccc12, 0x00000001a7192ca6 },
ad1f37
+		/* x^252928 mod p(x)` << 1, x^252992 mod p(x)` << 1 */
ad1f37
+		{ 0x00000000a0b9d4ac, 0x000000019a64bab2 },
ad1f37
+		/* x^251904 mod p(x)` << 1, x^251968 mod p(x)` << 1 */
ad1f37
+		{ 0x0000000095e8ddfe, 0x0000000014f4ed2e },
ad1f37
+		/* x^250880 mod p(x)` << 1, x^250944 mod p(x)` << 1 */
ad1f37
+		{ 0x00000000233fddc4, 0x000000011092b6a2 },
ad1f37
+		/* x^249856 mod p(x)` << 1, x^249920 mod p(x)` << 1 */
ad1f37
+		{ 0x00000001b4529b62, 0x00000000c8a1629c },
ad1f37
+		/* x^248832 mod p(x)` << 1, x^248896 mod p(x)` << 1 */
ad1f37
+		{ 0x00000001a7fa0e64, 0x000000017bf32e8e },
ad1f37
+		/* x^247808 mod p(x)` << 1, x^247872 mod p(x)` << 1 */
ad1f37
+		{ 0x00000001b5334592, 0x00000001f8cc6582 },
ad1f37
+		/* x^246784 mod p(x)` << 1, x^246848 mod p(x)` << 1 */
ad1f37
+		{ 0x000000011f8ee1b4, 0x000000008631ddf0 },
ad1f37
+		/* x^245760 mod p(x)` << 1, x^245824 mod p(x)` << 1 */
ad1f37
+		{ 0x000000006252e632, 0x000000007e5a76d0 },
ad1f37
+		/* x^244736 mod p(x)` << 1, x^244800 mod p(x)` << 1 */
ad1f37
+		{ 0x00000000ab973e84, 0x000000002b09b31c },
ad1f37
+		/* x^243712 mod p(x)` << 1, x^243776 mod p(x)` << 1 */
ad1f37
+		{ 0x000000007734f5ec, 0x00000001b2df1f84 },
ad1f37
+		/* x^242688 mod p(x)` << 1, x^242752 mod p(x)` << 1 */
ad1f37
+		{ 0x000000007c547798, 0x00000001d6f56afc },
ad1f37
+		/* x^241664 mod p(x)` << 1, x^241728 mod p(x)` << 1 */
ad1f37
+		{ 0x000000007ec40210, 0x00000001b9b5e70c },
ad1f37
+		/* x^240640 mod p(x)` << 1, x^240704 mod p(x)` << 1 */
ad1f37
+		{ 0x00000001ab1695a8, 0x0000000034b626d2 },
ad1f37
+		/* x^239616 mod p(x)` << 1, x^239680 mod p(x)` << 1 */
ad1f37
+		{ 0x0000000090494bba, 0x000000014c53479a },
ad1f37
+		/* x^238592 mod p(x)` << 1, x^238656 mod p(x)` << 1 */
ad1f37
+		{ 0x00000001123fb816, 0x00000001a6d179a4 },
ad1f37
+		/* x^237568 mod p(x)` << 1, x^237632 mod p(x)` << 1 */
ad1f37
+		{ 0x00000001e188c74c, 0x000000015abd16b4 },
ad1f37
+		/* x^236544 mod p(x)` << 1, x^236608 mod p(x)` << 1 */
ad1f37
+		{ 0x00000001c2d3451c, 0x00000000018f9852 },
ad1f37
+		/* x^235520 mod p(x)` << 1, x^235584 mod p(x)` << 1 */
ad1f37
+		{ 0x00000000f55cf1ca, 0x000000001fb3084a },
ad1f37
+		/* x^234496 mod p(x)` << 1, x^234560 mod p(x)` << 1 */
ad1f37
+		{ 0x00000001a0531540, 0x00000000c53dfb04 },
ad1f37
+		/* x^233472 mod p(x)` << 1, x^233536 mod p(x)` << 1 */
ad1f37
+		{ 0x0000000132cd7ebc, 0x00000000e10c9ad6 },
ad1f37
+		/* x^232448 mod p(x)` << 1, x^232512 mod p(x)` << 1 */
ad1f37
+		{ 0x0000000073ab7f36, 0x0000000025aa994a },
ad1f37
+		/* x^231424 mod p(x)` << 1, x^231488 mod p(x)` << 1 */
ad1f37
+		{ 0x0000000041aed1c2, 0x00000000fa3a74c4 },
ad1f37
+		/* x^230400 mod p(x)` << 1, x^230464 mod p(x)` << 1 */
ad1f37
+		{ 0x0000000136c53800, 0x0000000033eb3f40 },
ad1f37
+		/* x^229376 mod p(x)` << 1, x^229440 mod p(x)` << 1 */
ad1f37
+		{ 0x0000000126835a30, 0x000000017193f296 },
ad1f37
+		/* x^228352 mod p(x)` << 1, x^228416 mod p(x)` << 1 */
ad1f37
+		{ 0x000000006241b502, 0x0000000043f6c86a },
ad1f37
+		/* x^227328 mod p(x)` << 1, x^227392 mod p(x)` << 1 */
ad1f37
+		{ 0x00000000d5196ad4, 0x000000016b513ec6 },
ad1f37
+		/* x^226304 mod p(x)` << 1, x^226368 mod p(x)` << 1 */
ad1f37
+		{ 0x000000009cfa769a, 0x00000000c8f25b4e },
ad1f37
+		/* x^225280 mod p(x)` << 1, x^225344 mod p(x)` << 1 */
ad1f37
+		{ 0x00000000920e5df4, 0x00000001a45048ec },
ad1f37
+		/* x^224256 mod p(x)` << 1, x^224320 mod p(x)` << 1 */
ad1f37
+		{ 0x0000000169dc310e, 0x000000000c441004 },
ad1f37
+		/* x^223232 mod p(x)` << 1, x^223296 mod p(x)` << 1 */
ad1f37
+		{ 0x0000000009fc331c, 0x000000000e17cad6 },
ad1f37
+		/* x^222208 mod p(x)` << 1, x^222272 mod p(x)` << 1 */
ad1f37
+		{ 0x000000010d94a81e, 0x00000001253ae964 },
ad1f37
+		/* x^221184 mod p(x)` << 1, x^221248 mod p(x)` << 1 */
ad1f37
+		{ 0x0000000027a20ab2, 0x00000001d7c88ebc },
ad1f37
+		/* x^220160 mod p(x)` << 1, x^220224 mod p(x)` << 1 */
ad1f37
+		{ 0x0000000114f87504, 0x00000001e7ca913a },
ad1f37
+		/* x^219136 mod p(x)` << 1, x^219200 mod p(x)` << 1 */
ad1f37
+		{ 0x000000004b076d96, 0x0000000033ed078a },
ad1f37
+		/* x^218112 mod p(x)` << 1, x^218176 mod p(x)` << 1 */
ad1f37
+		{ 0x00000000da4d1e74, 0x00000000e1839c78 },
ad1f37
+		/* x^217088 mod p(x)` << 1, x^217152 mod p(x)` << 1 */
ad1f37
+		{ 0x000000001b81f672, 0x00000001322b267e },
ad1f37
+		/* x^216064 mod p(x)` << 1, x^216128 mod p(x)` << 1 */
ad1f37
+		{ 0x000000009367c988, 0x00000000638231b6 },
ad1f37
+		/* x^215040 mod p(x)` << 1, x^215104 mod p(x)` << 1 */
ad1f37
+		{ 0x00000001717214ca, 0x00000001ee7f16f4 },
ad1f37
+		/* x^214016 mod p(x)` << 1, x^214080 mod p(x)` << 1 */
ad1f37
+		{ 0x000000009f47d820, 0x0000000117d9924a },
ad1f37
+		/* x^212992 mod p(x)` << 1, x^213056 mod p(x)` << 1 */
ad1f37
+		{ 0x000000010d9a47d2, 0x00000000e1a9e0c4 },
ad1f37
+		/* x^211968 mod p(x)` << 1, x^212032 mod p(x)` << 1 */
ad1f37
+		{ 0x00000000a696c58c, 0x00000001403731dc },
ad1f37
+		/* x^210944 mod p(x)` << 1, x^211008 mod p(x)` << 1 */
ad1f37
+		{ 0x000000002aa28ec6, 0x00000001a5ea9682 },
ad1f37
+		/* x^209920 mod p(x)` << 1, x^209984 mod p(x)` << 1 */
ad1f37
+		{ 0x00000001fe18fd9a, 0x0000000101c5c578 },
ad1f37
+		/* x^208896 mod p(x)` << 1, x^208960 mod p(x)` << 1 */
ad1f37
+		{ 0x000000019d4fc1ae, 0x00000000dddf6494 },
ad1f37
+		/* x^207872 mod p(x)` << 1, x^207936 mod p(x)` << 1 */
ad1f37
+		{ 0x00000001ba0e3dea, 0x00000000f1c3db28 },
ad1f37
+		/* x^206848 mod p(x)` << 1, x^206912 mod p(x)` << 1 */
ad1f37
+		{ 0x0000000074b59a5e, 0x000000013112fb9c },
ad1f37
+		/* x^205824 mod p(x)` << 1, x^205888 mod p(x)` << 1 */
ad1f37
+		{ 0x00000000f2b5ea98, 0x00000000b680b906 },
ad1f37
+		/* x^204800 mod p(x)` << 1, x^204864 mod p(x)` << 1 */
ad1f37
+		{ 0x0000000187132676, 0x000000001a282932 },
ad1f37
+		/* x^203776 mod p(x)` << 1, x^203840 mod p(x)` << 1 */
ad1f37
+		{ 0x000000010a8c6ad4, 0x0000000089406e7e },
ad1f37
+		/* x^202752 mod p(x)` << 1, x^202816 mod p(x)` << 1 */
ad1f37
+		{ 0x00000001e21dfe70, 0x00000001def6be8c },
ad1f37
+		/* x^201728 mod p(x)` << 1, x^201792 mod p(x)` << 1 */
ad1f37
+		{ 0x00000001da0050e4, 0x0000000075258728 },
ad1f37
+		/* x^200704 mod p(x)` << 1, x^200768 mod p(x)` << 1 */
ad1f37
+		{ 0x00000000772172ae, 0x000000019536090a },
ad1f37
+		/* x^199680 mod p(x)` << 1, x^199744 mod p(x)` << 1 */
ad1f37
+		{ 0x00000000e47724aa, 0x00000000f2455bfc },
ad1f37
+		/* x^198656 mod p(x)` << 1, x^198720 mod p(x)` << 1 */
ad1f37
+		{ 0x000000003cd63ac4, 0x000000018c40baf4 },
ad1f37
+		/* x^197632 mod p(x)` << 1, x^197696 mod p(x)` << 1 */
ad1f37
+		{ 0x00000001bf47d352, 0x000000004cd390d4 },
ad1f37
+		/* x^196608 mod p(x)` << 1, x^196672 mod p(x)` << 1 */
ad1f37
+		{ 0x000000018dc1d708, 0x00000001e4ece95a },
ad1f37
+		/* x^195584 mod p(x)` << 1, x^195648 mod p(x)` << 1 */
ad1f37
+		{ 0x000000002d4620a4, 0x000000001a3ee918 },
ad1f37
+		/* x^194560 mod p(x)` << 1, x^194624 mod p(x)` << 1 */
ad1f37
+		{ 0x0000000058fd1740, 0x000000007c652fb8 },
ad1f37
+		/* x^193536 mod p(x)` << 1, x^193600 mod p(x)` << 1 */
ad1f37
+		{ 0x00000000dadd9bfc, 0x000000011c67842c },
ad1f37
+		/* x^192512 mod p(x)` << 1, x^192576 mod p(x)` << 1 */
ad1f37
+		{ 0x00000001ea2140be, 0x00000000254f759c },
ad1f37
+		/* x^191488 mod p(x)` << 1, x^191552 mod p(x)` << 1 */
ad1f37
+		{ 0x000000009de128ba, 0x000000007ece94ca },
ad1f37
+		/* x^190464 mod p(x)` << 1, x^190528 mod p(x)` << 1 */
ad1f37
+		{ 0x000000013ac3aa8e, 0x0000000038f258c2 },
ad1f37
+		/* x^189440 mod p(x)` << 1, x^189504 mod p(x)` << 1 */
ad1f37
+		{ 0x0000000099980562, 0x00000001cdf17b00 },
ad1f37
+		/* x^188416 mod p(x)` << 1, x^188480 mod p(x)` << 1 */
ad1f37
+		{ 0x00000001c1579c86, 0x000000011f882c16 },
ad1f37
+		/* x^187392 mod p(x)` << 1, x^187456 mod p(x)` << 1 */
ad1f37
+		{ 0x0000000068dbbf94, 0x0000000100093fc8 },
ad1f37
+		/* x^186368 mod p(x)` << 1, x^186432 mod p(x)` << 1 */
ad1f37
+		{ 0x000000004509fb04, 0x00000001cd684f16 },
ad1f37
+		/* x^185344 mod p(x)` << 1, x^185408 mod p(x)` << 1 */
ad1f37
+		{ 0x00000001202f6398, 0x000000004bc6a70a },
ad1f37
+		/* x^184320 mod p(x)` << 1, x^184384 mod p(x)` << 1 */
ad1f37
+		{ 0x000000013aea243e, 0x000000004fc7e8e4 },
ad1f37
+		/* x^183296 mod p(x)` << 1, x^183360 mod p(x)` << 1 */
ad1f37
+		{ 0x00000001b4052ae6, 0x0000000130103f1c },
ad1f37
+		/* x^182272 mod p(x)` << 1, x^182336 mod p(x)` << 1 */
ad1f37
+		{ 0x00000001cd2a0ae8, 0x0000000111b0024c },
ad1f37
+		/* x^181248 mod p(x)` << 1, x^181312 mod p(x)` << 1 */
ad1f37
+		{ 0x00000001fe4aa8b4, 0x000000010b3079da },
ad1f37
+		/* x^180224 mod p(x)` << 1, x^180288 mod p(x)` << 1 */
ad1f37
+		{ 0x00000001d1559a42, 0x000000010192bcc2 },
ad1f37
+		/* x^179200 mod p(x)` << 1, x^179264 mod p(x)` << 1 */
ad1f37
+		{ 0x00000001f3e05ecc, 0x0000000074838d50 },
ad1f37
+		/* x^178176 mod p(x)` << 1, x^178240 mod p(x)` << 1 */
ad1f37
+		{ 0x0000000104ddd2cc, 0x000000001b20f520 },
ad1f37
+		/* x^177152 mod p(x)` << 1, x^177216 mod p(x)` << 1 */
ad1f37
+		{ 0x000000015393153c, 0x0000000050c3590a },
ad1f37
+		/* x^176128 mod p(x)` << 1, x^176192 mod p(x)` << 1 */
ad1f37
+		{ 0x0000000057e942c6, 0x00000000b41cac8e },
ad1f37
+		/* x^175104 mod p(x)` << 1, x^175168 mod p(x)` << 1 */
ad1f37
+		{ 0x000000012c633850, 0x000000000c72cc78 },
ad1f37
+		/* x^174080 mod p(x)` << 1, x^174144 mod p(x)` << 1 */
ad1f37
+		{ 0x00000000ebcaae4c, 0x0000000030cdb032 },
ad1f37
+		/* x^173056 mod p(x)` << 1, x^173120 mod p(x)` << 1 */
ad1f37
+		{ 0x000000013ee532a6, 0x000000013e09fc32 },
ad1f37
+		/* x^172032 mod p(x)` << 1, x^172096 mod p(x)` << 1 */
ad1f37
+		{ 0x00000001bf0cbc7e, 0x000000001ed624d2 },
ad1f37
+		/* x^171008 mod p(x)` << 1, x^171072 mod p(x)` << 1 */
ad1f37
+		{ 0x00000000d50b7a5a, 0x00000000781aee1a },
ad1f37
+		/* x^169984 mod p(x)` << 1, x^170048 mod p(x)` << 1 */
ad1f37
+		{ 0x0000000002fca6e8, 0x00000001c4d8348c },
ad1f37
+		/* x^168960 mod p(x)` << 1, x^169024 mod p(x)` << 1 */
ad1f37
+		{ 0x000000007af40044, 0x0000000057a40336 },
ad1f37
+		/* x^167936 mod p(x)` << 1, x^168000 mod p(x)` << 1 */
ad1f37
+		{ 0x0000000016178744, 0x0000000085544940 },
ad1f37
+		/* x^166912 mod p(x)` << 1, x^166976 mod p(x)` << 1 */
ad1f37
+		{ 0x000000014c177458, 0x000000019cd21e80 },
ad1f37
+		/* x^165888 mod p(x)` << 1, x^165952 mod p(x)` << 1 */
ad1f37
+		{ 0x000000011b6ddf04, 0x000000013eb95bc0 },
ad1f37
+		/* x^164864 mod p(x)` << 1, x^164928 mod p(x)` << 1 */
ad1f37
+		{ 0x00000001f3e29ccc, 0x00000001dfc9fdfc },
ad1f37
+		/* x^163840 mod p(x)` << 1, x^163904 mod p(x)` << 1 */
ad1f37
+		{ 0x0000000135ae7562, 0x00000000cd028bc2 },
ad1f37
+		/* x^162816 mod p(x)` << 1, x^162880 mod p(x)` << 1 */
ad1f37
+		{ 0x0000000190ef812c, 0x0000000090db8c44 },
ad1f37
+		/* x^161792 mod p(x)` << 1, x^161856 mod p(x)` << 1 */
ad1f37
+		{ 0x0000000067a2c786, 0x000000010010a4ce },
ad1f37
+		/* x^160768 mod p(x)` << 1, x^160832 mod p(x)` << 1 */
ad1f37
+		{ 0x0000000048b9496c, 0x00000001c8f4c72c },
ad1f37
+		/* x^159744 mod p(x)` << 1, x^159808 mod p(x)` << 1 */
ad1f37
+		{ 0x000000015a422de6, 0x000000001c26170c },
ad1f37
+		/* x^158720 mod p(x)` << 1, x^158784 mod p(x)` << 1 */
ad1f37
+		{ 0x00000001ef0e3640, 0x00000000e3fccf68 },
ad1f37
+		/* x^157696 mod p(x)` << 1, x^157760 mod p(x)` << 1 */
ad1f37
+		{ 0x00000001006d2d26, 0x00000000d513ed24 },
ad1f37
+		/* x^156672 mod p(x)` << 1, x^156736 mod p(x)` << 1 */
ad1f37
+		{ 0x00000001170d56d6, 0x00000000141beada },
ad1f37
+		/* x^155648 mod p(x)` << 1, x^155712 mod p(x)` << 1 */
ad1f37
+		{ 0x00000000a5fb613c, 0x000000011071aea0 },
ad1f37
+		/* x^154624 mod p(x)` << 1, x^154688 mod p(x)` << 1 */
ad1f37
+		{ 0x0000000040bbf7fc, 0x000000012e19080a },
ad1f37
+		/* x^153600 mod p(x)` << 1, x^153664 mod p(x)` << 1 */
ad1f37
+		{ 0x000000016ac3a5b2, 0x0000000100ecf826 },
ad1f37
+		/* x^152576 mod p(x)` << 1, x^152640 mod p(x)` << 1 */
ad1f37
+		{ 0x00000000abf16230, 0x0000000069b09412 },
ad1f37
+		/* x^151552 mod p(x)` << 1, x^151616 mod p(x)` << 1 */
ad1f37
+		{ 0x00000001ebe23fac, 0x0000000122297bac },
ad1f37
+		/* x^150528 mod p(x)` << 1, x^150592 mod p(x)` << 1 */
ad1f37
+		{ 0x000000008b6a0894, 0x00000000e9e4b068 },
ad1f37
+		/* x^149504 mod p(x)` << 1, x^149568 mod p(x)` << 1 */
ad1f37
+		{ 0x00000001288ea478, 0x000000004b38651a },
ad1f37
+		/* x^148480 mod p(x)` << 1, x^148544 mod p(x)` << 1 */
ad1f37
+		{ 0x000000016619c442, 0x00000001468360e2 },
ad1f37
+		/* x^147456 mod p(x)` << 1, x^147520 mod p(x)` << 1 */
ad1f37
+		{ 0x0000000086230038, 0x00000000121c2408 },
ad1f37
+		/* x^146432 mod p(x)` << 1, x^146496 mod p(x)` << 1 */
ad1f37
+		{ 0x000000017746a756, 0x00000000da7e7d08 },
ad1f37
+		/* x^145408 mod p(x)` << 1, x^145472 mod p(x)` << 1 */
ad1f37
+		{ 0x0000000191b8f8f8, 0x00000001058d7652 },
ad1f37
+		/* x^144384 mod p(x)` << 1, x^144448 mod p(x)` << 1 */
ad1f37
+		{ 0x000000008e167708, 0x000000014a098a90 },
ad1f37
+		/* x^143360 mod p(x)` << 1, x^143424 mod p(x)` << 1 */
ad1f37
+		{ 0x0000000148b22d54, 0x0000000020dbe72e },
ad1f37
+		/* x^142336 mod p(x)` << 1, x^142400 mod p(x)` << 1 */
ad1f37
+		{ 0x0000000044ba2c3c, 0x000000011e7323e8 },
ad1f37
+		/* x^141312 mod p(x)` << 1, x^141376 mod p(x)` << 1 */
ad1f37
+		{ 0x00000000b54d2b52, 0x00000000d5d4bf94 },
ad1f37
+		/* x^140288 mod p(x)` << 1, x^140352 mod p(x)` << 1 */
ad1f37
+		{ 0x0000000005a4fd8a, 0x0000000199d8746c },
ad1f37
+		/* x^139264 mod p(x)` << 1, x^139328 mod p(x)` << 1 */
ad1f37
+		{ 0x0000000139f9fc46, 0x00000000ce9ca8a0 },
ad1f37
+		/* x^138240 mod p(x)` << 1, x^138304 mod p(x)` << 1 */
ad1f37
+		{ 0x000000015a1fa824, 0x00000000136edece },
ad1f37
+		/* x^137216 mod p(x)` << 1, x^137280 mod p(x)` << 1 */
ad1f37
+		{ 0x000000000a61ae4c, 0x000000019b92a068 },
ad1f37
+		/* x^136192 mod p(x)` << 1, x^136256 mod p(x)` << 1 */
ad1f37
+		{ 0x0000000145e9113e, 0x0000000071d62206 },
ad1f37
+		/* x^135168 mod p(x)` << 1, x^135232 mod p(x)` << 1 */
ad1f37
+		{ 0x000000006a348448, 0x00000000dfc50158 },
ad1f37
+		/* x^134144 mod p(x)` << 1, x^134208 mod p(x)` << 1 */
ad1f37
+		{ 0x000000004d80a08c, 0x00000001517626bc },
ad1f37
+		/* x^133120 mod p(x)` << 1, x^133184 mod p(x)` << 1 */
ad1f37
+		{ 0x000000014b6837a0, 0x0000000148d1e4fa },
ad1f37
+		/* x^132096 mod p(x)` << 1, x^132160 mod p(x)` << 1 */
ad1f37
+		{ 0x000000016896a7fc, 0x0000000094d8266e },
ad1f37
+		/* x^131072 mod p(x)` << 1, x^131136 mod p(x)` << 1 */
ad1f37
+		{ 0x000000014f187140, 0x00000000606c5e34 },
ad1f37
+		/* x^130048 mod p(x)` << 1, x^130112 mod p(x)` << 1 */
ad1f37
+		{ 0x000000019581b9da, 0x000000019766beaa },
ad1f37
+		/* x^129024 mod p(x)` << 1, x^129088 mod p(x)` << 1 */
ad1f37
+		{ 0x00000001091bc984, 0x00000001d80c506c },
ad1f37
+		/* x^128000 mod p(x)` << 1, x^128064 mod p(x)` << 1 */
ad1f37
+		{ 0x000000001067223c, 0x000000001e73837c },
ad1f37
+		/* x^126976 mod p(x)` << 1, x^127040 mod p(x)` << 1 */
ad1f37
+		{ 0x00000001ab16ea02, 0x0000000064d587de },
ad1f37
+		/* x^125952 mod p(x)` << 1, x^126016 mod p(x)` << 1 */
ad1f37
+		{ 0x000000013c4598a8, 0x00000000f4a507b0 },
ad1f37
+		/* x^124928 mod p(x)` << 1, x^124992 mod p(x)` << 1 */
ad1f37
+		{ 0x00000000b3735430, 0x0000000040e342fc },
ad1f37
+		/* x^123904 mod p(x)` << 1, x^123968 mod p(x)` << 1 */
ad1f37
+		{ 0x00000001bb3fc0c0, 0x00000001d5ad9c3a },
ad1f37
+		/* x^122880 mod p(x)` << 1, x^122944 mod p(x)` << 1 */
ad1f37
+		{ 0x00000001570ae19c, 0x0000000094a691a4 },
ad1f37
+		/* x^121856 mod p(x)` << 1, x^121920 mod p(x)` << 1 */
ad1f37
+		{ 0x00000001ea910712, 0x00000001271ecdfa },
ad1f37
+		/* x^120832 mod p(x)` << 1, x^120896 mod p(x)` << 1 */
ad1f37
+		{ 0x0000000167127128, 0x000000009e54475a },
ad1f37
+		/* x^119808 mod p(x)` << 1, x^119872 mod p(x)` << 1 */
ad1f37
+		{ 0x0000000019e790a2, 0x00000000c9c099ee },
ad1f37
+		/* x^118784 mod p(x)` << 1, x^118848 mod p(x)` << 1 */
ad1f37
+		{ 0x000000003788f710, 0x000000009a2f736c },
ad1f37
+		/* x^117760 mod p(x)` << 1, x^117824 mod p(x)` << 1 */
ad1f37
+		{ 0x00000001682a160e, 0x00000000bb9f4996 },
ad1f37
+		/* x^116736 mod p(x)` << 1, x^116800 mod p(x)` << 1 */
ad1f37
+		{ 0x000000007f0ebd2e, 0x00000001db688050 },
ad1f37
+		/* x^115712 mod p(x)` << 1, x^115776 mod p(x)` << 1 */
ad1f37
+		{ 0x000000002b032080, 0x00000000e9b10af4 },
ad1f37
+		/* x^114688 mod p(x)` << 1, x^114752 mod p(x)` << 1 */
ad1f37
+		{ 0x00000000cfd1664a, 0x000000012d4545e4 },
ad1f37
+		/* x^113664 mod p(x)` << 1, x^113728 mod p(x)` << 1 */
ad1f37
+		{ 0x00000000aa1181c2, 0x000000000361139c },
ad1f37
+		/* x^112640 mod p(x)` << 1, x^112704 mod p(x)` << 1 */
ad1f37
+		{ 0x00000000ddd08002, 0x00000001a5a1a3a8 },
ad1f37
+		/* x^111616 mod p(x)` << 1, x^111680 mod p(x)` << 1 */
ad1f37
+		{ 0x00000000e8dd0446, 0x000000006844e0b0 },
ad1f37
+		/* x^110592 mod p(x)` << 1, x^110656 mod p(x)` << 1 */
ad1f37
+		{ 0x00000001bbd94a00, 0x00000000c3762f28 },
ad1f37
+		/* x^109568 mod p(x)` << 1, x^109632 mod p(x)` << 1 */
ad1f37
+		{ 0x00000000ab6cd180, 0x00000001d26287a2 },
ad1f37
+		/* x^108544 mod p(x)` << 1, x^108608 mod p(x)` << 1 */
ad1f37
+		{ 0x0000000031803ce2, 0x00000001f6f0bba8 },
ad1f37
+		/* x^107520 mod p(x)` << 1, x^107584 mod p(x)` << 1 */
ad1f37
+		{ 0x0000000024f40b0c, 0x000000002ffabd62 },
ad1f37
+		/* x^106496 mod p(x)` << 1, x^106560 mod p(x)` << 1 */
ad1f37
+		{ 0x00000001ba1d9834, 0x00000000fb4516b8 },
ad1f37
+		/* x^105472 mod p(x)` << 1, x^105536 mod p(x)` << 1 */
ad1f37
+		{ 0x0000000104de61aa, 0x000000018cfa961c },
ad1f37
+		/* x^104448 mod p(x)` << 1, x^104512 mod p(x)` << 1 */
ad1f37
+		{ 0x0000000113e40d46, 0x000000019e588d52 },
ad1f37
+		/* x^103424 mod p(x)` << 1, x^103488 mod p(x)` << 1 */
ad1f37
+		{ 0x00000001415598a0, 0x00000001180f0bbc },
ad1f37
+		/* x^102400 mod p(x)` << 1, x^102464 mod p(x)` << 1 */
ad1f37
+		{ 0x00000000bf6c8c90, 0x00000000e1d9177a },
ad1f37
+		/* x^101376 mod p(x)` << 1, x^101440 mod p(x)` << 1 */
ad1f37
+		{ 0x00000001788b0504, 0x0000000105abc27c },
ad1f37
+		/* x^100352 mod p(x)` << 1, x^100416 mod p(x)` << 1 */
ad1f37
+		{ 0x0000000038385d02, 0x00000000972e4a58 },
ad1f37
+		/* x^99328 mod p(x)` << 1, x^99392 mod p(x)` << 1 */
ad1f37
+		{ 0x00000001b6c83844, 0x0000000183499a5e },
ad1f37
+		/* x^98304 mod p(x)` << 1, x^98368 mod p(x)` << 1 */
ad1f37
+		{ 0x0000000051061a8a, 0x00000001c96a8cca },
ad1f37
+		/* x^97280 mod p(x)` << 1, x^97344 mod p(x)` << 1 */
ad1f37
+		{ 0x000000017351388a, 0x00000001a1a5b60c },
ad1f37
+		/* x^96256 mod p(x)` << 1, x^96320 mod p(x)` << 1 */
ad1f37
+		{ 0x0000000132928f92, 0x00000000e4b6ac9c },
ad1f37
+		/* x^95232 mod p(x)` << 1, x^95296 mod p(x)` << 1 */
ad1f37
+		{ 0x00000000e6b4f48a, 0x00000001807e7f5a },
ad1f37
+		/* x^94208 mod p(x)` << 1, x^94272 mod p(x)` << 1 */
ad1f37
+		{ 0x0000000039d15e90, 0x000000017a7e3bc8 },
ad1f37
+		/* x^93184 mod p(x)` << 1, x^93248 mod p(x)` << 1 */
ad1f37
+		{ 0x00000000312d6074, 0x00000000d73975da },
ad1f37
+		/* x^92160 mod p(x)` << 1, x^92224 mod p(x)` << 1 */
ad1f37
+		{ 0x000000017bbb2cc4, 0x000000017375d038 },
ad1f37
+		/* x^91136 mod p(x)` << 1, x^91200 mod p(x)` << 1 */
ad1f37
+		{ 0x000000016ded3e18, 0x00000000193680bc },
ad1f37
+		/* x^90112 mod p(x)` << 1, x^90176 mod p(x)` << 1 */
ad1f37
+		{ 0x00000000f1638b16, 0x00000000999b06f6 },
ad1f37
+		/* x^89088 mod p(x)` << 1, x^89152 mod p(x)` << 1 */
ad1f37
+		{ 0x00000001d38b9ecc, 0x00000001f685d2b8 },
ad1f37
+		/* x^88064 mod p(x)` << 1, x^88128 mod p(x)` << 1 */
ad1f37
+		{ 0x000000018b8d09dc, 0x00000001f4ecbed2 },
ad1f37
+		/* x^87040 mod p(x)` << 1, x^87104 mod p(x)` << 1 */
ad1f37
+		{ 0x00000000e7bc27d2, 0x00000000ba16f1a0 },
ad1f37
+		/* x^86016 mod p(x)` << 1, x^86080 mod p(x)` << 1 */
ad1f37
+		{ 0x00000000275e1e96, 0x0000000115aceac4 },
ad1f37
+		/* x^84992 mod p(x)` << 1, x^85056 mod p(x)` << 1 */
ad1f37
+		{ 0x00000000e2e3031e, 0x00000001aeff6292 },
ad1f37
+		/* x^83968 mod p(x)` << 1, x^84032 mod p(x)` << 1 */
ad1f37
+		{ 0x00000001041c84d8, 0x000000009640124c },
ad1f37
+		/* x^82944 mod p(x)` << 1, x^83008 mod p(x)` << 1 */
ad1f37
+		{ 0x00000000706ce672, 0x0000000114f41f02 },
ad1f37
+		/* x^81920 mod p(x)` << 1, x^81984 mod p(x)` << 1 */
ad1f37
+		{ 0x000000015d5070da, 0x000000009c5f3586 },
ad1f37
+		/* x^80896 mod p(x)` << 1, x^80960 mod p(x)` << 1 */
ad1f37
+		{ 0x0000000038f9493a, 0x00000001878275fa },
ad1f37
+		/* x^79872 mod p(x)` << 1, x^79936 mod p(x)` << 1 */
ad1f37
+		{ 0x00000000a3348a76, 0x00000000ddc42ce8 },
ad1f37
+		/* x^78848 mod p(x)` << 1, x^78912 mod p(x)` << 1 */
ad1f37
+		{ 0x00000001ad0aab92, 0x0000000181d2c73a },
ad1f37
+		/* x^77824 mod p(x)` << 1, x^77888 mod p(x)` << 1 */
ad1f37
+		{ 0x000000019e85f712, 0x0000000141c9320a },
ad1f37
+		/* x^76800 mod p(x)` << 1, x^76864 mod p(x)` << 1 */
ad1f37
+		{ 0x000000005a871e76, 0x000000015235719a },
ad1f37
+		/* x^75776 mod p(x)` << 1, x^75840 mod p(x)` << 1 */
ad1f37
+		{ 0x000000017249c662, 0x00000000be27d804 },
ad1f37
+		/* x^74752 mod p(x)` << 1, x^74816 mod p(x)` << 1 */
ad1f37
+		{ 0x000000003a084712, 0x000000006242d45a },
ad1f37
+		/* x^73728 mod p(x)` << 1, x^73792 mod p(x)` << 1 */
ad1f37
+		{ 0x00000000ed438478, 0x000000009a53638e },
ad1f37
+		/* x^72704 mod p(x)` << 1, x^72768 mod p(x)` << 1 */
ad1f37
+		{ 0x00000000abac34cc, 0x00000001001ecfb6 },
ad1f37
+		/* x^71680 mod p(x)` << 1, x^71744 mod p(x)` << 1 */
ad1f37
+		{ 0x000000005f35ef3e, 0x000000016d7c2d64 },
ad1f37
+		/* x^70656 mod p(x)` << 1, x^70720 mod p(x)` << 1 */
ad1f37
+		{ 0x0000000047d6608c, 0x00000001d0ce46c0 },
ad1f37
+		/* x^69632 mod p(x)` << 1, x^69696 mod p(x)` << 1 */
ad1f37
+		{ 0x000000002d01470e, 0x0000000124c907b4 },
ad1f37
+		/* x^68608 mod p(x)` << 1, x^68672 mod p(x)` << 1 */
ad1f37
+		{ 0x0000000158bbc7b0, 0x0000000018a555ca },
ad1f37
+		/* x^67584 mod p(x)` << 1, x^67648 mod p(x)` << 1 */
ad1f37
+		{ 0x00000000c0a23e8e, 0x000000006b0980bc },
ad1f37
+		/* x^66560 mod p(x)` << 1, x^66624 mod p(x)` << 1 */
ad1f37
+		{ 0x00000001ebd85c88, 0x000000008bbba964 },
ad1f37
+		/* x^65536 mod p(x)` << 1, x^65600 mod p(x)` << 1 */
ad1f37
+		{ 0x000000019ee20bb2, 0x00000001070a5a1e },
ad1f37
+		/* x^64512 mod p(x)` << 1, x^64576 mod p(x)` << 1 */
ad1f37
+		{ 0x00000001acabf2d6, 0x000000002204322a },
ad1f37
+		/* x^63488 mod p(x)` << 1, x^63552 mod p(x)` << 1 */
ad1f37
+		{ 0x00000001b7963d56, 0x00000000a27524d0 },
ad1f37
+		/* x^62464 mod p(x)` << 1, x^62528 mod p(x)` << 1 */
ad1f37
+		{ 0x000000017bffa1fe, 0x0000000020b1e4ba },
ad1f37
+		/* x^61440 mod p(x)` << 1, x^61504 mod p(x)` << 1 */
ad1f37
+		{ 0x000000001f15333e, 0x0000000032cc27fc },
ad1f37
+		/* x^60416 mod p(x)` << 1, x^60480 mod p(x)` << 1 */
ad1f37
+		{ 0x000000018593129e, 0x0000000044dd22b8 },
ad1f37
+		/* x^59392 mod p(x)` << 1, x^59456 mod p(x)` << 1 */
ad1f37
+		{ 0x000000019cb32602, 0x00000000dffc9e0a },
ad1f37
+		/* x^58368 mod p(x)` << 1, x^58432 mod p(x)` << 1 */
ad1f37
+		{ 0x0000000142b05cc8, 0x00000001b7a0ed14 },
ad1f37
+		/* x^57344 mod p(x)` << 1, x^57408 mod p(x)` << 1 */
ad1f37
+		{ 0x00000001be49e7a4, 0x00000000c7842488 },
ad1f37
+		/* x^56320 mod p(x)` << 1, x^56384 mod p(x)` << 1 */
ad1f37
+		{ 0x0000000108f69d6c, 0x00000001c02a4fee },
ad1f37
+		/* x^55296 mod p(x)` << 1, x^55360 mod p(x)` << 1 */
ad1f37
+		{ 0x000000006c0971f0, 0x000000003c273778 },
ad1f37
+		/* x^54272 mod p(x)` << 1, x^54336 mod p(x)` << 1 */
ad1f37
+		{ 0x000000005b16467a, 0x00000001d63f8894 },
ad1f37
+		/* x^53248 mod p(x)` << 1, x^53312 mod p(x)` << 1 */
ad1f37
+		{ 0x00000001551a628e, 0x000000006be557d6 },
ad1f37
+		/* x^52224 mod p(x)` << 1, x^52288 mod p(x)` << 1 */
ad1f37
+		{ 0x000000019e42ea92, 0x000000006a7806ea },
ad1f37
+		/* x^51200 mod p(x)` << 1, x^51264 mod p(x)` << 1 */
ad1f37
+		{ 0x000000012fa83ff2, 0x000000016155aa0c },
ad1f37
+		/* x^50176 mod p(x)` << 1, x^50240 mod p(x)` << 1 */
ad1f37
+		{ 0x000000011ca9cde0, 0x00000000908650ac },
ad1f37
+		/* x^49152 mod p(x)` << 1, x^49216 mod p(x)` << 1 */
ad1f37
+		{ 0x00000000c8e5cd74, 0x00000000aa5a8084 },
ad1f37
+		/* x^48128 mod p(x)` << 1, x^48192 mod p(x)` << 1 */
ad1f37
+		{ 0x0000000096c27f0c, 0x0000000191bb500a },
ad1f37
+		/* x^47104 mod p(x)` << 1, x^47168 mod p(x)` << 1 */
ad1f37
+		{ 0x000000002baed926, 0x0000000064e9bed0 },
ad1f37
+		/* x^46080 mod p(x)` << 1, x^46144 mod p(x)` << 1 */
ad1f37
+		{ 0x000000017c8de8d2, 0x000000009444f302 },
ad1f37
+		/* x^45056 mod p(x)` << 1, x^45120 mod p(x)` << 1 */
ad1f37
+		{ 0x00000000d43d6068, 0x000000019db07d3c },
ad1f37
+		/* x^44032 mod p(x)` << 1, x^44096 mod p(x)` << 1 */
ad1f37
+		{ 0x00000000cb2c4b26, 0x00000001359e3e6e },
ad1f37
+		/* x^43008 mod p(x)` << 1, x^43072 mod p(x)` << 1 */
ad1f37
+		{ 0x0000000145b8da26, 0x00000001e4f10dd2 },
ad1f37
+		/* x^41984 mod p(x)` << 1, x^42048 mod p(x)` << 1 */
ad1f37
+		{ 0x000000018fff4b08, 0x0000000124f5735e },
ad1f37
+		/* x^40960 mod p(x)` << 1, x^41024 mod p(x)` << 1 */
ad1f37
+		{ 0x0000000150b58ed0, 0x0000000124760a4c },
ad1f37
+		/* x^39936 mod p(x)` << 1, x^40000 mod p(x)` << 1 */
ad1f37
+		{ 0x00000001549f39bc, 0x000000000f1fc186 },
ad1f37
+		/* x^38912 mod p(x)` << 1, x^38976 mod p(x)` << 1 */
ad1f37
+		{ 0x00000000ef4d2f42, 0x00000000150e4cc4 },
ad1f37
+		/* x^37888 mod p(x)` << 1, x^37952 mod p(x)` << 1 */
ad1f37
+		{ 0x00000001b1468572, 0x000000002a6204e8 },
ad1f37
+		/* x^36864 mod p(x)` << 1, x^36928 mod p(x)` << 1 */
ad1f37
+		{ 0x000000013d7403b2, 0x00000000beb1d432 },
ad1f37
+		/* x^35840 mod p(x)` << 1, x^35904 mod p(x)` << 1 */
ad1f37
+		{ 0x00000001a4681842, 0x0000000135f3f1f0 },
ad1f37
+		/* x^34816 mod p(x)` << 1, x^34880 mod p(x)` << 1 */
ad1f37
+		{ 0x0000000167714492, 0x0000000074fe2232 },
ad1f37
+		/* x^33792 mod p(x)` << 1, x^33856 mod p(x)` << 1 */
ad1f37
+		{ 0x00000001e599099a, 0x000000001ac6e2ba },
ad1f37
+		/* x^32768 mod p(x)` << 1, x^32832 mod p(x)` << 1 */
ad1f37
+		{ 0x00000000fe128194, 0x0000000013fca91e },
ad1f37
+		/* x^31744 mod p(x)` << 1, x^31808 mod p(x)` << 1 */
ad1f37
+		{ 0x0000000077e8b990, 0x0000000183f4931e },
ad1f37
+		/* x^30720 mod p(x)` << 1, x^30784 mod p(x)` << 1 */
ad1f37
+		{ 0x00000001a267f63a, 0x00000000b6d9b4e4 },
ad1f37
+		/* x^29696 mod p(x)` << 1, x^29760 mod p(x)` << 1 */
ad1f37
+		{ 0x00000001945c245a, 0x00000000b5188656 },
ad1f37
+		/* x^28672 mod p(x)` << 1, x^28736 mod p(x)` << 1 */
ad1f37
+		{ 0x0000000149002e76, 0x0000000027a81a84 },
ad1f37
+		/* x^27648 mod p(x)` << 1, x^27712 mod p(x)` << 1 */
ad1f37
+		{ 0x00000001bb8310a4, 0x0000000125699258 },
ad1f37
+		/* x^26624 mod p(x)` << 1, x^26688 mod p(x)` << 1 */
ad1f37
+		{ 0x000000019ec60bcc, 0x00000001b23de796 },
ad1f37
+		/* x^25600 mod p(x)` << 1, x^25664 mod p(x)` << 1 */
ad1f37
+		{ 0x000000012d8590ae, 0x00000000fe4365dc },
ad1f37
+		/* x^24576 mod p(x)` << 1, x^24640 mod p(x)` << 1 */
ad1f37
+		{ 0x0000000065b00684, 0x00000000c68f497a },
ad1f37
+		/* x^23552 mod p(x)` << 1, x^23616 mod p(x)` << 1 */
ad1f37
+		{ 0x000000015e5aeadc, 0x00000000fbf521ee },
ad1f37
+		/* x^22528 mod p(x)` << 1, x^22592 mod p(x)` << 1 */
ad1f37
+		{ 0x00000000b77ff2b0, 0x000000015eac3378 },
ad1f37
+		/* x^21504 mod p(x)` << 1, x^21568 mod p(x)` << 1 */
ad1f37
+		{ 0x0000000188da2ff6, 0x0000000134914b90 },
ad1f37
+		/* x^20480 mod p(x)` << 1, x^20544 mod p(x)` << 1 */
ad1f37
+		{ 0x0000000063da929a, 0x0000000016335cfe },
ad1f37
+		/* x^19456 mod p(x)` << 1, x^19520 mod p(x)` << 1 */
ad1f37
+		{ 0x00000001389caa80, 0x000000010372d10c },
ad1f37
+		/* x^18432 mod p(x)` << 1, x^18496 mod p(x)` << 1 */
ad1f37
+		{ 0x000000013db599d2, 0x000000015097b908 },
ad1f37
+		/* x^17408 mod p(x)` << 1, x^17472 mod p(x)` << 1 */
ad1f37
+		{ 0x0000000122505a86, 0x00000001227a7572 },
ad1f37
+		/* x^16384 mod p(x)` << 1, x^16448 mod p(x)` << 1 */
ad1f37
+		{ 0x000000016bd72746, 0x000000009a8f75c0 },
ad1f37
+		/* x^15360 mod p(x)` << 1, x^15424 mod p(x)` << 1 */
ad1f37
+		{ 0x00000001c3faf1d4, 0x00000000682c77a2 },
ad1f37
+		/* x^14336 mod p(x)` << 1, x^14400 mod p(x)` << 1 */
ad1f37
+		{ 0x00000001111c826c, 0x00000000231f091c },
ad1f37
+		/* x^13312 mod p(x)` << 1, x^13376 mod p(x)` << 1 */
ad1f37
+		{ 0x00000000153e9fb2, 0x000000007d4439f2 },
ad1f37
+		/* x^12288 mod p(x)` << 1, x^12352 mod p(x)` << 1 */
ad1f37
+		{ 0x000000002b1f7b60, 0x000000017e221efc },
ad1f37
+		/* x^11264 mod p(x)` << 1, x^11328 mod p(x)` << 1 */
ad1f37
+		{ 0x00000000b1dba570, 0x0000000167457c38 },
ad1f37
+		/* x^10240 mod p(x)` << 1, x^10304 mod p(x)` << 1 */
ad1f37
+		{ 0x00000001f6397b76, 0x00000000bdf081c4 },
ad1f37
+		/* x^9216 mod p(x)` << 1, x^9280 mod p(x)` << 1 */
ad1f37
+		{ 0x0000000156335214, 0x000000016286d6b0 },
ad1f37
+		/* x^8192 mod p(x)` << 1, x^8256 mod p(x)` << 1 */
ad1f37
+		{ 0x00000001d70e3986, 0x00000000c84f001c },
ad1f37
+		/* x^7168 mod p(x)` << 1, x^7232 mod p(x)` << 1 */
ad1f37
+		{ 0x000000003701a774, 0x0000000064efe7c0 },
ad1f37
+		/* x^6144 mod p(x)` << 1, x^6208 mod p(x)` << 1 */
ad1f37
+		{ 0x00000000ac81ef72, 0x000000000ac2d904 },
ad1f37
+		/* x^5120 mod p(x)` << 1, x^5184 mod p(x)` << 1 */
ad1f37
+		{ 0x0000000133212464, 0x00000000fd226d14 },
ad1f37
+		/* x^4096 mod p(x)` << 1, x^4160 mod p(x)` << 1 */
ad1f37
+		{ 0x00000000e4e45610, 0x000000011cfd42e0 },
ad1f37
+		/* x^3072 mod p(x)` << 1, x^3136 mod p(x)` << 1 */
ad1f37
+		{ 0x000000000c1bd370, 0x000000016e5a5678 },
ad1f37
+		/* x^2048 mod p(x)` << 1, x^2112 mod p(x)` << 1 */
ad1f37
+		{ 0x00000001a7b9e7a6, 0x00000001d888fe22 },
ad1f37
+		/* x^1024 mod p(x)` << 1, x^1088 mod p(x)` << 1 */
ad1f37
+		{ 0x000000007d657a10, 0x00000001af77fcd4 }
ad1f37
+#else /* __LITTLE_ENDIAN__ */
ad1f37
+		/* x^261120 mod p(x)` << 1, x^261184 mod p(x)` << 1 */
ad1f37
+		{ 0x00000001651797d2, 0x0000000099ea94a8 },
ad1f37
+		/* x^260096 mod p(x)` << 1, x^260160 mod p(x)` << 1 */
ad1f37
+		{ 0x0000000021e0d56c, 0x00000000945a8420 },
ad1f37
+		/* x^259072 mod p(x)` << 1, x^259136 mod p(x)` << 1 */
ad1f37
+		{ 0x000000000f95ecaa, 0x0000000030762706 },
ad1f37
+		/* x^258048 mod p(x)` << 1, x^258112 mod p(x)` << 1 */
ad1f37
+		{ 0x00000001ebd224ac, 0x00000001a52fc582 },
ad1f37
+		/* x^257024 mod p(x)` << 1, x^257088 mod p(x)` << 1 */
ad1f37
+		{ 0x000000000ccb97ca, 0x00000001a4a7167a },
ad1f37
+		/* x^256000 mod p(x)` << 1, x^256064 mod p(x)` << 1 */
ad1f37
+		{ 0x00000001006ec8a8, 0x000000000c18249a },
ad1f37
+		/* x^254976 mod p(x)` << 1, x^255040 mod p(x)` << 1 */
ad1f37
+		{ 0x000000014f58f196, 0x00000000a924ae7c },
ad1f37
+		/* x^253952 mod p(x)` << 1, x^254016 mod p(x)` << 1 */
ad1f37
+		{ 0x00000001a7192ca6, 0x00000001e12ccc12 },
ad1f37
+		/* x^252928 mod p(x)` << 1, x^252992 mod p(x)` << 1 */
ad1f37
+		{ 0x000000019a64bab2, 0x00000000a0b9d4ac },
ad1f37
+		/* x^251904 mod p(x)` << 1, x^251968 mod p(x)` << 1 */
ad1f37
+		{ 0x0000000014f4ed2e, 0x0000000095e8ddfe },
ad1f37
+		/* x^250880 mod p(x)` << 1, x^250944 mod p(x)` << 1 */
ad1f37
+		{ 0x000000011092b6a2, 0x00000000233fddc4 },
ad1f37
+		/* x^249856 mod p(x)` << 1, x^249920 mod p(x)` << 1 */
ad1f37
+		{ 0x00000000c8a1629c, 0x00000001b4529b62 },
ad1f37
+		/* x^248832 mod p(x)` << 1, x^248896 mod p(x)` << 1 */
ad1f37
+		{ 0x000000017bf32e8e, 0x00000001a7fa0e64 },
ad1f37
+		/* x^247808 mod p(x)` << 1, x^247872 mod p(x)` << 1 */
ad1f37
+		{ 0x00000001f8cc6582, 0x00000001b5334592 },
ad1f37
+		/* x^246784 mod p(x)` << 1, x^246848 mod p(x)` << 1 */
ad1f37
+		{ 0x000000008631ddf0, 0x000000011f8ee1b4 },
ad1f37
+		/* x^245760 mod p(x)` << 1, x^245824 mod p(x)` << 1 */
ad1f37
+		{ 0x000000007e5a76d0, 0x000000006252e632 },
ad1f37
+		/* x^244736 mod p(x)` << 1, x^244800 mod p(x)` << 1 */
ad1f37
+		{ 0x000000002b09b31c, 0x00000000ab973e84 },
ad1f37
+		/* x^243712 mod p(x)` << 1, x^243776 mod p(x)` << 1 */
ad1f37
+		{ 0x00000001b2df1f84, 0x000000007734f5ec },
ad1f37
+		/* x^242688 mod p(x)` << 1, x^242752 mod p(x)` << 1 */
ad1f37
+		{ 0x00000001d6f56afc, 0x000000007c547798 },
ad1f37
+		/* x^241664 mod p(x)` << 1, x^241728 mod p(x)` << 1 */
ad1f37
+		{ 0x00000001b9b5e70c, 0x000000007ec40210 },
ad1f37
+		/* x^240640 mod p(x)` << 1, x^240704 mod p(x)` << 1 */
ad1f37
+		{ 0x0000000034b626d2, 0x00000001ab1695a8 },
ad1f37
+		/* x^239616 mod p(x)` << 1, x^239680 mod p(x)` << 1 */
ad1f37
+		{ 0x000000014c53479a, 0x0000000090494bba },
ad1f37
+		/* x^238592 mod p(x)` << 1, x^238656 mod p(x)` << 1 */
ad1f37
+		{ 0x00000001a6d179a4, 0x00000001123fb816 },
ad1f37
+		/* x^237568 mod p(x)` << 1, x^237632 mod p(x)` << 1 */
ad1f37
+		{ 0x000000015abd16b4, 0x00000001e188c74c },
ad1f37
+		/* x^236544 mod p(x)` << 1, x^236608 mod p(x)` << 1 */
ad1f37
+		{ 0x00000000018f9852, 0x00000001c2d3451c },
ad1f37
+		/* x^235520 mod p(x)` << 1, x^235584 mod p(x)` << 1 */
ad1f37
+		{ 0x000000001fb3084a, 0x00000000f55cf1ca },
ad1f37
+		/* x^234496 mod p(x)` << 1, x^234560 mod p(x)` << 1 */
ad1f37
+		{ 0x00000000c53dfb04, 0x00000001a0531540 },
ad1f37
+		/* x^233472 mod p(x)` << 1, x^233536 mod p(x)` << 1 */
ad1f37
+		{ 0x00000000e10c9ad6, 0x0000000132cd7ebc },
ad1f37
+		/* x^232448 mod p(x)` << 1, x^232512 mod p(x)` << 1 */
ad1f37
+		{ 0x0000000025aa994a, 0x0000000073ab7f36 },
ad1f37
+		/* x^231424 mod p(x)` << 1, x^231488 mod p(x)` << 1 */
ad1f37
+		{ 0x00000000fa3a74c4, 0x0000000041aed1c2 },
ad1f37
+		/* x^230400 mod p(x)` << 1, x^230464 mod p(x)` << 1 */
ad1f37
+		{ 0x0000000033eb3f40, 0x0000000136c53800 },
ad1f37
+		/* x^229376 mod p(x)` << 1, x^229440 mod p(x)` << 1 */
ad1f37
+		{ 0x000000017193f296, 0x0000000126835a30 },
ad1f37
+		/* x^228352 mod p(x)` << 1, x^228416 mod p(x)` << 1 */
ad1f37
+		{ 0x0000000043f6c86a, 0x000000006241b502 },
ad1f37
+		/* x^227328 mod p(x)` << 1, x^227392 mod p(x)` << 1 */
ad1f37
+		{ 0x000000016b513ec6, 0x00000000d5196ad4 },
ad1f37
+		/* x^226304 mod p(x)` << 1, x^226368 mod p(x)` << 1 */
ad1f37
+		{ 0x00000000c8f25b4e, 0x000000009cfa769a },
ad1f37
+		/* x^225280 mod p(x)` << 1, x^225344 mod p(x)` << 1 */
ad1f37
+		{ 0x00000001a45048ec, 0x00000000920e5df4 },
ad1f37
+		/* x^224256 mod p(x)` << 1, x^224320 mod p(x)` << 1 */
ad1f37
+		{ 0x000000000c441004, 0x0000000169dc310e },
ad1f37
+		/* x^223232 mod p(x)` << 1, x^223296 mod p(x)` << 1 */
ad1f37
+		{ 0x000000000e17cad6, 0x0000000009fc331c },
ad1f37
+		/* x^222208 mod p(x)` << 1, x^222272 mod p(x)` << 1 */
ad1f37
+		{ 0x00000001253ae964, 0x000000010d94a81e },
ad1f37
+		/* x^221184 mod p(x)` << 1, x^221248 mod p(x)` << 1 */
ad1f37
+		{ 0x00000001d7c88ebc, 0x0000000027a20ab2 },
ad1f37
+		/* x^220160 mod p(x)` << 1, x^220224 mod p(x)` << 1 */
ad1f37
+		{ 0x00000001e7ca913a, 0x0000000114f87504 },
ad1f37
+		/* x^219136 mod p(x)` << 1, x^219200 mod p(x)` << 1 */
ad1f37
+		{ 0x0000000033ed078a, 0x000000004b076d96 },
ad1f37
+		/* x^218112 mod p(x)` << 1, x^218176 mod p(x)` << 1 */
ad1f37
+		{ 0x00000000e1839c78, 0x00000000da4d1e74 },
ad1f37
+		/* x^217088 mod p(x)` << 1, x^217152 mod p(x)` << 1 */
ad1f37
+		{ 0x00000001322b267e, 0x000000001b81f672 },
ad1f37
+		/* x^216064 mod p(x)` << 1, x^216128 mod p(x)` << 1 */
ad1f37
+		{ 0x00000000638231b6, 0x000000009367c988 },
ad1f37
+		/* x^215040 mod p(x)` << 1, x^215104 mod p(x)` << 1 */
ad1f37
+		{ 0x00000001ee7f16f4, 0x00000001717214ca },
ad1f37
+		/* x^214016 mod p(x)` << 1, x^214080 mod p(x)` << 1 */
ad1f37
+		{ 0x0000000117d9924a, 0x000000009f47d820 },
ad1f37
+		/* x^212992 mod p(x)` << 1, x^213056 mod p(x)` << 1 */
ad1f37
+		{ 0x00000000e1a9e0c4, 0x000000010d9a47d2 },
ad1f37
+		/* x^211968 mod p(x)` << 1, x^212032 mod p(x)` << 1 */
ad1f37
+		{ 0x00000001403731dc, 0x00000000a696c58c },
ad1f37
+		/* x^210944 mod p(x)` << 1, x^211008 mod p(x)` << 1 */
ad1f37
+		{ 0x00000001a5ea9682, 0x000000002aa28ec6 },
ad1f37
+		/* x^209920 mod p(x)` << 1, x^209984 mod p(x)` << 1 */
ad1f37
+		{ 0x0000000101c5c578, 0x00000001fe18fd9a },
ad1f37
+		/* x^208896 mod p(x)` << 1, x^208960 mod p(x)` << 1 */
ad1f37
+		{ 0x00000000dddf6494, 0x000000019d4fc1ae },
ad1f37
+		/* x^207872 mod p(x)` << 1, x^207936 mod p(x)` << 1 */
ad1f37
+		{ 0x00000000f1c3db28, 0x00000001ba0e3dea },
ad1f37
+		/* x^206848 mod p(x)` << 1, x^206912 mod p(x)` << 1 */
ad1f37
+		{ 0x000000013112fb9c, 0x0000000074b59a5e },
ad1f37
+		/* x^205824 mod p(x)` << 1, x^205888 mod p(x)` << 1 */
ad1f37
+		{ 0x00000000b680b906, 0x00000000f2b5ea98 },
ad1f37
+		/* x^204800 mod p(x)` << 1, x^204864 mod p(x)` << 1 */
ad1f37
+		{ 0x000000001a282932, 0x0000000187132676 },
ad1f37
+		/* x^203776 mod p(x)` << 1, x^203840 mod p(x)` << 1 */
ad1f37
+		{ 0x0000000089406e7e, 0x000000010a8c6ad4 },
ad1f37
+		/* x^202752 mod p(x)` << 1, x^202816 mod p(x)` << 1 */
ad1f37
+		{ 0x00000001def6be8c, 0x00000001e21dfe70 },
ad1f37
+		/* x^201728 mod p(x)` << 1, x^201792 mod p(x)` << 1 */
ad1f37
+		{ 0x0000000075258728, 0x00000001da0050e4 },
ad1f37
+		/* x^200704 mod p(x)` << 1, x^200768 mod p(x)` << 1 */
ad1f37
+		{ 0x000000019536090a, 0x00000000772172ae },
ad1f37
+		/* x^199680 mod p(x)` << 1, x^199744 mod p(x)` << 1 */
ad1f37
+		{ 0x00000000f2455bfc, 0x00000000e47724aa },
ad1f37
+		/* x^198656 mod p(x)` << 1, x^198720 mod p(x)` << 1 */
ad1f37
+		{ 0x000000018c40baf4, 0x000000003cd63ac4 },
ad1f37
+		/* x^197632 mod p(x)` << 1, x^197696 mod p(x)` << 1 */
ad1f37
+		{ 0x000000004cd390d4, 0x00000001bf47d352 },
ad1f37
+		/* x^196608 mod p(x)` << 1, x^196672 mod p(x)` << 1 */
ad1f37
+		{ 0x00000001e4ece95a, 0x000000018dc1d708 },
ad1f37
+		/* x^195584 mod p(x)` << 1, x^195648 mod p(x)` << 1 */
ad1f37
+		{ 0x000000001a3ee918, 0x000000002d4620a4 },
ad1f37
+		/* x^194560 mod p(x)` << 1, x^194624 mod p(x)` << 1 */
ad1f37
+		{ 0x000000007c652fb8, 0x0000000058fd1740 },
ad1f37
+		/* x^193536 mod p(x)` << 1, x^193600 mod p(x)` << 1 */
ad1f37
+		{ 0x000000011c67842c, 0x00000000dadd9bfc },
ad1f37
+		/* x^192512 mod p(x)` << 1, x^192576 mod p(x)` << 1 */
ad1f37
+		{ 0x00000000254f759c, 0x00000001ea2140be },
ad1f37
+		/* x^191488 mod p(x)` << 1, x^191552 mod p(x)` << 1 */
ad1f37
+		{ 0x000000007ece94ca, 0x000000009de128ba },
ad1f37
+		/* x^190464 mod p(x)` << 1, x^190528 mod p(x)` << 1 */
ad1f37
+		{ 0x0000000038f258c2, 0x000000013ac3aa8e },
ad1f37
+		/* x^189440 mod p(x)` << 1, x^189504 mod p(x)` << 1 */
ad1f37
+		{ 0x00000001cdf17b00, 0x0000000099980562 },
ad1f37
+		/* x^188416 mod p(x)` << 1, x^188480 mod p(x)` << 1 */
ad1f37
+		{ 0x000000011f882c16, 0x00000001c1579c86 },
ad1f37
+		/* x^187392 mod p(x)` << 1, x^187456 mod p(x)` << 1 */
ad1f37
+		{ 0x0000000100093fc8, 0x0000000068dbbf94 },
ad1f37
+		/* x^186368 mod p(x)` << 1, x^186432 mod p(x)` << 1 */
ad1f37
+		{ 0x00000001cd684f16, 0x000000004509fb04 },
ad1f37
+		/* x^185344 mod p(x)` << 1, x^185408 mod p(x)` << 1 */
ad1f37
+		{ 0x000000004bc6a70a, 0x00000001202f6398 },
ad1f37
+		/* x^184320 mod p(x)` << 1, x^184384 mod p(x)` << 1 */
ad1f37
+		{ 0x000000004fc7e8e4, 0x000000013aea243e },
ad1f37
+		/* x^183296 mod p(x)` << 1, x^183360 mod p(x)` << 1 */
ad1f37
+		{ 0x0000000130103f1c, 0x00000001b4052ae6 },
ad1f37
+		/* x^182272 mod p(x)` << 1, x^182336 mod p(x)` << 1 */
ad1f37
+		{ 0x0000000111b0024c, 0x00000001cd2a0ae8 },
ad1f37
+		/* x^181248 mod p(x)` << 1, x^181312 mod p(x)` << 1 */
ad1f37
+		{ 0x000000010b3079da, 0x00000001fe4aa8b4 },
ad1f37
+		/* x^180224 mod p(x)` << 1, x^180288 mod p(x)` << 1 */
ad1f37
+		{ 0x000000010192bcc2, 0x00000001d1559a42 },
ad1f37
+		/* x^179200 mod p(x)` << 1, x^179264 mod p(x)` << 1 */
ad1f37
+		{ 0x0000000074838d50, 0x00000001f3e05ecc },
ad1f37
+		/* x^178176 mod p(x)` << 1, x^178240 mod p(x)` << 1 */
ad1f37
+		{ 0x000000001b20f520, 0x0000000104ddd2cc },
ad1f37
+		/* x^177152 mod p(x)` << 1, x^177216 mod p(x)` << 1 */
ad1f37
+		{ 0x0000000050c3590a, 0x000000015393153c },
ad1f37
+		/* x^176128 mod p(x)` << 1, x^176192 mod p(x)` << 1 */
ad1f37
+		{ 0x00000000b41cac8e, 0x0000000057e942c6 },
ad1f37
+		/* x^175104 mod p(x)` << 1, x^175168 mod p(x)` << 1 */
ad1f37
+		{ 0x000000000c72cc78, 0x000000012c633850 },
ad1f37
+		/* x^174080 mod p(x)` << 1, x^174144 mod p(x)` << 1 */
ad1f37
+		{ 0x0000000030cdb032, 0x00000000ebcaae4c },
ad1f37
+		/* x^173056 mod p(x)` << 1, x^173120 mod p(x)` << 1 */
ad1f37
+		{ 0x000000013e09fc32, 0x000000013ee532a6 },
ad1f37
+		/* x^172032 mod p(x)` << 1, x^172096 mod p(x)` << 1 */
ad1f37
+		{ 0x000000001ed624d2, 0x00000001bf0cbc7e },
ad1f37
+		/* x^171008 mod p(x)` << 1, x^171072 mod p(x)` << 1 */
ad1f37
+		{ 0x00000000781aee1a, 0x00000000d50b7a5a },
ad1f37
+		/* x^169984 mod p(x)` << 1, x^170048 mod p(x)` << 1 */
ad1f37
+		{ 0x00000001c4d8348c, 0x0000000002fca6e8 },
ad1f37
+		/* x^168960 mod p(x)` << 1, x^169024 mod p(x)` << 1 */
ad1f37
+		{ 0x0000000057a40336, 0x000000007af40044 },
ad1f37
+		/* x^167936 mod p(x)` << 1, x^168000 mod p(x)` << 1 */
ad1f37
+		{ 0x0000000085544940, 0x0000000016178744 },
ad1f37
+		/* x^166912 mod p(x)` << 1, x^166976 mod p(x)` << 1 */
ad1f37
+		{ 0x000000019cd21e80, 0x000000014c177458 },
ad1f37
+		/* x^165888 mod p(x)` << 1, x^165952 mod p(x)` << 1 */
ad1f37
+		{ 0x000000013eb95bc0, 0x000000011b6ddf04 },
ad1f37
+		/* x^164864 mod p(x)` << 1, x^164928 mod p(x)` << 1 */
ad1f37
+		{ 0x00000001dfc9fdfc, 0x00000001f3e29ccc },
ad1f37
+		/* x^163840 mod p(x)` << 1, x^163904 mod p(x)` << 1 */
ad1f37
+		{ 0x00000000cd028bc2, 0x0000000135ae7562 },
ad1f37
+		/* x^162816 mod p(x)` << 1, x^162880 mod p(x)` << 1 */
ad1f37
+		{ 0x0000000090db8c44, 0x0000000190ef812c },
ad1f37
+		/* x^161792 mod p(x)` << 1, x^161856 mod p(x)` << 1 */
ad1f37
+		{ 0x000000010010a4ce, 0x0000000067a2c786 },
ad1f37
+		/* x^160768 mod p(x)` << 1, x^160832 mod p(x)` << 1 */
ad1f37
+		{ 0x00000001c8f4c72c, 0x0000000048b9496c },
ad1f37
+		/* x^159744 mod p(x)` << 1, x^159808 mod p(x)` << 1 */
ad1f37
+		{ 0x000000001c26170c, 0x000000015a422de6 },
ad1f37
+		/* x^158720 mod p(x)` << 1, x^158784 mod p(x)` << 1 */
ad1f37
+		{ 0x00000000e3fccf68, 0x00000001ef0e3640 },
ad1f37
+		/* x^157696 mod p(x)` << 1, x^157760 mod p(x)` << 1 */
ad1f37
+		{ 0x00000000d513ed24, 0x00000001006d2d26 },
ad1f37
+		/* x^156672 mod p(x)` << 1, x^156736 mod p(x)` << 1 */
ad1f37
+		{ 0x00000000141beada, 0x00000001170d56d6 },
ad1f37
+		/* x^155648 mod p(x)` << 1, x^155712 mod p(x)` << 1 */
ad1f37
+		{ 0x000000011071aea0, 0x00000000a5fb613c },
ad1f37
+		/* x^154624 mod p(x)` << 1, x^154688 mod p(x)` << 1 */
ad1f37
+		{ 0x000000012e19080a, 0x0000000040bbf7fc },
ad1f37
+		/* x^153600 mod p(x)` << 1, x^153664 mod p(x)` << 1 */
ad1f37
+		{ 0x0000000100ecf826, 0x000000016ac3a5b2 },
ad1f37
+		/* x^152576 mod p(x)` << 1, x^152640 mod p(x)` << 1 */
ad1f37
+		{ 0x0000000069b09412, 0x00000000abf16230 },
ad1f37
+		/* x^151552 mod p(x)` << 1, x^151616 mod p(x)` << 1 */
ad1f37
+		{ 0x0000000122297bac, 0x00000001ebe23fac },
ad1f37
+		/* x^150528 mod p(x)` << 1, x^150592 mod p(x)` << 1 */
ad1f37
+		{ 0x00000000e9e4b068, 0x000000008b6a0894 },
ad1f37
+		/* x^149504 mod p(x)` << 1, x^149568 mod p(x)` << 1 */
ad1f37
+		{ 0x000000004b38651a, 0x00000001288ea478 },
ad1f37
+		/* x^148480 mod p(x)` << 1, x^148544 mod p(x)` << 1 */
ad1f37
+		{ 0x00000001468360e2, 0x000000016619c442 },
ad1f37
+		/* x^147456 mod p(x)` << 1, x^147520 mod p(x)` << 1 */
ad1f37
+		{ 0x00000000121c2408, 0x0000000086230038 },
ad1f37
+		/* x^146432 mod p(x)` << 1, x^146496 mod p(x)` << 1 */
ad1f37
+		{ 0x00000000da7e7d08, 0x000000017746a756 },
ad1f37
+		/* x^145408 mod p(x)` << 1, x^145472 mod p(x)` << 1 */
ad1f37
+		{ 0x00000001058d7652, 0x0000000191b8f8f8 },
ad1f37
+		/* x^144384 mod p(x)` << 1, x^144448 mod p(x)` << 1 */
ad1f37
+		{ 0x000000014a098a90, 0x000000008e167708 },
ad1f37
+		/* x^143360 mod p(x)` << 1, x^143424 mod p(x)` << 1 */
ad1f37
+		{ 0x0000000020dbe72e, 0x0000000148b22d54 },
ad1f37
+		/* x^142336 mod p(x)` << 1, x^142400 mod p(x)` << 1 */
ad1f37
+		{ 0x000000011e7323e8, 0x0000000044ba2c3c },
ad1f37
+		/* x^141312 mod p(x)` << 1, x^141376 mod p(x)` << 1 */
ad1f37
+		{ 0x00000000d5d4bf94, 0x00000000b54d2b52 },
ad1f37
+		/* x^140288 mod p(x)` << 1, x^140352 mod p(x)` << 1 */
ad1f37
+		{ 0x0000000199d8746c, 0x0000000005a4fd8a },
ad1f37
+		/* x^139264 mod p(x)` << 1, x^139328 mod p(x)` << 1 */
ad1f37
+		{ 0x00000000ce9ca8a0, 0x0000000139f9fc46 },
ad1f37
+		/* x^138240 mod p(x)` << 1, x^138304 mod p(x)` << 1 */
ad1f37
+		{ 0x00000000136edece, 0x000000015a1fa824 },
ad1f37
+		/* x^137216 mod p(x)` << 1, x^137280 mod p(x)` << 1 */
ad1f37
+		{ 0x000000019b92a068, 0x000000000a61ae4c },
ad1f37
+		/* x^136192 mod p(x)` << 1, x^136256 mod p(x)` << 1 */
ad1f37
+		{ 0x0000000071d62206, 0x0000000145e9113e },
ad1f37
+		/* x^135168 mod p(x)` << 1, x^135232 mod p(x)` << 1 */
ad1f37
+		{ 0x00000000dfc50158, 0x000000006a348448 },
ad1f37
+		/* x^134144 mod p(x)` << 1, x^134208 mod p(x)` << 1 */
ad1f37
+		{ 0x00000001517626bc, 0x000000004d80a08c },
ad1f37
+		/* x^133120 mod p(x)` << 1, x^133184 mod p(x)` << 1 */
ad1f37
+		{ 0x0000000148d1e4fa, 0x000000014b6837a0 },
ad1f37
+		/* x^132096 mod p(x)` << 1, x^132160 mod p(x)` << 1 */
ad1f37
+		{ 0x0000000094d8266e, 0x000000016896a7fc },
ad1f37
+		/* x^131072 mod p(x)` << 1, x^131136 mod p(x)` << 1 */
ad1f37
+		{ 0x00000000606c5e34, 0x000000014f187140 },
ad1f37
+		/* x^130048 mod p(x)` << 1, x^130112 mod p(x)` << 1 */
ad1f37
+		{ 0x000000019766beaa, 0x000000019581b9da },
ad1f37
+		/* x^129024 mod p(x)` << 1, x^129088 mod p(x)` << 1 */
ad1f37
+		{ 0x00000001d80c506c, 0x00000001091bc984 },
ad1f37
+		/* x^128000 mod p(x)` << 1, x^128064 mod p(x)` << 1 */
ad1f37
+		{ 0x000000001e73837c, 0x000000001067223c },
ad1f37
+		/* x^126976 mod p(x)` << 1, x^127040 mod p(x)` << 1 */
ad1f37
+		{ 0x0000000064d587de, 0x00000001ab16ea02 },
ad1f37
+		/* x^125952 mod p(x)` << 1, x^126016 mod p(x)` << 1 */
ad1f37
+		{ 0x00000000f4a507b0, 0x000000013c4598a8 },
ad1f37
+		/* x^124928 mod p(x)` << 1, x^124992 mod p(x)` << 1 */
ad1f37
+		{ 0x0000000040e342fc, 0x00000000b3735430 },
ad1f37
+		/* x^123904 mod p(x)` << 1, x^123968 mod p(x)` << 1 */
ad1f37
+		{ 0x00000001d5ad9c3a, 0x00000001bb3fc0c0 },
ad1f37
+		/* x^122880 mod p(x)` << 1, x^122944 mod p(x)` << 1 */
ad1f37
+		{ 0x0000000094a691a4, 0x00000001570ae19c },
ad1f37
+		/* x^121856 mod p(x)` << 1, x^121920 mod p(x)` << 1 */
ad1f37
+		{ 0x00000001271ecdfa, 0x00000001ea910712 },
ad1f37
+		/* x^120832 mod p(x)` << 1, x^120896 mod p(x)` << 1 */
ad1f37
+		{ 0x000000009e54475a, 0x0000000167127128 },
ad1f37
+		/* x^119808 mod p(x)` << 1, x^119872 mod p(x)` << 1 */
ad1f37
+		{ 0x00000000c9c099ee, 0x0000000019e790a2 },
ad1f37
+		/* x^118784 mod p(x)` << 1, x^118848 mod p(x)` << 1 */
ad1f37
+		{ 0x000000009a2f736c, 0x000000003788f710 },
ad1f37
+		/* x^117760 mod p(x)` << 1, x^117824 mod p(x)` << 1 */
ad1f37
+		{ 0x00000000bb9f4996, 0x00000001682a160e },
ad1f37
+		/* x^116736 mod p(x)` << 1, x^116800 mod p(x)` << 1 */
ad1f37
+		{ 0x00000001db688050, 0x000000007f0ebd2e },
ad1f37
+		/* x^115712 mod p(x)` << 1, x^115776 mod p(x)` << 1 */
ad1f37
+		{ 0x00000000e9b10af4, 0x000000002b032080 },
ad1f37
+		/* x^114688 mod p(x)` << 1, x^114752 mod p(x)` << 1 */
ad1f37
+		{ 0x000000012d4545e4, 0x00000000cfd1664a },
ad1f37
+		/* x^113664 mod p(x)` << 1, x^113728 mod p(x)` << 1 */
ad1f37
+		{ 0x000000000361139c, 0x00000000aa1181c2 },
ad1f37
+		/* x^112640 mod p(x)` << 1, x^112704 mod p(x)` << 1 */
ad1f37
+		{ 0x00000001a5a1a3a8, 0x00000000ddd08002 },
ad1f37
+		/* x^111616 mod p(x)` << 1, x^111680 mod p(x)` << 1 */
ad1f37
+		{ 0x000000006844e0b0, 0x00000000e8dd0446 },
ad1f37
+		/* x^110592 mod p(x)` << 1, x^110656 mod p(x)` << 1 */
ad1f37
+		{ 0x00000000c3762f28, 0x00000001bbd94a00 },
ad1f37
+		/* x^109568 mod p(x)` << 1, x^109632 mod p(x)` << 1 */
ad1f37
+		{ 0x00000001d26287a2, 0x00000000ab6cd180 },
ad1f37
+		/* x^108544 mod p(x)` << 1, x^108608 mod p(x)` << 1 */
ad1f37
+		{ 0x00000001f6f0bba8, 0x0000000031803ce2 },
ad1f37
+		/* x^107520 mod p(x)` << 1, x^107584 mod p(x)` << 1 */
ad1f37
+		{ 0x000000002ffabd62, 0x0000000024f40b0c },
ad1f37
+		/* x^106496 mod p(x)` << 1, x^106560 mod p(x)` << 1 */
ad1f37
+		{ 0x00000000fb4516b8, 0x00000001ba1d9834 },
ad1f37
+		/* x^105472 mod p(x)` << 1, x^105536 mod p(x)` << 1 */
ad1f37
+		{ 0x000000018cfa961c, 0x0000000104de61aa },
ad1f37
+		/* x^104448 mod p(x)` << 1, x^104512 mod p(x)` << 1 */
ad1f37
+		{ 0x000000019e588d52, 0x0000000113e40d46 },
ad1f37
+		/* x^103424 mod p(x)` << 1, x^103488 mod p(x)` << 1 */
ad1f37
+		{ 0x00000001180f0bbc, 0x00000001415598a0 },
ad1f37
+		/* x^102400 mod p(x)` << 1, x^102464 mod p(x)` << 1 */
ad1f37
+		{ 0x00000000e1d9177a, 0x00000000bf6c8c90 },
ad1f37
+		/* x^101376 mod p(x)` << 1, x^101440 mod p(x)` << 1 */
ad1f37
+		{ 0x0000000105abc27c, 0x00000001788b0504 },
ad1f37
+		/* x^100352 mod p(x)` << 1, x^100416 mod p(x)` << 1 */
ad1f37
+		{ 0x00000000972e4a58, 0x0000000038385d02 },
ad1f37
+		/* x^99328 mod p(x)` << 1, x^99392 mod p(x)` << 1 */
ad1f37
+		{ 0x0000000183499a5e, 0x00000001b6c83844 },
ad1f37
+		/* x^98304 mod p(x)` << 1, x^98368 mod p(x)` << 1 */
ad1f37
+		{ 0x00000001c96a8cca, 0x0000000051061a8a },
ad1f37
+		/* x^97280 mod p(x)` << 1, x^97344 mod p(x)` << 1 */
ad1f37
+		{ 0x00000001a1a5b60c, 0x000000017351388a },
ad1f37
+		/* x^96256 mod p(x)` << 1, x^96320 mod p(x)` << 1 */
ad1f37
+		{ 0x00000000e4b6ac9c, 0x0000000132928f92 },
ad1f37
+		/* x^95232 mod p(x)` << 1, x^95296 mod p(x)` << 1 */
ad1f37
+		{ 0x00000001807e7f5a, 0x00000000e6b4f48a },
ad1f37
+		/* x^94208 mod p(x)` << 1, x^94272 mod p(x)` << 1 */
ad1f37
+		{ 0x000000017a7e3bc8, 0x0000000039d15e90 },
ad1f37
+		/* x^93184 mod p(x)` << 1, x^93248 mod p(x)` << 1 */
ad1f37
+		{ 0x00000000d73975da, 0x00000000312d6074 },
ad1f37
+		/* x^92160 mod p(x)` << 1, x^92224 mod p(x)` << 1 */
ad1f37
+		{ 0x000000017375d038, 0x000000017bbb2cc4 },
ad1f37
+		/* x^91136 mod p(x)` << 1, x^91200 mod p(x)` << 1 */
ad1f37
+		{ 0x00000000193680bc, 0x000000016ded3e18 },
ad1f37
+		/* x^90112 mod p(x)` << 1, x^90176 mod p(x)` << 1 */
ad1f37
+		{ 0x00000000999b06f6, 0x00000000f1638b16 },
ad1f37
+		/* x^89088 mod p(x)` << 1, x^89152 mod p(x)` << 1 */
ad1f37
+		{ 0x00000001f685d2b8, 0x00000001d38b9ecc },
ad1f37
+		/* x^88064 mod p(x)` << 1, x^88128 mod p(x)` << 1 */
ad1f37
+		{ 0x00000001f4ecbed2, 0x000000018b8d09dc },
ad1f37
+		/* x^87040 mod p(x)` << 1, x^87104 mod p(x)` << 1 */
ad1f37
+		{ 0x00000000ba16f1a0, 0x00000000e7bc27d2 },
ad1f37
+		/* x^86016 mod p(x)` << 1, x^86080 mod p(x)` << 1 */
ad1f37
+		{ 0x0000000115aceac4, 0x00000000275e1e96 },
ad1f37
+		/* x^84992 mod p(x)` << 1, x^85056 mod p(x)` << 1 */
ad1f37
+		{ 0x00000001aeff6292, 0x00000000e2e3031e },
ad1f37
+		/* x^83968 mod p(x)` << 1, x^84032 mod p(x)` << 1 */
ad1f37
+		{ 0x000000009640124c, 0x00000001041c84d8 },
ad1f37
+		/* x^82944 mod p(x)` << 1, x^83008 mod p(x)` << 1 */
ad1f37
+		{ 0x0000000114f41f02, 0x00000000706ce672 },
ad1f37
+		/* x^81920 mod p(x)` << 1, x^81984 mod p(x)` << 1 */
ad1f37
+		{ 0x000000009c5f3586, 0x000000015d5070da },
ad1f37
+		/* x^80896 mod p(x)` << 1, x^80960 mod p(x)` << 1 */
ad1f37
+		{ 0x00000001878275fa, 0x0000000038f9493a },
ad1f37
+		/* x^79872 mod p(x)` << 1, x^79936 mod p(x)` << 1 */
ad1f37
+		{ 0x00000000ddc42ce8, 0x00000000a3348a76 },
ad1f37
+		/* x^78848 mod p(x)` << 1, x^78912 mod p(x)` << 1 */
ad1f37
+		{ 0x0000000181d2c73a, 0x00000001ad0aab92 },
ad1f37
+		/* x^77824 mod p(x)` << 1, x^77888 mod p(x)` << 1 */
ad1f37
+		{ 0x0000000141c9320a, 0x000000019e85f712 },
ad1f37
+		/* x^76800 mod p(x)` << 1, x^76864 mod p(x)` << 1 */
ad1f37
+		{ 0x000000015235719a, 0x000000005a871e76 },
ad1f37
+		/* x^75776 mod p(x)` << 1, x^75840 mod p(x)` << 1 */
ad1f37
+		{ 0x00000000be27d804, 0x000000017249c662 },
ad1f37
+		/* x^74752 mod p(x)` << 1, x^74816 mod p(x)` << 1 */
ad1f37
+		{ 0x000000006242d45a, 0x000000003a084712 },
ad1f37
+		/* x^73728 mod p(x)` << 1, x^73792 mod p(x)` << 1 */
ad1f37
+		{ 0x000000009a53638e, 0x00000000ed438478 },
ad1f37
+		/* x^72704 mod p(x)` << 1, x^72768 mod p(x)` << 1 */
ad1f37
+		{ 0x00000001001ecfb6, 0x00000000abac34cc },
ad1f37
+		/* x^71680 mod p(x)` << 1, x^71744 mod p(x)` << 1 */
ad1f37
+		{ 0x000000016d7c2d64, 0x000000005f35ef3e },
ad1f37
+		/* x^70656 mod p(x)` << 1, x^70720 mod p(x)` << 1 */
ad1f37
+		{ 0x00000001d0ce46c0, 0x0000000047d6608c },
ad1f37
+		/* x^69632 mod p(x)` << 1, x^69696 mod p(x)` << 1 */
ad1f37
+		{ 0x0000000124c907b4, 0x000000002d01470e },
ad1f37
+		/* x^68608 mod p(x)` << 1, x^68672 mod p(x)` << 1 */
ad1f37
+		{ 0x0000000018a555ca, 0x0000000158bbc7b0 },
ad1f37
+		/* x^67584 mod p(x)` << 1, x^67648 mod p(x)` << 1 */
ad1f37
+		{ 0x000000006b0980bc, 0x00000000c0a23e8e },
ad1f37
+		/* x^66560 mod p(x)` << 1, x^66624 mod p(x)` << 1 */
ad1f37
+		{ 0x000000008bbba964, 0x00000001ebd85c88 },
ad1f37
+		/* x^65536 mod p(x)` << 1, x^65600 mod p(x)` << 1 */
ad1f37
+		{ 0x00000001070a5a1e, 0x000000019ee20bb2 },
ad1f37
+		/* x^64512 mod p(x)` << 1, x^64576 mod p(x)` << 1 */
ad1f37
+		{ 0x000000002204322a, 0x00000001acabf2d6 },
ad1f37
+		/* x^63488 mod p(x)` << 1, x^63552 mod p(x)` << 1 */
ad1f37
+		{ 0x00000000a27524d0, 0x00000001b7963d56 },
ad1f37
+		/* x^62464 mod p(x)` << 1, x^62528 mod p(x)` << 1 */
ad1f37
+		{ 0x0000000020b1e4ba, 0x000000017bffa1fe },
ad1f37
+		/* x^61440 mod p(x)` << 1, x^61504 mod p(x)` << 1 */
ad1f37
+		{ 0x0000000032cc27fc, 0x000000001f15333e },
ad1f37
+		/* x^60416 mod p(x)` << 1, x^60480 mod p(x)` << 1 */
ad1f37
+		{ 0x0000000044dd22b8, 0x000000018593129e },
ad1f37
+		/* x^59392 mod p(x)` << 1, x^59456 mod p(x)` << 1 */
ad1f37
+		{ 0x00000000dffc9e0a, 0x000000019cb32602 },
ad1f37
+		/* x^58368 mod p(x)` << 1, x^58432 mod p(x)` << 1 */
ad1f37
+		{ 0x00000001b7a0ed14, 0x0000000142b05cc8 },
ad1f37
+		/* x^57344 mod p(x)` << 1, x^57408 mod p(x)` << 1 */
ad1f37
+		{ 0x00000000c7842488, 0x00000001be49e7a4 },
ad1f37
+		/* x^56320 mod p(x)` << 1, x^56384 mod p(x)` << 1 */
ad1f37
+		{ 0x00000001c02a4fee, 0x0000000108f69d6c },
ad1f37
+		/* x^55296 mod p(x)` << 1, x^55360 mod p(x)` << 1 */
ad1f37
+		{ 0x000000003c273778, 0x000000006c0971f0 },
ad1f37
+		/* x^54272 mod p(x)` << 1, x^54336 mod p(x)` << 1 */
ad1f37
+		{ 0x00000001d63f8894, 0x000000005b16467a },
ad1f37
+		/* x^53248 mod p(x)` << 1, x^53312 mod p(x)` << 1 */
ad1f37
+		{ 0x000000006be557d6, 0x00000001551a628e },
ad1f37
+		/* x^52224 mod p(x)` << 1, x^52288 mod p(x)` << 1 */
ad1f37
+		{ 0x000000006a7806ea, 0x000000019e42ea92 },
ad1f37
+		/* x^51200 mod p(x)` << 1, x^51264 mod p(x)` << 1 */
ad1f37
+		{ 0x000000016155aa0c, 0x000000012fa83ff2 },
ad1f37
+		/* x^50176 mod p(x)` << 1, x^50240 mod p(x)` << 1 */
ad1f37
+		{ 0x00000000908650ac, 0x000000011ca9cde0 },
ad1f37
+		/* x^49152 mod p(x)` << 1, x^49216 mod p(x)` << 1 */
ad1f37
+		{ 0x00000000aa5a8084, 0x00000000c8e5cd74 },
ad1f37
+		/* x^48128 mod p(x)` << 1, x^48192 mod p(x)` << 1 */
ad1f37
+		{ 0x0000000191bb500a, 0x0000000096c27f0c },
ad1f37
+		/* x^47104 mod p(x)` << 1, x^47168 mod p(x)` << 1 */
ad1f37
+		{ 0x0000000064e9bed0, 0x000000002baed926 },
ad1f37
+		/* x^46080 mod p(x)` << 1, x^46144 mod p(x)` << 1 */
ad1f37
+		{ 0x000000009444f302, 0x000000017c8de8d2 },
ad1f37
+		/* x^45056 mod p(x)` << 1, x^45120 mod p(x)` << 1 */
ad1f37
+		{ 0x000000019db07d3c, 0x00000000d43d6068 },
ad1f37
+		/* x^44032 mod p(x)` << 1, x^44096 mod p(x)` << 1 */
ad1f37
+		{ 0x00000001359e3e6e, 0x00000000cb2c4b26 },
ad1f37
+		/* x^43008 mod p(x)` << 1, x^43072 mod p(x)` << 1 */
ad1f37
+		{ 0x00000001e4f10dd2, 0x0000000145b8da26 },
ad1f37
+		/* x^41984 mod p(x)` << 1, x^42048 mod p(x)` << 1 */
ad1f37
+		{ 0x0000000124f5735e, 0x000000018fff4b08 },
ad1f37
+		/* x^40960 mod p(x)` << 1, x^41024 mod p(x)` << 1 */
ad1f37
+		{ 0x0000000124760a4c, 0x0000000150b58ed0 },
ad1f37
+		/* x^39936 mod p(x)` << 1, x^40000 mod p(x)` << 1 */
ad1f37
+		{ 0x000000000f1fc186, 0x00000001549f39bc },
ad1f37
+		/* x^38912 mod p(x)` << 1, x^38976 mod p(x)` << 1 */
ad1f37
+		{ 0x00000000150e4cc4, 0x00000000ef4d2f42 },
ad1f37
+		/* x^37888 mod p(x)` << 1, x^37952 mod p(x)` << 1 */
ad1f37
+		{ 0x000000002a6204e8, 0x00000001b1468572 },
ad1f37
+		/* x^36864 mod p(x)` << 1, x^36928 mod p(x)` << 1 */
ad1f37
+		{ 0x00000000beb1d432, 0x000000013d7403b2 },
ad1f37
+		/* x^35840 mod p(x)` << 1, x^35904 mod p(x)` << 1 */
ad1f37
+		{ 0x0000000135f3f1f0, 0x00000001a4681842 },
ad1f37
+		/* x^34816 mod p(x)` << 1, x^34880 mod p(x)` << 1 */
ad1f37
+		{ 0x0000000074fe2232, 0x0000000167714492 },
ad1f37
+		/* x^33792 mod p(x)` << 1, x^33856 mod p(x)` << 1 */
ad1f37
+		{ 0x000000001ac6e2ba, 0x00000001e599099a },
ad1f37
+		/* x^32768 mod p(x)` << 1, x^32832 mod p(x)` << 1 */
ad1f37
+		{ 0x0000000013fca91e, 0x00000000fe128194 },
ad1f37
+		/* x^31744 mod p(x)` << 1, x^31808 mod p(x)` << 1 */
ad1f37
+		{ 0x0000000183f4931e, 0x0000000077e8b990 },
ad1f37
+		/* x^30720 mod p(x)` << 1, x^30784 mod p(x)` << 1 */
ad1f37
+		{ 0x00000000b6d9b4e4, 0x00000001a267f63a },
ad1f37
+		/* x^29696 mod p(x)` << 1, x^29760 mod p(x)` << 1 */
ad1f37
+		{ 0x00000000b5188656, 0x00000001945c245a },
ad1f37
+		/* x^28672 mod p(x)` << 1, x^28736 mod p(x)` << 1 */
ad1f37
+		{ 0x0000000027a81a84, 0x0000000149002e76 },
ad1f37
+		/* x^27648 mod p(x)` << 1, x^27712 mod p(x)` << 1 */
ad1f37
+		{ 0x0000000125699258, 0x00000001bb8310a4 },
ad1f37
+		/* x^26624 mod p(x)` << 1, x^26688 mod p(x)` << 1 */
ad1f37
+		{ 0x00000001b23de796, 0x000000019ec60bcc },
ad1f37
+		/* x^25600 mod p(x)` << 1, x^25664 mod p(x)` << 1 */
ad1f37
+		{ 0x00000000fe4365dc, 0x000000012d8590ae },
ad1f37
+		/* x^24576 mod p(x)` << 1, x^24640 mod p(x)` << 1 */
ad1f37
+		{ 0x00000000c68f497a, 0x0000000065b00684 },
ad1f37
+		/* x^23552 mod p(x)` << 1, x^23616 mod p(x)` << 1 */
ad1f37
+		{ 0x00000000fbf521ee, 0x000000015e5aeadc },
ad1f37
+		/* x^22528 mod p(x)` << 1, x^22592 mod p(x)` << 1 */
ad1f37
+		{ 0x000000015eac3378, 0x00000000b77ff2b0 },
ad1f37
+		/* x^21504 mod p(x)` << 1, x^21568 mod p(x)` << 1 */
ad1f37
+		{ 0x0000000134914b90, 0x0000000188da2ff6 },
ad1f37
+		/* x^20480 mod p(x)` << 1, x^20544 mod p(x)` << 1 */
ad1f37
+		{ 0x0000000016335cfe, 0x0000000063da929a },
ad1f37
+		/* x^19456 mod p(x)` << 1, x^19520 mod p(x)` << 1 */
ad1f37
+		{ 0x000000010372d10c, 0x00000001389caa80 },
ad1f37
+		/* x^18432 mod p(x)` << 1, x^18496 mod p(x)` << 1 */
ad1f37
+		{ 0x000000015097b908, 0x000000013db599d2 },
ad1f37
+		/* x^17408 mod p(x)` << 1, x^17472 mod p(x)` << 1 */
ad1f37
+		{ 0x00000001227a7572, 0x0000000122505a86 },
ad1f37
+		/* x^16384 mod p(x)` << 1, x^16448 mod p(x)` << 1 */
ad1f37
+		{ 0x000000009a8f75c0, 0x000000016bd72746 },
ad1f37
+		/* x^15360 mod p(x)` << 1, x^15424 mod p(x)` << 1 */
ad1f37
+		{ 0x00000000682c77a2, 0x00000001c3faf1d4 },
ad1f37
+		/* x^14336 mod p(x)` << 1, x^14400 mod p(x)` << 1 */
ad1f37
+		{ 0x00000000231f091c, 0x00000001111c826c },
ad1f37
+		/* x^13312 mod p(x)` << 1, x^13376 mod p(x)` << 1 */
ad1f37
+		{ 0x000000007d4439f2, 0x00000000153e9fb2 },
ad1f37
+		/* x^12288 mod p(x)` << 1, x^12352 mod p(x)` << 1 */
ad1f37
+		{ 0x000000017e221efc, 0x000000002b1f7b60 },
ad1f37
+		/* x^11264 mod p(x)` << 1, x^11328 mod p(x)` << 1 */
ad1f37
+		{ 0x0000000167457c38, 0x00000000b1dba570 },
ad1f37
+		/* x^10240 mod p(x)` << 1, x^10304 mod p(x)` << 1 */
ad1f37
+		{ 0x00000000bdf081c4, 0x00000001f6397b76 },
ad1f37
+		/* x^9216 mod p(x)` << 1, x^9280 mod p(x)` << 1 */
ad1f37
+		{ 0x000000016286d6b0, 0x0000000156335214 },
ad1f37
+		/* x^8192 mod p(x)` << 1, x^8256 mod p(x)` << 1 */
ad1f37
+		{ 0x00000000c84f001c, 0x00000001d70e3986 },
ad1f37
+		/* x^7168 mod p(x)` << 1, x^7232 mod p(x)` << 1 */
ad1f37
+		{ 0x0000000064efe7c0, 0x000000003701a774 },
ad1f37
+		/* x^6144 mod p(x)` << 1, x^6208 mod p(x)` << 1 */
ad1f37
+		{ 0x000000000ac2d904, 0x00000000ac81ef72 },
ad1f37
+		/* x^5120 mod p(x)` << 1, x^5184 mod p(x)` << 1 */
ad1f37
+		{ 0x00000000fd226d14, 0x0000000133212464 },
ad1f37
+		/* x^4096 mod p(x)` << 1, x^4160 mod p(x)` << 1 */
ad1f37
+		{ 0x000000011cfd42e0, 0x00000000e4e45610 },
ad1f37
+		/* x^3072 mod p(x)` << 1, x^3136 mod p(x)` << 1 */
ad1f37
+		{ 0x000000016e5a5678, 0x000000000c1bd370 },
ad1f37
+		/* x^2048 mod p(x)` << 1, x^2112 mod p(x)` << 1 */
ad1f37
+		{ 0x00000001d888fe22, 0x00000001a7b9e7a6 },
ad1f37
+		/* x^1024 mod p(x)` << 1, x^1088 mod p(x)` << 1 */
ad1f37
+		{ 0x00000001af77fcd4, 0x000000007d657a10 }
ad1f37
+#endif /* __LITTLE_ENDIAN__ */
ad1f37
+	};
ad1f37
+
ad1f37
+/* Reduce final 1024-2048 bits to 64 bits, shifting 32 bits to include the trailing 32 bits of zeros */
ad1f37
+
ad1f37
+static const __vector unsigned long long vcrc_short_const[16]
ad1f37
+	__attribute__((aligned (16))) = {
ad1f37
+#ifdef __LITTLE_ENDIAN__
ad1f37
+		/* x^1952 mod p(x) , x^1984 mod p(x) , x^2016 mod p(x) , x^2048 mod p(x)  */
ad1f37
+		{ 0x99168a18ec447f11, 0xed837b2613e8221e },
ad1f37
+		/* x^1824 mod p(x) , x^1856 mod p(x) , x^1888 mod p(x) , x^1920 mod p(x)  */
ad1f37
+		{ 0xe23e954e8fd2cd3c, 0xc8acdd8147b9ce5a },
ad1f37
+		/* x^1696 mod p(x) , x^1728 mod p(x) , x^1760 mod p(x) , x^1792 mod p(x)  */
ad1f37
+		{ 0x92f8befe6b1d2b53, 0xd9ad6d87d4277e25 },
ad1f37
+		/* x^1568 mod p(x) , x^1600 mod p(x) , x^1632 mod p(x) , x^1664 mod p(x)  */
ad1f37
+		{ 0xf38a3556291ea462, 0xc10ec5e033fbca3b },
ad1f37
+		/* x^1440 mod p(x) , x^1472 mod p(x) , x^1504 mod p(x) , x^1536 mod p(x)  */
ad1f37
+		{ 0x974ac56262b6ca4b, 0xc0b55b0e82e02e2f },
ad1f37
+		/* x^1312 mod p(x) , x^1344 mod p(x) , x^1376 mod p(x) , x^1408 mod p(x)  */
ad1f37
+		{ 0x855712b3784d2a56, 0x71aa1df0e172334d },
ad1f37
+		/* x^1184 mod p(x) , x^1216 mod p(x) , x^1248 mod p(x) , x^1280 mod p(x)  */
ad1f37
+		{ 0xa5abe9f80eaee722, 0xfee3053e3969324d },
ad1f37
+		/* x^1056 mod p(x) , x^1088 mod p(x) , x^1120 mod p(x) , x^1152 mod p(x)  */
ad1f37
+		{ 0x1fa0943ddb54814c, 0xf44779b93eb2bd08 },
ad1f37
+		/* x^928 mod p(x) , x^960 mod p(x) , x^992 mod p(x) , x^1024 mod p(x)  */
ad1f37
+		{ 0xa53ff440d7bbfe6a, 0xf5449b3f00cc3374 },
ad1f37
+		/* x^800 mod p(x) , x^832 mod p(x) , x^864 mod p(x) , x^896 mod p(x)  */
ad1f37
+		{ 0xebe7e3566325605c, 0x6f8346e1d777606e },
ad1f37
+		/* x^672 mod p(x) , x^704 mod p(x) , x^736 mod p(x) , x^768 mod p(x)  */
ad1f37
+		{ 0xc65a272ce5b592b8, 0xe3ab4f2ac0b95347 },
ad1f37
+		/* x^544 mod p(x) , x^576 mod p(x) , x^608 mod p(x) , x^640 mod p(x)  */
ad1f37
+		{ 0x5705a9ca4721589f, 0xaa2215ea329ecc11 },
ad1f37
+		/* x^416 mod p(x) , x^448 mod p(x) , x^480 mod p(x) , x^512 mod p(x)  */
ad1f37
+		{ 0xe3720acb88d14467, 0x1ed8f66ed95efd26 },
ad1f37
+		/* x^288 mod p(x) , x^320 mod p(x) , x^352 mod p(x) , x^384 mod p(x)  */
ad1f37
+		{ 0xba1aca0315141c31, 0x78ed02d5a700e96a },
ad1f37
+		/* x^160 mod p(x) , x^192 mod p(x) , x^224 mod p(x) , x^256 mod p(x)  */
ad1f37
+		{ 0xad2a31b3ed627dae, 0xba8ccbe832b39da3 },
ad1f37
+		/* x^32 mod p(x) , x^64 mod p(x) , x^96 mod p(x) , x^128 mod p(x)  */
ad1f37
+		{ 0x6655004fa06a2517, 0xedb88320b1e6b092 }
ad1f37
+#else /* __LITTLE_ENDIAN__ */
ad1f37
+		/* x^1952 mod p(x) , x^1984 mod p(x) , x^2016 mod p(x) , x^2048 mod p(x)  */
ad1f37
+		{ 0xed837b2613e8221e, 0x99168a18ec447f11 },
ad1f37
+		/* x^1824 mod p(x) , x^1856 mod p(x) , x^1888 mod p(x) , x^1920 mod p(x)  */
ad1f37
+		{ 0xc8acdd8147b9ce5a, 0xe23e954e8fd2cd3c },
ad1f37
+		/* x^1696 mod p(x) , x^1728 mod p(x) , x^1760 mod p(x) , x^1792 mod p(x)  */
ad1f37
+		{ 0xd9ad6d87d4277e25, 0x92f8befe6b1d2b53 },
ad1f37
+		/* x^1568 mod p(x) , x^1600 mod p(x) , x^1632 mod p(x) , x^1664 mod p(x)  */
ad1f37
+		{ 0xc10ec5e033fbca3b, 0xf38a3556291ea462 },
ad1f37
+		/* x^1440 mod p(x) , x^1472 mod p(x) , x^1504 mod p(x) , x^1536 mod p(x)  */
ad1f37
+		{ 0xc0b55b0e82e02e2f, 0x974ac56262b6ca4b },
ad1f37
+		/* x^1312 mod p(x) , x^1344 mod p(x) , x^1376 mod p(x) , x^1408 mod p(x)  */
ad1f37
+		{ 0x71aa1df0e172334d, 0x855712b3784d2a56 },
ad1f37
+		/* x^1184 mod p(x) , x^1216 mod p(x) , x^1248 mod p(x) , x^1280 mod p(x)  */
ad1f37
+		{ 0xfee3053e3969324d, 0xa5abe9f80eaee722 },
ad1f37
+		/* x^1056 mod p(x) , x^1088 mod p(x) , x^1120 mod p(x) , x^1152 mod p(x)  */
ad1f37
+		{ 0xf44779b93eb2bd08, 0x1fa0943ddb54814c },
ad1f37
+		/* x^928 mod p(x) , x^960 mod p(x) , x^992 mod p(x) , x^1024 mod p(x)  */
ad1f37
+		{ 0xf5449b3f00cc3374, 0xa53ff440d7bbfe6a },
ad1f37
+		/* x^800 mod p(x) , x^832 mod p(x) , x^864 mod p(x) , x^896 mod p(x)  */
ad1f37
+		{ 0x6f8346e1d777606e, 0xebe7e3566325605c },
ad1f37
+		/* x^672 mod p(x) , x^704 mod p(x) , x^736 mod p(x) , x^768 mod p(x)  */
ad1f37
+		{ 0xe3ab4f2ac0b95347, 0xc65a272ce5b592b8 },
ad1f37
+		/* x^544 mod p(x) , x^576 mod p(x) , x^608 mod p(x) , x^640 mod p(x)  */
ad1f37
+		{ 0xaa2215ea329ecc11, 0x5705a9ca4721589f },
ad1f37
+		/* x^416 mod p(x) , x^448 mod p(x) , x^480 mod p(x) , x^512 mod p(x)  */
ad1f37
+		{ 0x1ed8f66ed95efd26, 0xe3720acb88d14467 },
ad1f37
+		/* x^288 mod p(x) , x^320 mod p(x) , x^352 mod p(x) , x^384 mod p(x)  */
ad1f37
+		{ 0x78ed02d5a700e96a, 0xba1aca0315141c31 },
ad1f37
+		/* x^160 mod p(x) , x^192 mod p(x) , x^224 mod p(x) , x^256 mod p(x)  */
ad1f37
+		{ 0xba8ccbe832b39da3, 0xad2a31b3ed627dae },
ad1f37
+		/* x^32 mod p(x) , x^64 mod p(x) , x^96 mod p(x) , x^128 mod p(x)  */
ad1f37
+		{ 0xedb88320b1e6b092, 0x6655004fa06a2517 }
ad1f37
+#endif /* __LITTLE_ENDIAN__ */
ad1f37
+	};
ad1f37
+
ad1f37
+/* Barrett constants */
ad1f37
+/* 33 bit reflected Barrett constant m - (4^32)/n */
ad1f37
+
ad1f37
+static const __vector unsigned long long v_Barrett_const[2]
ad1f37
+	__attribute__((aligned (16))) = {
ad1f37
+		/* x^64 div p(x)  */
ad1f37
+#ifdef __LITTLE_ENDIAN__
ad1f37
+		{ 0x00000001f7011641, 0x0000000000000000 },
ad1f37
+		{ 0x00000001db710641, 0x0000000000000000 }
ad1f37
+#else /* __LITTLE_ENDIAN__ */
ad1f37
+		{ 0x0000000000000000, 0x00000001f7011641 },
ad1f37
+		{ 0x0000000000000000, 0x00000001db710641 }
ad1f37
+#endif /* __LITTLE_ENDIAN__ */
ad1f37
+	};
ad1f37
+#endif /* POWER8_INTRINSICS */
ad1f37
+
ad1f37
+#endif /* __ASSEMBLER__ */
8cf299
diff --git a/contrib/power/crc32_z_power8.c b/contrib/power/crc32_z_power8.c
ad1f37
new file mode 100644
8cf299
index 0000000..7858cfe
ad1f37
--- /dev/null
8cf299
+++ b/contrib/power/crc32_z_power8.c
8cf299
@@ -0,0 +1,679 @@
ad1f37
+/*
ad1f37
+ * Calculate the checksum of data that is 16 byte aligned and a multiple of
ad1f37
+ * 16 bytes.
ad1f37
+ *
ad1f37
+ * The first step is to reduce it to 1024 bits. We do this in 8 parallel
ad1f37
+ * chunks in order to mask the latency of the vpmsum instructions. If we
ad1f37
+ * have more than 32 kB of data to checksum we repeat this step multiple
ad1f37
+ * times, passing in the previous 1024 bits.
ad1f37
+ *
ad1f37
+ * The next step is to reduce the 1024 bits to 64 bits. This step adds
ad1f37
+ * 32 bits of 0s to the end - this matches what a CRC does. We just
ad1f37
+ * calculate constants that land the data in this 32 bits.
ad1f37
+ *
ad1f37
+ * We then use fixed point Barrett reduction to compute a mod n over GF(2)
ad1f37
+ * for n = CRC using POWER8 instructions. We use x = 32.
ad1f37
+ *
ad1f37
+ * http://en.wikipedia.org/wiki/Barrett_reduction
ad1f37
+ *
ad1f37
+ * This code uses gcc vector builtins instead using assembly directly.
ad1f37
+ *
ad1f37
+ * Copyright (C) 2017 Rogerio Alves <rogealve@br.ibm.com>, IBM
ad1f37
+ *
ad1f37
+ * This program is free software; you can redistribute it and/or
ad1f37
+ * modify it under the terms of either:
ad1f37
+ *
ad1f37
+ *  a) the GNU General Public License as published by the Free Software
ad1f37
+ *     Foundation; either version 2 of the License, or (at your option)
ad1f37
+ *     any later version, or
ad1f37
+ *  b) the Apache License, Version 2.0
ad1f37
+ */
ad1f37
+
ad1f37
+#include <altivec.h>
8cf299
+#include "../../zutil.h"
8cf299
+#include "power.h"
ad1f37
+
ad1f37
+#define POWER8_INTRINSICS
ad1f37
+#define CRC_TABLE
ad1f37
+
ad1f37
+#ifdef CRC32_CONSTANTS_HEADER
ad1f37
+#include CRC32_CONSTANTS_HEADER
ad1f37
+#else
ad1f37
+#include "crc32_constants.h"
ad1f37
+#endif
ad1f37
+
ad1f37
+#define VMX_ALIGN	16
ad1f37
+#define VMX_ALIGN_MASK	(VMX_ALIGN-1)
ad1f37
+
ad1f37
+#ifdef REFLECT
ad1f37
+static unsigned int crc32_align(unsigned int crc, const unsigned char *p,
ad1f37
+			       unsigned long len)
ad1f37
+{
ad1f37
+	while (len--)
ad1f37
+		crc = crc_table[(crc ^ *p++) & 0xff] ^ (crc >> 8);
ad1f37
+	return crc;
ad1f37
+}
ad1f37
+#else
ad1f37
+static unsigned int crc32_align(unsigned int crc, const unsigned char *p,
ad1f37
+				unsigned long len)
ad1f37
+{
ad1f37
+	while (len--)
ad1f37
+		crc = crc_table[((crc >> 24) ^ *p++) & 0xff] ^ (crc << 8);
ad1f37
+	return crc;
ad1f37
+}
ad1f37
+#endif
ad1f37
+
ad1f37
+static unsigned int __attribute__ ((aligned (32)))
ad1f37
+__crc32_vpmsum(unsigned int crc, const void* p, unsigned long len);
ad1f37
+
8cf299
+unsigned long ZLIB_INTERNAL _crc32_z_power8(uLong _crc, const Bytef *_p,
8cf299
+			    z_size_t _len)
ad1f37
+{
ad1f37
+	unsigned int prealign;
ad1f37
+	unsigned int tail;
ad1f37
+
8cf299
+	/* Map zlib API to crc32_vpmsum API */
8cf299
+	unsigned int crc = (unsigned int) (0xffffffff & _crc);
8cf299
+	const unsigned char *p = _p;
8cf299
+	unsigned long len = (unsigned long) _len;
8cf299
+
8cf299
+	if (p == (const unsigned char *) 0x0) return 0;
ad1f37
+#ifdef CRC_XOR
ad1f37
+	crc ^= 0xffffffff;
ad1f37
+#endif
ad1f37
+
ad1f37
+	if (len < VMX_ALIGN + VMX_ALIGN_MASK) {
ad1f37
+		crc = crc32_align(crc, p, len);
ad1f37
+		goto out;
ad1f37
+	}
ad1f37
+
ad1f37
+	if ((unsigned long)p & VMX_ALIGN_MASK) {
ad1f37
+		prealign = VMX_ALIGN - ((unsigned long)p & VMX_ALIGN_MASK);
ad1f37
+		crc = crc32_align(crc, p, prealign);
ad1f37
+		len -= prealign;
ad1f37
+		p += prealign;
ad1f37
+	}
ad1f37
+
ad1f37
+	crc = __crc32_vpmsum(crc, p, len & ~VMX_ALIGN_MASK);
ad1f37
+
ad1f37
+	tail = len & VMX_ALIGN_MASK;
ad1f37
+	if (tail) {
ad1f37
+		p += len & ~VMX_ALIGN_MASK;
ad1f37
+		crc = crc32_align(crc, p, tail);
ad1f37
+	}
ad1f37
+
ad1f37
+out:
ad1f37
+#ifdef CRC_XOR
ad1f37
+	crc ^= 0xffffffff;
ad1f37
+#endif
ad1f37
+
8cf299
+	/* Convert to zlib API */
8cf299
+	return (unsigned long) crc;
ad1f37
+}
ad1f37
+
ad1f37
+#if defined (__clang__)
ad1f37
+#include "clang_workaround.h"
ad1f37
+#else
ad1f37
+#define __builtin_pack_vector(a, b)  __builtin_pack_vector_int128 ((a), (b))
ad1f37
+#define __builtin_unpack_vector_0(a) __builtin_unpack_vector_int128 ((vector __int128_t)(a), 0)
ad1f37
+#define __builtin_unpack_vector_1(a) __builtin_unpack_vector_int128 ((vector __int128_t)(a), 1)
ad1f37
+#endif
ad1f37
+
ad1f37
+/* When we have a load-store in a single-dispatch group and address overlap
ad1f37
+ * such that foward is not allowed (load-hit-store) the group must be flushed.
ad1f37
+ * A group ending NOP prevents the flush.
ad1f37
+ */
ad1f37
+#define GROUP_ENDING_NOP asm("ori 2,2,0" ::: "memory")
ad1f37
+
ad1f37
+#if defined(__BIG_ENDIAN__) && defined (REFLECT)
ad1f37
+#define BYTESWAP_DATA
ad1f37
+#elif defined(__LITTLE_ENDIAN__) && !defined(REFLECT)
ad1f37
+#define BYTESWAP_DATA
ad1f37
+#endif
ad1f37
+
ad1f37
+#ifdef BYTESWAP_DATA
ad1f37
+#define VEC_PERM(vr, va, vb, vc) vr = vec_perm(va, vb,\
ad1f37
+			(__vector unsigned char) vc)
ad1f37
+#if defined(__LITTLE_ENDIAN__)
ad1f37
+/* Byte reverse permute constant LE. */
ad1f37
+static const __vector unsigned long long vperm_const
ad1f37
+	__attribute__ ((aligned(16))) = { 0x08090A0B0C0D0E0FUL,
ad1f37
+			0x0001020304050607UL };
ad1f37
+#else
ad1f37
+static const __vector unsigned long long vperm_const
ad1f37
+	__attribute__ ((aligned(16))) = { 0x0F0E0D0C0B0A0908UL,
ad1f37
+			0X0706050403020100UL };
ad1f37
+#endif
ad1f37
+#else
ad1f37
+#define VEC_PERM(vr, va, vb, vc)
ad1f37
+#endif
ad1f37
+
ad1f37
+static unsigned int __attribute__ ((aligned (32)))
ad1f37
+__crc32_vpmsum(unsigned int crc, const void* p, unsigned long len) {
ad1f37
+
ad1f37
+	const __vector unsigned long long vzero = {0,0};
ad1f37
+	const __vector unsigned long long vones = {0xffffffffffffffffUL,
ad1f37
+		0xffffffffffffffffUL};
ad1f37
+
ad1f37
+#ifdef REFLECT
ad1f37
+	const __vector unsigned long long vmask_32bit =
ad1f37
+		(__vector unsigned long long)vec_sld((__vector unsigned char)vzero,
ad1f37
+			(__vector unsigned char)vones, 4);
ad1f37
+#endif
ad1f37
+
ad1f37
+	const __vector unsigned long long vmask_64bit =
ad1f37
+		(__vector unsigned long long)vec_sld((__vector unsigned char)vzero,
ad1f37
+			(__vector unsigned char)vones, 8);
ad1f37
+
ad1f37
+	__vector unsigned long long vcrc;
ad1f37
+
ad1f37
+	__vector unsigned long long vconst1, vconst2;
ad1f37
+
ad1f37
+	/* vdata0-vdata7 will contain our data (p). */
ad1f37
+	__vector unsigned long long vdata0, vdata1, vdata2, vdata3, vdata4,
ad1f37
+		vdata5, vdata6, vdata7;
ad1f37
+
ad1f37
+	/* v0-v7 will contain our checksums */
ad1f37
+	__vector unsigned long long v0 = {0,0};
ad1f37
+	__vector unsigned long long v1 = {0,0};
ad1f37
+	__vector unsigned long long v2 = {0,0};
ad1f37
+	__vector unsigned long long v3 = {0,0};
ad1f37
+	__vector unsigned long long v4 = {0,0};
ad1f37
+	__vector unsigned long long v5 = {0,0};
ad1f37
+	__vector unsigned long long v6 = {0,0};
ad1f37
+	__vector unsigned long long v7 = {0,0};
ad1f37
+
ad1f37
+
ad1f37
+	/* Vector auxiliary variables. */
ad1f37
+	__vector unsigned long long va0, va1, va2, va3, va4, va5, va6, va7;
ad1f37
+
ad1f37
+	unsigned int result = 0;
ad1f37
+	unsigned int offset; /* Constant table offset. */
ad1f37
+
ad1f37
+	unsigned long i; /* Counter. */
ad1f37
+	unsigned long chunks;
ad1f37
+
ad1f37
+	unsigned long block_size;
ad1f37
+	int next_block = 0;
ad1f37
+
ad1f37
+	/* Align by 128 bits. The last 128 bit block will be processed at end. */
ad1f37
+	unsigned long length = len & 0xFFFFFFFFFFFFFF80UL;
ad1f37
+
ad1f37
+#ifdef REFLECT
ad1f37
+	vcrc = (__vector unsigned long long)__builtin_pack_vector(0UL, crc);
ad1f37
+#else
ad1f37
+	vcrc = (__vector unsigned long long)__builtin_pack_vector(crc, 0UL);
ad1f37
+
ad1f37
+	/* Shift into top 32 bits */
ad1f37
+	vcrc = (__vector unsigned long long)vec_sld((__vector unsigned char)vcrc,
ad1f37
+        (__vector unsigned char)vzero, 4);
ad1f37
+#endif
ad1f37
+
ad1f37
+	/* Short version. */
ad1f37
+	if (len < 256) {
ad1f37
+		/* Calculate where in the constant table we need to start. */
ad1f37
+		offset = 256 - len;
ad1f37
+
ad1f37
+		vconst1 = vec_ld(offset, vcrc_short_const);
ad1f37
+		vdata0 = vec_ld(0, (__vector unsigned long long*) p);
ad1f37
+		VEC_PERM(vdata0, vdata0, vconst1, vperm_const);
ad1f37
+
ad1f37
+		/* xor initial value*/
ad1f37
+		vdata0 = vec_xor(vdata0, vcrc);
ad1f37
+
ad1f37
+		vdata0 = (__vector unsigned long long) __builtin_crypto_vpmsumw
ad1f37
+				((__vector unsigned int)vdata0, (__vector unsigned int)vconst1);
ad1f37
+		v0 = vec_xor(v0, vdata0);
ad1f37
+
ad1f37
+		for (i = 16; i < len; i += 16) {
ad1f37
+			vconst1 = vec_ld(offset + i, vcrc_short_const);
ad1f37
+			vdata0 = vec_ld(i, (__vector unsigned long long*) p);
ad1f37
+			VEC_PERM(vdata0, vdata0, vconst1, vperm_const);
ad1f37
+			vdata0 = (__vector unsigned long long) __builtin_crypto_vpmsumw
ad1f37
+				((__vector unsigned int)vdata0, (__vector unsigned int)vconst1);
ad1f37
+			v0 = vec_xor(v0, vdata0);
ad1f37
+		}
ad1f37
+	} else {
ad1f37
+
ad1f37
+		/* Load initial values. */
ad1f37
+		vdata0 = vec_ld(0, (__vector unsigned long long*) p);
ad1f37
+		vdata1 = vec_ld(16, (__vector unsigned long long*) p);
ad1f37
+
ad1f37
+		VEC_PERM(vdata0, vdata0, vdata0, vperm_const);
ad1f37
+		VEC_PERM(vdata1, vdata1, vdata1, vperm_const);
ad1f37
+
ad1f37
+		vdata2 = vec_ld(32, (__vector unsigned long long*) p);
ad1f37
+		vdata3 = vec_ld(48, (__vector unsigned long long*) p);
ad1f37
+
ad1f37
+		VEC_PERM(vdata2, vdata2, vdata2, vperm_const);
ad1f37
+		VEC_PERM(vdata3, vdata3, vdata3, vperm_const);
ad1f37
+
ad1f37
+		vdata4 = vec_ld(64, (__vector unsigned long long*) p);
ad1f37
+		vdata5 = vec_ld(80, (__vector unsigned long long*) p);
ad1f37
+
ad1f37
+		VEC_PERM(vdata4, vdata4, vdata4, vperm_const);
ad1f37
+		VEC_PERM(vdata5, vdata5, vdata5, vperm_const);
ad1f37
+
ad1f37
+		vdata6 = vec_ld(96, (__vector unsigned long long*) p);
ad1f37
+		vdata7 = vec_ld(112, (__vector unsigned long long*) p);
ad1f37
+
ad1f37
+		VEC_PERM(vdata6, vdata6, vdata6, vperm_const);
ad1f37
+		VEC_PERM(vdata7, vdata7, vdata7, vperm_const);
ad1f37
+
ad1f37
+		/* xor in initial value */
ad1f37
+		vdata0 = vec_xor(vdata0, vcrc);
ad1f37
+
ad1f37
+		p = (char *)p + 128;
ad1f37
+
ad1f37
+		do {
ad1f37
+			/* Checksum in blocks of MAX_SIZE. */
ad1f37
+			block_size = length;
ad1f37
+			if (block_size > MAX_SIZE) {
ad1f37
+				block_size = MAX_SIZE;
ad1f37
+			}
ad1f37
+
ad1f37
+			length = length - block_size;
ad1f37
+
ad1f37
+			/*
ad1f37
+			* Work out the offset into the constants table to start at. Each
ad1f37
+			* constant is 16 bytes, and it is used against 128 bytes of input
ad1f37
+			* data - 128 / 16 = 8
ad1f37
+			*/
ad1f37
+			offset = (MAX_SIZE/8) - (block_size/8);
ad1f37
+			/* We reduce our final 128 bytes in a separate step */
ad1f37
+			chunks = (block_size/128)-1;
ad1f37
+
ad1f37
+		    vconst1 = vec_ld(offset, vcrc_const);
ad1f37
+
ad1f37
+			va0 = __builtin_crypto_vpmsumd ((__vector unsigned long long)vdata0,
ad1f37
+						(__vector unsigned long long)vconst1);
ad1f37
+			va1 = __builtin_crypto_vpmsumd ((__vector unsigned long long)vdata1,
ad1f37
+						(__vector unsigned long long)vconst1);
ad1f37
+			va2 = __builtin_crypto_vpmsumd ((__vector unsigned long long)vdata2,
ad1f37
+						(__vector unsigned long long)vconst1);
ad1f37
+			va3 = __builtin_crypto_vpmsumd ((__vector unsigned long long)vdata3,
ad1f37
+						(__vector unsigned long long)vconst1);
ad1f37
+			va4 = __builtin_crypto_vpmsumd ((__vector unsigned long long)vdata4,
ad1f37
+						(__vector unsigned long long)vconst1);
ad1f37
+			va5 = __builtin_crypto_vpmsumd ((__vector unsigned long long)vdata5,
ad1f37
+						(__vector unsigned long long)vconst1);
ad1f37
+			va6 = __builtin_crypto_vpmsumd ((__vector unsigned long long)vdata6,
ad1f37
+						(__vector unsigned long long)vconst1);
ad1f37
+			va7 = __builtin_crypto_vpmsumd ((__vector unsigned long long)vdata7,
ad1f37
+						(__vector unsigned long long)vconst1);
ad1f37
+
ad1f37
+			if (chunks > 1) {
ad1f37
+				offset += 16;
ad1f37
+				vconst2 = vec_ld(offset, vcrc_const);
ad1f37
+				GROUP_ENDING_NOP;
ad1f37
+
ad1f37
+				vdata0 = vec_ld(0, (__vector unsigned long long*) p);
ad1f37
+				VEC_PERM(vdata0, vdata0, vdata0, vperm_const);
ad1f37
+
ad1f37
+				vdata1 = vec_ld(16, (__vector unsigned long long*) p);
ad1f37
+				VEC_PERM(vdata1, vdata1, vdata1, vperm_const);
ad1f37
+
ad1f37
+				vdata2 = vec_ld(32, (__vector unsigned long long*) p);
ad1f37
+				VEC_PERM(vdata2, vdata2, vdata2, vperm_const);
ad1f37
+
ad1f37
+				vdata3 = vec_ld(48, (__vector unsigned long long*) p);
ad1f37
+				VEC_PERM(vdata3, vdata3, vdata3, vperm_const);
ad1f37
+
ad1f37
+				vdata4 = vec_ld(64, (__vector unsigned long long*) p);
ad1f37
+				VEC_PERM(vdata4, vdata4, vdata4, vperm_const);
ad1f37
+
ad1f37
+				vdata5 = vec_ld(80, (__vector unsigned long long*) p);
ad1f37
+				VEC_PERM(vdata5, vdata5, vdata5, vperm_const);
ad1f37
+
ad1f37
+				vdata6 = vec_ld(96, (__vector unsigned long long*) p);
ad1f37
+				VEC_PERM(vdata6, vdata6, vdata6, vperm_const);
ad1f37
+
ad1f37
+				vdata7 = vec_ld(112, (__vector unsigned long long*) p);
ad1f37
+				VEC_PERM(vdata7, vdata7, vdata7, vperm_const);
ad1f37
+
ad1f37
+				p = (char *)p + 128;
ad1f37
+
ad1f37
+				/*
ad1f37
+				 * main loop. We modulo schedule it such that it takes three
ad1f37
+				 * iterations to complete - first iteration load, second
ad1f37
+				 * iteration vpmsum, third iteration xor.
ad1f37
+				 */
ad1f37
+				for (i = 0; i < chunks-2; i++) {
ad1f37
+					vconst1 = vec_ld(offset, vcrc_const);
ad1f37
+					offset += 16;
ad1f37
+					GROUP_ENDING_NOP;
ad1f37
+
ad1f37
+					v0 = vec_xor(v0, va0);
ad1f37
+					va0 = __builtin_crypto_vpmsumd ((__vector unsigned long
ad1f37
+							long)vdata0, (__vector unsigned long long)vconst2);
ad1f37
+					vdata0 = vec_ld(0, (__vector unsigned long long*) p);
ad1f37
+					VEC_PERM(vdata0, vdata0, vdata0, vperm_const);
ad1f37
+					GROUP_ENDING_NOP;
ad1f37
+
ad1f37
+					v1 = vec_xor(v1, va1);
ad1f37
+					va1 = __builtin_crypto_vpmsumd ((__vector unsigned long
ad1f37
+							long)vdata1, (__vector unsigned long long)vconst2);
ad1f37
+					vdata1 = vec_ld(16, (__vector unsigned long long*) p);
ad1f37
+					VEC_PERM(vdata1, vdata1, vdata1, vperm_const);
ad1f37
+					GROUP_ENDING_NOP;
ad1f37
+
ad1f37
+					v2 = vec_xor(v2, va2);
ad1f37
+					va2 = __builtin_crypto_vpmsumd ((__vector unsigned long
ad1f37
+							long)vdata2, (__vector unsigned long long)vconst2);
ad1f37
+					vdata2 = vec_ld(32, (__vector unsigned long long*) p);
ad1f37
+					VEC_PERM(vdata2, vdata2, vdata2, vperm_const);
ad1f37
+					GROUP_ENDING_NOP;
ad1f37
+
ad1f37
+					v3 = vec_xor(v3, va3);
ad1f37
+					va3 = __builtin_crypto_vpmsumd ((__vector unsigned long
ad1f37
+							long)vdata3, (__vector unsigned long long)vconst2);
ad1f37
+					vdata3 = vec_ld(48, (__vector unsigned long long*) p);
ad1f37
+					VEC_PERM(vdata3, vdata3, vdata3, vperm_const);
ad1f37
+
ad1f37
+					vconst2 = vec_ld(offset, vcrc_const);
ad1f37
+					GROUP_ENDING_NOP;
ad1f37
+
ad1f37
+					v4 = vec_xor(v4, va4);
ad1f37
+					va4 = __builtin_crypto_vpmsumd ((__vector unsigned long
ad1f37
+							long)vdata4, (__vector unsigned long long)vconst1);
ad1f37
+					vdata4 = vec_ld(64, (__vector unsigned long long*) p);
ad1f37
+					VEC_PERM(vdata4, vdata4, vdata4, vperm_const);
ad1f37
+					GROUP_ENDING_NOP;
ad1f37
+
ad1f37
+					v5 = vec_xor(v5, va5);
ad1f37
+					va5 = __builtin_crypto_vpmsumd ((__vector unsigned long
ad1f37
+							long)vdata5, (__vector unsigned long long)vconst1);
ad1f37
+					vdata5 = vec_ld(80, (__vector unsigned long long*) p);
ad1f37
+					VEC_PERM(vdata5, vdata5, vdata5, vperm_const);
ad1f37
+					GROUP_ENDING_NOP;
ad1f37
+
ad1f37
+					v6 = vec_xor(v6, va6);
ad1f37
+					va6 = __builtin_crypto_vpmsumd ((__vector unsigned long
ad1f37
+							long)vdata6, (__vector unsigned long long)vconst1);
ad1f37
+					vdata6 = vec_ld(96, (__vector unsigned long long*) p);
ad1f37
+					VEC_PERM(vdata6, vdata6, vdata6, vperm_const);
ad1f37
+					GROUP_ENDING_NOP;
ad1f37
+
ad1f37
+					v7 = vec_xor(v7, va7);
ad1f37
+					va7 = __builtin_crypto_vpmsumd ((__vector unsigned long
ad1f37
+							long)vdata7, (__vector unsigned long long)vconst1);
ad1f37
+					vdata7 = vec_ld(112, (__vector unsigned long long*) p);
ad1f37
+					VEC_PERM(vdata7, vdata7, vdata7, vperm_const);
ad1f37
+
ad1f37
+					p = (char *)p + 128;
ad1f37
+				}
ad1f37
+
ad1f37
+				/* First cool down*/
ad1f37
+				vconst1 = vec_ld(offset, vcrc_const);
ad1f37
+				offset += 16;
ad1f37
+
ad1f37
+				v0 = vec_xor(v0, va0);
ad1f37
+				va0 = __builtin_crypto_vpmsumd ((__vector unsigned long
ad1f37
+							long)vdata0, (__vector unsigned long long)vconst1);
ad1f37
+				GROUP_ENDING_NOP;
ad1f37
+
ad1f37
+				v1 = vec_xor(v1, va1);
ad1f37
+				va1 = __builtin_crypto_vpmsumd ((__vector unsigned long
ad1f37
+							long)vdata1, (__vector unsigned long long)vconst1);
ad1f37
+				GROUP_ENDING_NOP;
ad1f37
+
ad1f37
+				v2 = vec_xor(v2, va2);
ad1f37
+				va2 = __builtin_crypto_vpmsumd ((__vector unsigned long
ad1f37
+							long)vdata2, (__vector unsigned long long)vconst1);
ad1f37
+				GROUP_ENDING_NOP;
ad1f37
+
ad1f37
+				v3 = vec_xor(v3, va3);
ad1f37
+				va3 = __builtin_crypto_vpmsumd ((__vector unsigned long
ad1f37
+							long)vdata3, (__vector unsigned long long)vconst1);
ad1f37
+				GROUP_ENDING_NOP;
ad1f37
+
ad1f37
+				v4 = vec_xor(v4, va4);
ad1f37
+				va4 = __builtin_crypto_vpmsumd ((__vector unsigned long
ad1f37
+							long)vdata4, (__vector unsigned long long)vconst1);
ad1f37
+				GROUP_ENDING_NOP;
ad1f37
+
ad1f37
+				v5 = vec_xor(v5, va5);
ad1f37
+				va5 = __builtin_crypto_vpmsumd ((__vector unsigned long
ad1f37
+							long)vdata5, (__vector unsigned long long)vconst1);
ad1f37
+				GROUP_ENDING_NOP;
ad1f37
+
ad1f37
+				v6 = vec_xor(v6, va6);
ad1f37
+				va6 = __builtin_crypto_vpmsumd ((__vector unsigned long
ad1f37
+							long)vdata6, (__vector unsigned long long)vconst1);
ad1f37
+				GROUP_ENDING_NOP;
ad1f37
+
ad1f37
+				v7 = vec_xor(v7, va7);
ad1f37
+				va7 = __builtin_crypto_vpmsumd ((__vector unsigned long
ad1f37
+							long)vdata7, (__vector unsigned long long)vconst1);
ad1f37
+			}/* else */
ad1f37
+
ad1f37
+			/* Second cool down. */
ad1f37
+			v0 = vec_xor(v0, va0);
ad1f37
+			v1 = vec_xor(v1, va1);
ad1f37
+			v2 = vec_xor(v2, va2);
ad1f37
+			v3 = vec_xor(v3, va3);
ad1f37
+			v4 = vec_xor(v4, va4);
ad1f37
+			v5 = vec_xor(v5, va5);
ad1f37
+			v6 = vec_xor(v6, va6);
ad1f37
+			v7 = vec_xor(v7, va7);
ad1f37
+
ad1f37
+#ifdef REFLECT
ad1f37
+			/*
ad1f37
+			 * vpmsumd produces a 96 bit result in the least significant bits
ad1f37
+			 * of the register. Since we are bit reflected we have to shift it
ad1f37
+			 * left 32 bits so it occupies the least significant bits in the
ad1f37
+			 * bit reflected domain.
ad1f37
+			 */
ad1f37
+			v0 = (__vector unsigned long long)vec_sld((__vector unsigned char)v0,
ad1f37
+					(__vector unsigned char)vzero, 4);
ad1f37
+			v1 = (__vector unsigned long long)vec_sld((__vector unsigned char)v1,
ad1f37
+					(__vector unsigned char)vzero, 4);
ad1f37
+			v2 = (__vector unsigned long long)vec_sld((__vector unsigned char)v2,
ad1f37
+					(__vector unsigned char)vzero, 4);
ad1f37
+			v3 = (__vector unsigned long long)vec_sld((__vector unsigned char)v3,
ad1f37
+					(__vector unsigned char)vzero, 4);
ad1f37
+			v4 = (__vector unsigned long long)vec_sld((__vector unsigned char)v4,
ad1f37
+					(__vector unsigned char)vzero, 4);
ad1f37
+			v5 = (__vector unsigned long long)vec_sld((__vector unsigned char)v5,
ad1f37
+					(__vector unsigned char)vzero, 4);
ad1f37
+			v6 = (__vector unsigned long long)vec_sld((__vector unsigned char)v6,
ad1f37
+					(__vector unsigned char)vzero, 4);
ad1f37
+			v7 = (__vector unsigned long long)vec_sld((__vector unsigned char)v7,
ad1f37
+					(__vector unsigned char)vzero, 4);
ad1f37
+#endif
ad1f37
+
ad1f37
+			/* xor with the last 1024 bits. */
ad1f37
+			va0 = vec_ld(0, (__vector unsigned long long*) p);
ad1f37
+			VEC_PERM(va0, va0, va0, vperm_const);
ad1f37
+
ad1f37
+			va1 = vec_ld(16, (__vector unsigned long long*) p);
ad1f37
+			VEC_PERM(va1, va1, va1, vperm_const);
ad1f37
+
ad1f37
+			va2 = vec_ld(32, (__vector unsigned long long*) p);
ad1f37
+			VEC_PERM(va2, va2, va2, vperm_const);
ad1f37
+
ad1f37
+			va3 = vec_ld(48, (__vector unsigned long long*) p);
ad1f37
+			VEC_PERM(va3, va3, va3, vperm_const);
ad1f37
+
ad1f37
+			va4 = vec_ld(64, (__vector unsigned long long*) p);
ad1f37
+			VEC_PERM(va4, va4, va4, vperm_const);
ad1f37
+
ad1f37
+			va5 = vec_ld(80, (__vector unsigned long long*) p);
ad1f37
+			VEC_PERM(va5, va5, va5, vperm_const);
ad1f37
+
ad1f37
+			va6 = vec_ld(96, (__vector unsigned long long*) p);
ad1f37
+			VEC_PERM(va6, va6, va6, vperm_const);
ad1f37
+
ad1f37
+			va7 = vec_ld(112, (__vector unsigned long long*) p);
ad1f37
+			VEC_PERM(va7, va7, va7, vperm_const);
ad1f37
+
ad1f37
+			p = (char *)p + 128;
ad1f37
+
ad1f37
+			vdata0 = vec_xor(v0, va0);
ad1f37
+			vdata1 = vec_xor(v1, va1);
ad1f37
+			vdata2 = vec_xor(v2, va2);
ad1f37
+			vdata3 = vec_xor(v3, va3);
ad1f37
+			vdata4 = vec_xor(v4, va4);
ad1f37
+			vdata5 = vec_xor(v5, va5);
ad1f37
+			vdata6 = vec_xor(v6, va6);
ad1f37
+			vdata7 = vec_xor(v7, va7);
ad1f37
+
ad1f37
+			/* Check if we have more blocks to process */
ad1f37
+			next_block = 0;
ad1f37
+			if (length != 0) {
ad1f37
+				next_block = 1;
ad1f37
+
ad1f37
+			    /* zero v0-v7 */
ad1f37
+				v0 = vec_xor(v0, v0);
ad1f37
+				v1 = vec_xor(v1, v1);
ad1f37
+				v2 = vec_xor(v2, v2);
ad1f37
+				v3 = vec_xor(v3, v3);
ad1f37
+				v4 = vec_xor(v4, v4);
ad1f37
+				v5 = vec_xor(v5, v5);
ad1f37
+				v6 = vec_xor(v6, v6);
ad1f37
+				v7 = vec_xor(v7, v7);
ad1f37
+			}
ad1f37
+			length = length + 128;
ad1f37
+
ad1f37
+		} while (next_block);
ad1f37
+
ad1f37
+		/* Calculate how many bytes we have left. */
ad1f37
+		length = (len & 127);
ad1f37
+
ad1f37
+		/* Calculate where in (short) constant table we need to start. */
ad1f37
+		offset = 128 - length;
ad1f37
+
ad1f37
+		v0 = vec_ld(offset, vcrc_short_const);
ad1f37
+		v1 = vec_ld(offset + 16, vcrc_short_const);
ad1f37
+		v2 = vec_ld(offset + 32, vcrc_short_const);
ad1f37
+		v3 = vec_ld(offset + 48, vcrc_short_const);
ad1f37
+		v4 = vec_ld(offset + 64, vcrc_short_const);
ad1f37
+		v5 = vec_ld(offset + 80, vcrc_short_const);
ad1f37
+		v6 = vec_ld(offset + 96, vcrc_short_const);
ad1f37
+		v7 = vec_ld(offset + 112, vcrc_short_const);
ad1f37
+
ad1f37
+		offset += 128;
ad1f37
+
ad1f37
+		v0 = (__vector unsigned long long)__builtin_crypto_vpmsumw (
ad1f37
+			(__vector unsigned int)vdata0,(__vector unsigned int)v0);
ad1f37
+		v1 = (__vector unsigned long long)__builtin_crypto_vpmsumw (
ad1f37
+			(__vector unsigned int)vdata1,(__vector unsigned int)v1);
ad1f37
+		v2 = (__vector unsigned long long)__builtin_crypto_vpmsumw (
ad1f37
+			(__vector unsigned int)vdata2,(__vector unsigned int)v2);
ad1f37
+		v3 = (__vector unsigned long long)__builtin_crypto_vpmsumw (
ad1f37
+			(__vector unsigned int)vdata3,(__vector unsigned int)v3);
ad1f37
+		v4 = (__vector unsigned long long)__builtin_crypto_vpmsumw (
ad1f37
+			(__vector unsigned int)vdata4,(__vector unsigned int)v4);
ad1f37
+		v5 = (__vector unsigned long long)__builtin_crypto_vpmsumw (
ad1f37
+			(__vector unsigned int)vdata5,(__vector unsigned int)v5);
ad1f37
+		v6 = (__vector unsigned long long)__builtin_crypto_vpmsumw (
ad1f37
+			(__vector unsigned int)vdata6,(__vector unsigned int)v6);
ad1f37
+		v7 = (__vector unsigned long long)__builtin_crypto_vpmsumw (
ad1f37
+			(__vector unsigned int)vdata7,(__vector unsigned int)v7);
ad1f37
+
ad1f37
+		/* Now reduce the tail (0-112 bytes). */
ad1f37
+		for (i = 0; i < length; i+=16) {
ad1f37
+			vdata0 = vec_ld(i,(__vector unsigned long long*)p);
ad1f37
+			VEC_PERM(vdata0, vdata0, vdata0, vperm_const);
ad1f37
+			va0 = vec_ld(offset + i,vcrc_short_const);
ad1f37
+			va0 = (__vector unsigned long long)__builtin_crypto_vpmsumw (
ad1f37
+			(__vector unsigned int)vdata0,(__vector unsigned int)va0);
ad1f37
+			v0 = vec_xor(v0, va0);
ad1f37
+		}
ad1f37
+
ad1f37
+		/* xor all parallel chunks together. */
ad1f37
+		v0 = vec_xor(v0, v1);
ad1f37
+		v2 = vec_xor(v2, v3);
ad1f37
+		v4 = vec_xor(v4, v5);
ad1f37
+		v6 = vec_xor(v6, v7);
ad1f37
+
ad1f37
+		v0 = vec_xor(v0, v2);
ad1f37
+		v4 = vec_xor(v4, v6);
ad1f37
+
ad1f37
+		v0 = vec_xor(v0, v4);
ad1f37
+	}
ad1f37
+
ad1f37
+	/* Barrett Reduction */
ad1f37
+	vconst1 = vec_ld(0, v_Barrett_const);
ad1f37
+	vconst2 = vec_ld(16, v_Barrett_const);
ad1f37
+
ad1f37
+	v1 = (__vector unsigned long long)vec_sld((__vector unsigned char)v0,
ad1f37
+			(__vector unsigned char)v0, 8);
ad1f37
+	v0 = vec_xor(v1,v0);
ad1f37
+
ad1f37
+#ifdef REFLECT
ad1f37
+	/* shift left one bit */
ad1f37
+	__vector unsigned char vsht_splat = vec_splat_u8 (1);
ad1f37
+	v0 = (__vector unsigned long long)vec_sll ((__vector unsigned char)v0,
ad1f37
+			vsht_splat);
ad1f37
+#endif
ad1f37
+
ad1f37
+	v0 = vec_and(v0, vmask_64bit);
ad1f37
+
ad1f37
+#ifndef REFLECT
ad1f37
+
ad1f37
+	/*
ad1f37
+	 * Now for the actual algorithm. The idea is to calculate q,
ad1f37
+	 * the multiple of our polynomial that we need to subtract. By
ad1f37
+	 * doing the computation 2x bits higher (ie 64 bits) and shifting the
ad1f37
+	 * result back down 2x bits, we round down to the nearest multiple.
ad1f37
+	 */
ad1f37
+
ad1f37
+	/* ma */
ad1f37
+	v1 = __builtin_crypto_vpmsumd ((__vector unsigned long long)v0,
ad1f37
+			(__vector unsigned long long)vconst1);
ad1f37
+	/* q = floor(ma/(2^64)) */
ad1f37
+	v1 = (__vector unsigned long long)vec_sld ((__vector unsigned char)vzero,
ad1f37
+			(__vector unsigned char)v1, 8);
ad1f37
+	/* qn */
ad1f37
+	v1 = __builtin_crypto_vpmsumd ((__vector unsigned long long)v1,
ad1f37
+			(__vector unsigned long long)vconst2);
ad1f37
+	/* a - qn, subtraction is xor in GF(2) */
ad1f37
+	v0 = vec_xor (v0, v1);
ad1f37
+	/*
ad1f37
+	 * Get the result into r3. We need to shift it left 8 bytes:
ad1f37
+	 * V0 [ 0 1 2 X ]
ad1f37
+	 * V0 [ 0 X 2 3 ]
ad1f37
+	 */
ad1f37
+	result = __builtin_unpack_vector_1 (v0);
ad1f37
+#else
ad1f37
+
ad1f37
+	/*
ad1f37
+	 * The reflected version of Barrett reduction. Instead of bit
ad1f37
+	 * reflecting our data (which is expensive to do), we bit reflect our
ad1f37
+	 * constants and our algorithm, which means the intermediate data in
ad1f37
+	 * our vector registers goes from 0-63 instead of 63-0. We can reflect
ad1f37
+	 * the algorithm because we don't carry in mod 2 arithmetic.
ad1f37
+	 */
ad1f37
+
ad1f37
+	/* bottom 32 bits of a */
ad1f37
+	v1 = vec_and(v0, vmask_32bit);
ad1f37
+
ad1f37
+	/* ma */
ad1f37
+	v1 = __builtin_crypto_vpmsumd ((__vector unsigned long long)v1,
ad1f37
+			(__vector unsigned long long)vconst1);
ad1f37
+
ad1f37
+	/* bottom 32bits of ma */
ad1f37
+	v1 = vec_and(v1, vmask_32bit);
ad1f37
+	/* qn */
ad1f37
+	v1 = __builtin_crypto_vpmsumd ((__vector unsigned long long)v1,
ad1f37
+			(__vector unsigned long long)vconst2);
ad1f37
+	/* a - qn, subtraction is xor in GF(2) */
ad1f37
+	v0 = vec_xor (v0, v1);
ad1f37
+
ad1f37
+	/*
ad1f37
+	 * Since we are bit reflected, the result (ie the low 32 bits) is in
ad1f37
+	 * the high 32 bits. We just need to shift it left 4 bytes
ad1f37
+	 * V0 [ 0 1 X 3 ]
ad1f37
+	 * V0 [ 0 X 2 3 ]
ad1f37
+	 */
ad1f37
+
ad1f37
+	/* shift result into top 64 bits of */
ad1f37
+	v0 = (__vector unsigned long long)vec_sld((__vector unsigned char)v0,
ad1f37
+        (__vector unsigned char)vzero, 4);
ad1f37
+
ad1f37
+	result = __builtin_unpack_vector_0 (v0);
ad1f37
+#endif
ad1f37
+
ad1f37
+	return result;
ad1f37
+}
8cf299
diff --git a/contrib/power/crc32_z_resolver.c b/contrib/power/crc32_z_resolver.c
8cf299
new file mode 100644
8cf299
index 0000000..f4e9aa4
8cf299
--- /dev/null
8cf299
+++ b/contrib/power/crc32_z_resolver.c
8cf299
@@ -0,0 +1,15 @@
8cf299
+/* Copyright (C) 2019 Matheus Castanho <msc@linux.ibm.com>, IBM
8cf299
+ * For conditions of distribution and use, see copyright notice in zlib.h
8cf299
+ */
8cf299
+
8cf299
+#include "../gcc/zifunc.h"
8cf299
+#include "power.h"
8cf299
+
8cf299
+Z_IFUNC(crc32_z) {
8cf299
+#ifdef Z_POWER8
8cf299
+    if (__builtin_cpu_supports("arch_2_07"))
8cf299
+        return _crc32_z_power8;
8cf299
+#endif
8cf299
+
8cf299
+    return crc32_z_default;
8cf299
+}
8cf299
diff --git a/contrib/power/power.h b/contrib/power/power.h
8cf299
index b42c7d6..79123aa 100644
8cf299
--- a/contrib/power/power.h
8cf299
+++ b/contrib/power/power.h
8cf299
@@ -2,3 +2,7 @@
8cf299
  *               2019 Rogerio Alves    <rogerio.alves@ibm.com>, IBM
8cf299
  * For conditions of distribution and use, see copyright notice in zlib.h
8cf299
  */
8cf299
+
8cf299
+#include "../../zconf.h"
8cf299
+
8cf299
+unsigned long _crc32_z_power8(unsigned long, const Bytef *, z_size_t);
ad1f37
diff --git a/crc32.c b/crc32.c
8cf299
index 9580440..b0cda20 100644
ad1f37
--- a/crc32.c
ad1f37
+++ b/crc32.c
8cf299
@@ -199,6 +199,13 @@ const z_crc_t FAR * ZEXPORT get_crc_table()
ad1f37
 #define DO8 DO1; DO1; DO1; DO1; DO1; DO1; DO1; DO1
ad1f37
 
ad1f37
 /* ========================================================================= */
8cf299
+#ifdef Z_POWER_OPT
8cf299
+/* Rename function so resolver can use its symbol. The default version will be
8cf299
+ * returned by the resolver if the host has no support for an optimized version.
8cf299
+ */
8cf299
+#define crc32_z crc32_z_default
8cf299
+#endif /* Z_POWER_OPT */
8cf299
+
8cf299
 unsigned long ZEXPORT crc32_z(crc, buf, len)
ad1f37
     unsigned long crc;
ad1f37
     const unsigned char FAR *buf;
8cf299
@@ -233,6 +240,11 @@ unsigned long ZEXPORT crc32_z(crc, buf, len)
8cf299
     return crc ^ 0xffffffffUL;
8cf299
 }
ad1f37
 
8cf299
+#ifdef Z_POWER_OPT
8cf299
+#undef crc32_z
8cf299
+#include "contrib/power/crc32_z_resolver.c"
8cf299
+#endif /* Z_POWER_OPT */
ad1f37
+
8cf299
 /* ========================================================================= */
8cf299
 unsigned long ZEXPORT crc32(crc, buf, len)
8cf299
     unsigned long crc;
8cf299
diff --git a/test/crc32_test.c b/test/crc32_test.c
8cf299
new file mode 100644
8cf299
index 0000000..3155553
8cf299
--- /dev/null
8cf299
+++ b/test/crc32_test.c
8cf299
@@ -0,0 +1,205 @@
8cf299
+/* crc32_tes.c -- unit test for crc32 in the zlib compression library
8cf299
+ * Copyright (C) 1995-2006, 2010, 2011, 2016, 2019 Rogerio Alves
8cf299
+ * For conditions of distribution and use, see copyright notice in zlib.h
8cf299
+ */
ad1f37
+
8cf299
+#include "zlib.h"
8cf299
+#include <stdio.h>
ad1f37
+
8cf299
+#ifdef STDC
8cf299
+#  include <string.h>
8cf299
+#  include <stdlib.h>
ad1f37
+#endif
ad1f37
+
8cf299
+void test_crc32  OF((uLong crc, Byte* buf, z_size_t len, uLong chk, int line));
8cf299
+int main         OF((void));
ad1f37
+
8cf299
+typedef struct {
8cf299
+    int line;
8cf299
+    uLong crc;
8cf299
+    char* buf;
8cf299
+    int len;
8cf299
+    uLong expect;
8cf299
+} crc32_test;
ad1f37
+
8cf299
+void test_crc32(crc, buf, len, chk, line)
8cf299
+    uLong crc;
8cf299
+    Byte *buf;
ad1f37
+    z_size_t len;
8cf299
+    uLong chk;
8cf299
+    int line;
ad1f37
+{
8cf299
+    uLong res = crc32(crc, buf, len);
8cf299
+    if (res != chk) {
8cf299
+        fprintf(stderr, "FAIL [%d]: crc32 returned 0x%08X expected 0x%08X\n",
8cf299
+                line, (unsigned int)res, (unsigned int)chk);
8cf299
+        exit(1);
8cf299
+    }
ad1f37
+}
ad1f37
+
8cf299
+static const crc32_test tests[] = {
8cf299
+  {__LINE__, 0x0, 0x0, 0, 0x0},
8cf299
+  {__LINE__, 0xffffffff, 0x0, 0, 0x0},
8cf299
+  {__LINE__, 0x0, 0x0, 255, 0x0}, /*  BZ 174799.  */
8cf299
+  {__LINE__, 0x0, 0x0, 256, 0x0},
8cf299
+  {__LINE__, 0x0, 0x0, 257, 0x0},
8cf299
+  {__LINE__, 0x0, 0x0, 32767, 0x0},
8cf299
+  {__LINE__, 0x0, 0x0, 32768, 0x0},
8cf299
+  {__LINE__, 0x0, 0x0, 32769, 0x0},
8cf299
+  {__LINE__, 0x0, "", 0, 0x0},
8cf299
+  {__LINE__, 0xffffffff, "", 0, 0xffffffff},
8cf299
+  {__LINE__, 0x0, "abacus", 6, 0xc3d7115b},
8cf299
+  {__LINE__, 0x0, "backlog", 7, 0x269205},
8cf299
+  {__LINE__, 0x0, "campfire", 8, 0x22a515f8},
8cf299
+  {__LINE__, 0x0, "delta", 5, 0x9643fed9},
8cf299
+  {__LINE__, 0x0, "executable", 10, 0xd68eda01},
8cf299
+  {__LINE__, 0x0, "file", 4, 0x8c9f3610},
8cf299
+  {__LINE__, 0x0, "greatest", 8, 0xc1abd6cd},
8cf299
+  {__LINE__, 0x0, "hello", 5, 0x3610a686},
8cf299
+  {__LINE__, 0x0, "inverter", 8, 0xc9e962c9},
8cf299
+  {__LINE__, 0x0, "jigsaw", 6, 0xce4e3f69},
8cf299
+  {__LINE__, 0x0, "karate", 6, 0x890be0e2},
8cf299
+  {__LINE__, 0x0, "landscape", 9, 0xc4e0330b},
8cf299
+  {__LINE__, 0x0, "machine", 7, 0x1505df84},
8cf299
+  {__LINE__, 0x0, "nanometer", 9, 0xd4e19f39},
8cf299
+  {__LINE__, 0x0, "oblivion", 8, 0xdae9de77},
8cf299
+  {__LINE__, 0x0, "panama", 6, 0x66b8979c},
8cf299
+  {__LINE__, 0x0, "quest", 5, 0x4317f817},
8cf299
+  {__LINE__, 0x0, "resource", 8, 0xbc91f416},
8cf299
+  {__LINE__, 0x0, "secret", 6, 0x5ca2e8e5},
8cf299
+  {__LINE__, 0x0, "test", 4, 0xd87f7e0c},
8cf299
+  {__LINE__, 0x0, "ultimate", 8, 0x3fc79b0b},
8cf299
+  {__LINE__, 0x0, "vector", 6, 0x1b6e485b},
8cf299
+  {__LINE__, 0x0, "walrus", 6, 0xbe769b97},
8cf299
+  {__LINE__, 0x0, "xeno", 4, 0xe7a06444},
8cf299
+  {__LINE__, 0x0, "yelling", 7, 0xfe3944e5},
8cf299
+  {__LINE__, 0x0, "zlib", 4, 0x73887d3a},
8cf299
+  {__LINE__, 0x0, "4BJD7PocN1VqX0jXVpWB", 20, 0xd487a5a1},
8cf299
+  {__LINE__, 0x0, "F1rPWI7XvDs6nAIRx41l", 20, 0x61a0132e},
8cf299
+  {__LINE__, 0x0, "ldhKlsVkPFOveXgkGtC2", 20, 0xdf02f76},
8cf299
+  {__LINE__, 0x0, "5KKnGOOrs8BvJ35iKTOS", 20, 0x579b2b0a},
8cf299
+  {__LINE__, 0x0, "0l1tw7GOcem06Ddu7yn4", 20, 0xf7d16e2d},
8cf299
+  {__LINE__, 0x0, "MCr47CjPIn9R1IvE1Tm5", 20, 0x731788f5},
8cf299
+  {__LINE__, 0x0, "UcixbzPKTIv0SvILHVdO", 20, 0x7112bb11},
8cf299
+  {__LINE__, 0x0, "dGnAyAhRQDsWw0ESou24", 20, 0xf32a0dac},
8cf299
+  {__LINE__, 0x0, "di0nvmY9UYMYDh0r45XT", 20, 0x625437bb},
8cf299
+  {__LINE__, 0x0, "2XKDwHfAhFsV0RhbqtvH", 20, 0x896930f9},
8cf299
+  {__LINE__, 0x0, "ZhrANFIiIvRnqClIVyeD", 20, 0x8579a37},
8cf299
+  {__LINE__, 0x0, "v7Q9ehzioTOVeDIZioT1", 20, 0x632aa8e0},
8cf299
+  {__LINE__, 0x0, "Yod5hEeKcYqyhfXbhxj2", 20, 0xc829af29},
8cf299
+  {__LINE__, 0x0, "GehSWY2ay4uUKhehXYb0", 20, 0x1b08b7e8},
8cf299
+  {__LINE__, 0x0, "kwytJmq6UqpflV8Y8GoE", 20, 0x4e33b192},
8cf299
+  {__LINE__, 0x0, "70684206568419061514", 20, 0x59a179f0},
8cf299
+  {__LINE__, 0x0, "42015093765128581010", 20, 0xcd1013d7},
8cf299
+  {__LINE__, 0x0, "88214814356148806939", 20, 0xab927546},
8cf299
+  {__LINE__, 0x0, "43472694284527343838", 20, 0x11f3b20c},
8cf299
+  {__LINE__, 0x0, "49769333513942933689", 20, 0xd562d4ca},
8cf299
+  {__LINE__, 0x0, "54979784887993251199", 20, 0x233395f7},
8cf299
+  {__LINE__, 0x0, "58360544869206793220", 20, 0x2d167fd5},
8cf299
+  {__LINE__, 0x0, "27347953487840714234", 20, 0x8b5108ba},
8cf299
+  {__LINE__, 0x0, "07650690295365319082", 20, 0xc46b3cd8},
8cf299
+  {__LINE__, 0x0, "42655507906821911703", 20, 0xc10b2662},
8cf299
+  {__LINE__, 0x0, "29977409200786225655", 20, 0xc9a0f9d2},
8cf299
+  {__LINE__, 0x0, "85181542907229116674", 20, 0x9341357b},
8cf299
+  {__LINE__, 0x0, "87963594337989416799", 20, 0xf0424937},
8cf299
+  {__LINE__, 0x0, "21395988329504168551", 20, 0xd7c4c31f},
8cf299
+  {__LINE__, 0x0, "51991013580943379423", 20, 0xf11edcc4},
8cf299
+  {__LINE__, 0x0, "*]+@!);({_$;}[_},?{?;(_?,=-][@", 30, 0x40795df4},
8cf299
+  {__LINE__, 0x0, "_@:_).&(#.[:[{[:)$++-($_;@[)}+", 30, 0xdd61a631},
8cf299
+  {__LINE__, 0x0, "&[!,[$_==}+.]@!;*(+},[;:)$;)-@", 30, 0xca907a99},
8cf299
+  {__LINE__, 0x0, "]{.[.+?+[[=;[?}_#&;[=)__$$:+=_", 30, 0xf652deac},
8cf299
+  {__LINE__, 0x0, "-%.)=/[@].:.(:,()$;=%@-$?]{%+%", 30, 0xaf39a5a9},
8cf299
+  {__LINE__, 0x0, "+]#$(@&.=:,*];/.!]%/{:){:@(;)$", 30, 0x6bebb4cf},
8cf299
+  {__LINE__, 0x0, ")-._.:?[&:.=+}(*$/=!.${;(=$@!}", 30, 0x76430bac},
8cf299
+  {__LINE__, 0x0, ":(_*&%/[[}+,?#$&*+#[([*-/#;%(]", 30, 0x6c80c388},
8cf299
+  {__LINE__, 0x0, "{[#-;:$/{)(+[}#]/{&!%(@)%:@-$:", 30, 0xd54d977d},
8cf299
+  {__LINE__, 0x0, "_{$*,}(&,@.)):=!/%(&(,,-?$}}}!", 30, 0xe3966ad5},
8cf299
+  {__LINE__, 0x0, "e$98KNzqaV)Y:2X?]77].{gKRD4G5{mHZk,Z)SpU%L3FSgv!Wb8MLAFdi{+fp)c,@8m6v)yXg@]HBDFk?.4&}g5_udE*JHCiH=aL", 100, 0xe7c71db9},
8cf299
+  {__LINE__, 0x0, "r*Fd}ef+5RJQ;+W=4jTR9)R*p!B;]Ed7tkrLi;88U7g@3v!5pk2X6D)vt,.@N8c]@yyEcKi[vwUu@.Ppm@C6%Mv*3Nw}Y,58_aH)", 100, 0xeaa52777},
8cf299
+  {__LINE__, 0x0, "h{bcmdC+a;t+Cf{6Y_dFq-{X4Yu&7uNfVDh?q&_u.UWJU],-GiH7ADzb7-V.Q%4=+v!$L9W+T=bP]$_:]Vyg}A.ygD.r;h-D]m%&", 100, 0xcd472048},
8cf299
+  {__LINE__, 0x7a30360d, "abacus", 6, 0xf8655a84},
8cf299
+  {__LINE__, 0x6fd767ee, "backlog", 7, 0x1ed834b1},
8cf299
+  {__LINE__, 0xefeb7589, "campfire", 8, 0x686cfca},
8cf299
+  {__LINE__, 0x61cf7e6b, "delta", 5, 0x1554e4b1},
8cf299
+  {__LINE__, 0xdc712e2, "executable", 10, 0x761b4254},
8cf299
+  {__LINE__, 0xad23c7fd, "file", 4, 0x7abdd09b},
8cf299
+  {__LINE__, 0x85cb2317, "greatest", 8, 0x4ba91c6b},
8cf299
+  {__LINE__, 0x9eed31b0, "inverter", 8, 0xd5e78ba5},
8cf299
+  {__LINE__, 0xb94f34ca, "jigsaw", 6, 0x23649109},
8cf299
+  {__LINE__, 0xab058a2, "karate", 6, 0xc5591f41},
8cf299
+  {__LINE__, 0x5bff2b7a, "landscape", 9, 0xf10eb644},
8cf299
+  {__LINE__, 0x605c9a5f, "machine", 7, 0xbaa0a636},
8cf299
+  {__LINE__, 0x51bdeea5, "nanometer", 9, 0x6af89afb},
8cf299
+  {__LINE__, 0x85c21c79, "oblivion", 8, 0xecae222b},
8cf299
+  {__LINE__, 0x97216f56, "panama", 6, 0x47dffac4},
8cf299
+  {__LINE__, 0x18444af2, "quest", 5, 0x70c2fe36},
8cf299
+  {__LINE__, 0xbe6ce359, "resource", 8, 0x1471d925},
8cf299
+  {__LINE__, 0x843071f1, "secret", 6, 0x50c9a0db},
8cf299
+  {__LINE__, 0xf2480c60, "ultimate", 8, 0xf973daf8},
8cf299
+  {__LINE__, 0x2d2feb3d, "vector", 6, 0x344ac03d},
8cf299
+  {__LINE__, 0x7490310a, "walrus", 6, 0x6d1408ef},
8cf299
+  {__LINE__, 0x97d247d4, "xeno", 4, 0xe62670b5},
8cf299
+  {__LINE__, 0x93cf7599, "yelling", 7, 0x1b36da38},
8cf299
+  {__LINE__, 0x73c84278, "zlib", 4, 0x6432d127},
8cf299
+  {__LINE__, 0x228a87d1, "4BJD7PocN1VqX0jXVpWB", 20, 0x997107d0},
8cf299
+  {__LINE__, 0xa7a048d0, "F1rPWI7XvDs6nAIRx41l", 20, 0xdc567274},
8cf299
+  {__LINE__, 0x1f0ded40, "ldhKlsVkPFOveXgkGtC2", 20, 0xdcc63870},
8cf299
+  {__LINE__, 0xa804a62f, "5KKnGOOrs8BvJ35iKTOS", 20, 0x6926cffd},
8cf299
+  {__LINE__, 0x508fae6a, "0l1tw7GOcem06Ddu7yn4", 20, 0xb52b38bc},
8cf299
+  {__LINE__, 0xe5adaf4f, "MCr47CjPIn9R1IvE1Tm5", 20, 0xf83b8178},
8cf299
+  {__LINE__, 0x67136a40, "UcixbzPKTIv0SvILHVdO", 20, 0xc5213070},
8cf299
+  {__LINE__, 0xb00c4a10, "dGnAyAhRQDsWw0ESou24", 20, 0xbc7648b0},
8cf299
+  {__LINE__, 0x2e0c84b5, "di0nvmY9UYMYDh0r45XT", 20, 0xd8123a72},
8cf299
+  {__LINE__, 0x81238d44, "2XKDwHfAhFsV0RhbqtvH", 20, 0xd5ac5620},
8cf299
+  {__LINE__, 0xf853aa92, "ZhrANFIiIvRnqClIVyeD", 20, 0xceae099d},
8cf299
+  {__LINE__, 0x5a692325, "v7Q9ehzioTOVeDIZioT1", 20, 0xb07d2b24},
8cf299
+  {__LINE__, 0x3275b9f, "Yod5hEeKcYqyhfXbhxj2", 20, 0x24ce91df},
8cf299
+  {__LINE__, 0x38371feb, "GehSWY2ay4uUKhehXYb0", 20, 0x707b3b30},
8cf299
+  {__LINE__, 0xafc8bf62, "kwytJmq6UqpflV8Y8GoE", 20, 0x16abc6a9},
8cf299
+  {__LINE__, 0x9b07db73, "70684206568419061514", 20, 0xae1fb7b7},
8cf299
+  {__LINE__, 0xe75b214, "42015093765128581010", 20, 0xd4eecd2d},
8cf299
+  {__LINE__, 0x72d0fe6f, "88214814356148806939", 20, 0x4660ec7},
8cf299
+  {__LINE__, 0xf857a4b1, "43472694284527343838", 20, 0xfd8afdf7},
8cf299
+  {__LINE__, 0x54b8e14, "49769333513942933689", 20, 0xc6d1b5f2},
8cf299
+  {__LINE__, 0xd6aa5616, "54979784887993251199", 20, 0x32476461},
8cf299
+  {__LINE__, 0x11e63098, "58360544869206793220", 20, 0xd917cf1a},
8cf299
+  {__LINE__, 0xbe92385, "27347953487840714234", 20, 0x4ad14a12},
8cf299
+  {__LINE__, 0x49511de0, "07650690295365319082", 20, 0xe37b5c6c},
8cf299
+  {__LINE__, 0x3db13bc1, "42655507906821911703", 20, 0x7cc497f1},
8cf299
+  {__LINE__, 0xbb899bea, "29977409200786225655", 20, 0x99781bb2},
8cf299
+  {__LINE__, 0xf6cd9436, "85181542907229116674", 20, 0x132256a1},
8cf299
+  {__LINE__, 0x9109e6c3, "87963594337989416799", 20, 0xbfdb2c83},
8cf299
+  {__LINE__, 0x75770fc, "21395988329504168551", 20, 0x8d9d1e81},
8cf299
+  {__LINE__, 0x69b1d19b, "51991013580943379423", 20, 0x7b6d4404},
8cf299
+  {__LINE__, 0xc6132975, "*]+@!);({_$;}[_},?{?;(_?,=-][@", 30, 0x8619f010},
8cf299
+  {__LINE__, 0xd58cb00c, "_@:_).&(#.[:[{[:)$++-($_;@[)}+", 30, 0x15746ac3},
8cf299
+  {__LINE__, 0xb63b8caa, "&[!,[$_==}+.]@!;*(+},[;:)$;)-@", 30, 0xaccf812f},
8cf299
+  {__LINE__, 0x8a45a2b8, "]{.[.+?+[[=;[?}_#&;[=)__$$:+=_", 30, 0x78af45de},
8cf299
+  {__LINE__, 0xcbe95b78, "-%.)=/[@].:.(:,()$;=%@-$?]{%+%", 30, 0x25b06b59},
8cf299
+  {__LINE__, 0x4ef8a54b, "+]#$(@&.=:,*];/.!]%/{:){:@(;)$", 30, 0x4ba0d08f},
8cf299
+  {__LINE__, 0x76ad267a, ")-._.:?[&:.=+}(*$/=!.${;(=$@!}", 30, 0xe26b6aac},
8cf299
+  {__LINE__, 0x569e613c, ":(_*&%/[[}+,?#$&*+#[([*-/#;%(]", 30, 0x7e2b0a66},
8cf299
+  {__LINE__, 0x36aa61da, "{[#-;:$/{)(+[}#]/{&!%(@)%:@-$:", 30, 0xb3430dc7},
8cf299
+  {__LINE__, 0xf67222df, "_{$*,}(&,@.)):=!/%(&(,,-?$}}}!", 30, 0x626c17a},
8cf299
+  {__LINE__, 0x74b34fd3, "e$98KNzqaV)Y:2X?]77].{gKRD4G5{mHZk,Z)SpU%L3FSgv!Wb8MLAFdi{+fp)c,@8m6v)yXg@]HBDFk?.4&}g5_udE*JHCiH=aL", 100, 0xccf98060},
8cf299
+  {__LINE__, 0x351fd770, "r*Fd}ef+5RJQ;+W=4jTR9)R*p!B;]Ed7tkrLi;88U7g@3v!5pk2X6D)vt,.@N8c]@yyEcKi[vwUu@.Ppm@C6%Mv*3Nw}Y,58_aH)", 100, 0xd8b95312},
8cf299
+  {__LINE__, 0xc45aef77, "h{bcmdC+a;t+Cf{6Y_dFq-{X4Yu&7uNfVDh?q&_u.UWJU],-GiH7ADzb7-V.Q%4=+v!$L9W+T=bP]$_:]Vyg}A.ygD.r;h-D]m%&", 100, 0xbb1c9912},
8cf299
+  {__LINE__, 0xc45aef77, "h{bcmdC+a;t+Cf{6Y_dFq-{X4Yu&7uNfVDh?q&_u.UWJU],-GiH7ADzb7-V.Q%4=+v!$L9W+T=bP]$_:]Vyg}A.ygD.r;h-D]m%&"
8cf299
+                         "h{bcmdC+a;t+Cf{6Y_dFq-{X4Yu&7uNfVDh?q&_u.UWJU],-GiH7ADzb7-V.Q%4=+v!$L9W+T=bP]$_:]Vyg}A.ygD.r;h-D]m%&"
8cf299
+                         "h{bcmdC+a;t+Cf{6Y_dFq-{X4Yu&7uNfVDh?q&_u.UWJU],-GiH7ADzb7-V.Q%4=+v!$L9W+T=bP]$_:]Vyg}A.ygD.r;h-D]m%&"
8cf299
+                         "h{bcmdC+a;t+Cf{6Y_dFq-{X4Yu&7uNfVDh?q&_u.UWJU],-GiH7ADzb7-V.Q%4=+v!$L9W+T=bP]$_:]Vyg}A.ygD.r;h-D]m%&"
8cf299
+                         "h{bcmdC+a;t+Cf{6Y_dFq-{X4Yu&7uNfVDh?q&_u.UWJU],-GiH7ADzb7-V.Q%4=+v!$L9W+T=bP]$_:]Vyg}A.ygD.r;h-D]m%&"
8cf299
+                         "h{bcmdC+a;t+Cf{6Y_dFq-{X4Yu&7uNfVDh?q&_u.UWJU],-GiH7ADzb7-V.Q%4=+v!$L9W+T=bP]$_:]Vyg}A.ygD.r;h-D]m%&", 600, 0x888AFA5B}
8cf299
+};
8cf299
+
8cf299
+static const int test_size = sizeof(tests) / sizeof(tests[0]);
8cf299
+
8cf299
+int main(void)
8cf299
+{
8cf299
+    int i;
8cf299
+    for (i = 0; i < test_size; i++) {
8cf299
+        test_crc32(tests[i].crc, (Byte*) tests[i].buf, tests[i].len,
8cf299
+                   tests[i].expect, tests[i].line);
8cf299
+    }
8cf299
+    return 0;
8cf299
+}
ad1f37
-- 
8cf299
2.39.1
ad1f37