%{!?configure_options: %global configure_options %{nil}}

%bcond_without cma

%bcond_with    cuda

%bcond_with    gdrcopy

%bcond_without ib

%if 0%{?fedora} >= 30 || 0%{?rhel} >= 7

%bcond_with ib_cm

%else

%bcond_without ib_cm

%endif

%bcond_with    knem

%bcond_without rdmacm

%bcond_with    rocm

%bcond_with    ugni

%bcond_with    xpmem

Name: ucx

Version: 1.6.1

Release: 1%{?dist}

Summary: UCX is a communication library implementing high-performance messaging

License: BSD

URL: http://www.openucx.org

Source: https://github.com/openucx/%{name}/releases/download/v1.6.1/ucx-1.6.1.tar.gz

BuildRoot: %(mktemp -ud %{_tmppath}/%{name}-%{version}-%{release}-XXXXXX)

# UCX currently supports only the following architectures

ExclusiveArch: aarch64 ppc64le x86_64

BuildRequires: automake autoconf libtool gcc-c++ numactl-devel

%if %{with cma}

BuildRequires: glibc-devel >= 2.15

%endif

%if %{with gdrcopy}

BuildRequires: gdrcopy

%endif

%if %{with ib}

BuildRequires: libibverbs-devel

%endif

%if %{with ib_cm}

BuildRequires: libibcm-devel

%endif

%if %{with knem}

BuildRequires: knem

%endif

%if %{with rdmacm}

BuildRequires: librdmacm-devel

%endif

%if %{with rocm}

BuildRequires: hsa-rocr-dev

%endif

%if %{with xpmem}

BuildRequires: xpmem-devel

%endif

%description

UCX stands for Unified Communication X. UCX provides an optimized communication

layer for Message Passing (MPI), PGAS/OpenSHMEM libraries and RPC/data-centric

applications. UCX utilizes high-speed networks, such as RDMA (InfiniBand, RoCE,

etc), Cray Gemini or Aries, for inter-node communication. If no such network is

available, TCP is used instead. UCX supports efficient transfer of data in

either main memory (RAM) or GPU memory (through CUDA and ROCm libraries).

In addition, UCX provides efficient intra-node communication, by leveraging the

following shared memory mechanisms: posix, sysv, cma, knem, and xpmem.

%package devel

Requires: %{name}%{?_isa} = %{version}-%{release}

Summary: Header files required for developing with UCX

%description devel

Provides header files and examples for developing with UCX.

%prep

%setup -q

%build

%define _with_arg()   %{expand:%%{?with_%{1}:--with-%{2}}%%{!?with_%{1}:--without-%{2}}}

%define _enable_arg() %{expand:%%{?with_%{1}:--enable-%{2}}%%{!?with_%{1}:--disable-%{2}}}

%configure --disable-optimizations \

           --disable-logging \

           --disable-debug \

           --disable-assertions \

           --disable-params-check \

           %_enable_arg cma cma \

           %_with_arg cuda cuda \

           %_with_arg gdrcopy gdrcopy \

           %_with_arg ib verbs \

           %_with_arg ib_cm cm \

           %_with_arg knem knem \

           %_with_arg rdmacm rdmacm \

           %_with_arg rocm rocm \

           %_with_arg xpmem xpmem \

           %_with_arg ugni ugni \

           %{?configure_options}

make %{?_smp_mflags} V=1

%install

make DESTDIR=%{buildroot} install

rm -f %{buildroot}%{_libdir}/*.la

rm -f %{buildroot}%{_libdir}/*.a

rm -f %{buildroot}%{_libdir}/ucx/*.la

rm -f %{buildroot}%{_libdir}/ucx/lib*.so

rm -f %{buildroot}%{_libdir}/ucx/lib*.a

%files

%{_libdir}/lib*.so.*

%{_bindir}/uc*

%{_datadir}/ucx

%exclude %{_datadir}/ucx/examples

%doc README AUTHORS NEWS

%{!?_licensedir:%global license %%doc}

%license LICENSE

%files devel

%{_includedir}/uc*

%{_libdir}/lib*.so

%{_libdir}/pkgconfig/ucx.pc

%{_datadir}/ucx/examples

%post -p /sbin/ldconfig

%postun -p /sbin/ldconfig

%if %{with cma}

%package cma

Requires: %{name}%{?_isa} = %{version}-%{release}

Summary: UCX CMA support

%description cma

Provides CMA (Linux cross-memory-attach) transport for UCX. It utilizes the

system calls process_vm_readv/writev() for one-shot memory copy from another

process.

%files cma

%{_libdir}/ucx/libuct_cma.so.*

%endif

%if %{with cuda}

%package cuda

Requires: %{name}%{?_isa} = %{version}-%{release}

Summary: UCX CUDA support

%description cuda

Provide CUDA (NVIDIA GPU) support for UCX. Enables passing GPU memory pointers

to UCX communication routines, and transports taking advantage of GPU-Direct

technology for direct data transfer between GPU and RDMA devices.

%files cuda

%{_libdir}/ucx/libucx_perftest_cuda.so.*

%{_libdir}/ucx/libucm_cuda.so.*

%{_libdir}/ucx/libuct_cuda.so.*

%endif

%if %{with gdrcopy}

%package gdrcopy

Requires: %{name}-cuda%{?_isa} = %{version}-%{release}

Summary: UCX GDRCopy support

%description gdrcopy

Provide GDRCopy support for UCX. GDRCopy is a low-latency GPU memory copy

library, built on top of the NVIDIA GPUDirect RDMA technology.

%files gdrcopy

%{_libdir}/ucx/libuct_cuda_gdrcopy.so.*

%endif

%if %{with ib}

%package ib

Requires: %{name}%{?_isa} = %{version}-%{release}

Summary: UCX RDMA support

%description ib

Provides support for IBTA-compliant transports for UCX. This includes RoCE,

InfiniBand, OmniPath, and any other transport supported by IB Verbs API.

Typically these transports provide RDMA support, which enables a fast and

hardware-offloaded data transfer.

%files ib

%{_libdir}/ucx/libuct_ib.so.*

%endif

%if %{with ib_cm}

%package ib-cm

Requires: %{name}-ib%{?_isa} = %{version}-%{release}

Summary: UCX InfiniBand connection-manager support

%description ib-cm

Provides Infiniband Connection Manager (also known as ibcm) support for UCX.

%files ib-cm

%{_libdir}/ucx/libuct_ib_cm.so.*

%endif

%if %{with knem}

%package knem

Requires: %{name}%{?_isa} = %{version}-%{release}

Summary: UCX KNEM transport support

%description knem

Provides KNEM (fast inter-process copy) transport for UCX. KNEM is a Linux

kernel module that enables high-performance intra-node MPI communication

for large messages.

%files knem

%{_libdir}/ucx/libuct_knem.so.*

%endif

%if %{with rdmacm}

%package rdmacm

Requires: %{name}%{?_isa} = %{version}-%{release}

Summary: UCX RDMA connection manager support

%description rdmacm

Provides RDMA connection-manager support to UCX, which enables client/server

based connection establishment for RDMA-capable transports.

%files rdmacm

%{_libdir}/ucx/libuct_rdmacm.so.*

%endif

%if %{with rocm}

%package rocm

Requires: %{name}%{?_isa} = %{version}-%{release}

Summary: UCX ROCm GPU support

%description rocm

Provides Radeon Open Compute (ROCm) Runtime support for UCX.

%files rocm

%{_libdir}/ucx/libuct_rocm.so.*

%{_libdir}/ucx/libucm_rocm.so.*

%if %{with gdrcopy}

%package rocmgdr

Requires: %{name}-rocm%{?_isa} = %{version}-%{release}

Summary: UCX GDRCopy support for ROCM

%description rocmgdr

Provide GDRCopy support for UCX ROCM. GDRCopy is a low-latency GPU memory copy

library, built on top of the NVIDIA GPUDirect RDMA technology.

%files rocmgdr

%{_libdir}/ucx/libuct_rocm_gdr.so.*

%endif

%endif

%if %{with ugni}

%package ugni

Requires: %{name}%{?_isa} = %{version}-%{release}

Summary: UCX Gemini/Aries transport support.

%description ugni

Provides Gemini/Aries transport for UCX.

%files ugni

%{_libdir}/ucx/libuct_ugni.so.*

%endif

%if %{with xpmem}

%package xpmem

Requires: %{name}%{?_isa} = %{version}-%{release}

Summary: UCX XPMEM transport support.

%description xpmem

Provides XPMEM transport for UCX. XPMEM is a Linux kernel module that enables a

process to map the memory of another process into its virtual address space.

%files xpmem

%{_libdir}/ucx/libuct_xpmem.so.*

%endif

%changelog

* Sat Jul 20 2019 Yossi Itigin <yosefe@mellanox.com> 1.6.1-1

- Bump version to 1.6.1

* Thu Jan 24 2019 Yossi Itigin <yosefe@mellanox.com> 1.6.0-1

- Add cma, knem, and xpmem sub-packages

* Tue Nov 20 2018 Yossi Itigin <yosefe@mellanox.com> 1.6.0-1

- Bump version to 1.6.0

* Tue Nov 6 2018 Andrey Maslennikov <andreyma@mellanox.com> 1.5.0-1

- Bump version to 1.5.0

- See NEWS for details

* Tue Oct 30 2018 Andrey Maslennikov <andreyma@mellanox.com> 1.4.0-1

- See NEWS for details

* Mon Aug 20 2018 Andrey Maslennikov <andreyma@mellanox.com> 1.3.1-1

- See NEWS for details

* Thu Aug 16 2018 Andrey Maslennikov <andreyma@mellanox.com> 1.3.0-1

- Explicitly set gcc-c++ as requirements

* Wed Mar 7 2018 Andrey Maslennikov <andreyma@mellanox.com> 1.3.0-1

- See NEWS for details

* Mon Aug 21 2017 Andrey Maslennikov <andreyma@mellanox.com> 1.2.1-1

- Spec file now complies with Fedora guidelines

* Mon Jul 3 2017 Andrey Maslennikov <andreyma@mellanox.com> 1.2.0-1

- Fedora package created