Accepting request 1164392 from science:HPC

OBS-URL: https://build.opensuse.org/request/show/1164392
OBS-URL: https://build.opensuse.org/package/show/openSUSE:Factory/libfabric?expand=0&rev=47

_service

@@ -8,7 +8,7 @@
     <param name="versionformat">@PARENT_TAG@.@TAG_OFFSET@.%h</param>
     <param name="versionrewrite-pattern">v(.*)</param>
     <param name="versionrewrite-replacement">\1</param>
-    <param name="revision">e43589a5113ad3db0a18a6a1a02b6e6f4ee317d6</param>
+    <param name="revision">f67fad269327a1a25731d89fb94548d89ae7ae63</param>
   </service>
   <service name="recompress" mode="disabled">
     <param name="file">libfabric*.tar</param>

fabtests.spec

@@ -16,10 +16,10 @@
 #
 
 
-%define git_ver .0.e43589a5113a
+%define git_ver .0.f67fad269327
 
 Name:           fabtests
-Version:        1.20.1
+Version:        1.21.0
 Release:        0
 Summary:        Test suite for libfabric API
 License:        BSD-2-Clause OR GPL-2.0-only

libfabric-1.20.1.0.e43589a5113a.tar.bz2

@@ -1,3 +0,0 @@
-version https://git-lfs.github.com/spec/v1
-oid sha256:b4d802a256faf5fd2563aaf10f262ba995b04d79ada3991bc47f63b7521a30ea
-size 3437761

libfabric-1.21.0.0.f67fad269327.tar.bz2

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:766162bc9b3fbd6d57c40d230c076f7314a64ce28bee9eadf2fb1b046355a148
+size 3463094

libfabric.changes

@@ -1,3 +1,175 @@
+-------------------------------------------------------------------
+Wed Apr  3 11:32:43 UTC 2024 - Nicolas Morey <nicolas.morey@suse.com>
+
+- Enable ucx and new efa provider on 64b architectures.
+- Use a single changes file for libfabric and fabtests.
+- Update to 1.21.0
+  - Core
+    - Various update and fixed in man pages
+    - Fix xpmem memory corruption
+    - Extend FI_PROVIDER_PATH to allow setting preferred DL provider
+    - Add a SECURITY.md file
+    - Document preferred threading model for scalable endpoints
+    - Move FI_PRIORITY to internal flag
+    - Remove FI_PROV_SPECIFIC
+    - Remove unimplemented or unused features
+    - Support cntr byte counting
+    - configure: Do not check for xpmem if disabled
+    - Add FI_PROGRESS_CONTROL_UNIFIED
+    - hmem/cuda: Get multiple attributes at once in cuda_is_addr_valid
+    - configure: Add -pipe by default to CFLAGS
+    - Selectively generate warnings on failed loading of DL providers
+    - hmem: introduce ofi_dev_reg_copy_*_iov ops
+    - Print provider path on fabric creation
+    - Introduce FI_OPT_SHARED_MEMORY_PERMITTED
+    - README.md: Add badge for openssf scorecard
+    - man: Regulate the fi_setopt call sequence.
+    - man: Clarify the usage of FI_RMOTE_CQ_DATA flag
+    - man: Add ucx provider to the fi_provider man page
+    - configure.ac: add extra check for 128 bit atomic support
+    - include/osd: align atomic complex definitions
+    - hmem/synapseai: Refine the error handling and warning
+    - Specify C11 standard for Visual Studio builds
+    - configure: Do not check for xpmem if disabled
+    - man page fixes
+  - EFA
+    - General improvement and bug fixes
+    - Propagate errnos from core functions untouched
+    - Create 1:1 relationship between libfabric CQs and IBV CQs
+    - Do not progress ep inside transmission call when hitting EAGAIN
+    - Remove unnecessary check in rdma write.
+    - Handle rx pkts error without ope
+    - Add a new rx pkt counter
+    - Enable runting for neuron with a different runt size
+    - Distinguish unresponsive receiver errors
+    - Remove unnecessary handshake in send path
+    - Don't fail the whole domain init if cudamalloc failed
+    - Introduce efa specific domain operations
+    - Implement FI_OPT_SHARED_MEMORY_PERMITTED
+    - Do not memset rxe to 0 on init
+    - Reduce # of error cases in happy path
+    - Add FI_EFA_USE_HUGE_PAGE to efa man page.
+    - Don't do handshake for local fi_write
+    - Add pingpong test after exhausting MRs
+    - Introduce utilities to exhaust MRs on EFA device
+    - Test EFA with a 1GiB message
+    - Do not abort on all deprecated env vars
+    - Onboard fi_mr_dmabuf API in mem reg ops.
+    - Try registering cuda memory via dmabuf when checking p2p
+    - Introduce HAVE_EFA_DMABUF_MR macro in configure
+    - Use long CTS protocol if long read and runting read protocols fail
+      because of memory registration limits
+    - Remove unnecessary check in rdma write.
+    - Enable runting for neuron with a different runt size
+    - Handle rx pkts error without ope
+    - Distinguish unresponsive receiver errors
+    - Add `efa_show_help()`
+    - Refactor error code definitions
+    - Remove error message assertions from CQ unit tests
+    - Refactor `efa_strerror()`
+    - Doxyfile: Configure tabs to 8 spaces
+    - Rename Doxyfile
+  - Hooks
+    - dmabuf_peer_mem: initialize fd to supress compiler warning
+  - NETDIR
+    -Removed. The functionality is intergrated into the verbs provider.
+  - OPX
+    - Fix compiler warnings and coverity issues
+    - General improvement and bug fixes
+    - Add GPU support to expected TID
+    - RZV RTS packet exclude empty immediate data
+    - Add more efficient check for cuda-resident user buffer
+    - Improve default HFI selection logic in multi rail environments
+    - Flush dead list opportunistically
+    - Add RISC-V support
+    - Make update HDRQ register frequency configurable at build time
+    - Removed all references to the reliability nack threshold env var
+    - Added missing tuneables, rearraged to match fi_info -e output
+    - Use BAR load/store macros
+    - Check HFI driver version to allow GPU-enabled build/run
+    - Added kernel and driver version check to allow/disallow expected receive TID
+    - Fix max SHM connections to allow up to 16 HFIs
+    - Use FI_HMEM_SYSTEM for Cuda-Managed (Unified) memory
+    - Handle FI_OPT_CUDA_API_PERMITTED
+    - Use contiguous send when only one iov present
+    - Always replay TID packets over SDMA
+    - Add Virtual Lane and Partition pkey (FI_OPX_SL and FI_OPX_PKEY)
+    - Forced AV type to be AV Map when requested AV is unsupported
+    - Reduce size of opx_shm_tx
+    - Add GPU support for RMA Atomic operations
+    - Add GPU support for RMA reads and writes
+    - Add HMEM debug counters
+    - Print debug counters upon receiving SIGUSR1
+    - Fix multi-receive to work with contiguous rzv payload
+    - Initial support for GPU / FI_HMEM
+    - Limit multipacket eager implementation to tagged sends
+    - Read, verify and store some hfi chip attributes
+  - PSM3
+    - Update provider to sync with IEFS 11.6.0.0.231
+    - Fix some conditional build errors
+  - RSTREAM
+    - Removed.
+  - RXM
+    - Add option to auto detect hmem iface of user buffers
+  - SHM
+    - Manually align 8 byte fields in memory region
+    - Close device_fds for connected peers when the EP is closed
+    - Print shm name and error code when failed to open
+    - Mark send as completed when a message is discarded
+    - Don't close dmabuf-fd when a request is done
+    - Revert the smr_region fields adjustment
+    - Fix various coverity issues
+    - Add ep to cq ep list once in cq bind
+    - Add ofi_buf_alloc error handling
+    - Revert the smr_region fields adjustment
+    - Don't close dmabuf-fd when a request is done
+    - Mark send as completed when a message is discarded
+    - Print shm name and error code when failed to open
+    - Close device_fds for connected peers when the EP is closed
+  - SOCKETS
+    - fix compiler warnings and coverity issues
+  - UCX
+    - Fix incorrect enum value in FI_DBG() and FI_WARN()
+  - USNIC
+    - Turn off compiler warnings of possible string truncation
+  - Util
+    - Make ep_list_lock noop for FI_PROGRESS_CONTROL_UNIFIED
+    - Save control progress model to util_domain
+    - Set import monitor state to idle upon close
+    - Add name field to memory monitors
+    - memhooks: Fix a bug when calculating mprotect region
+    - Modify domain_attr based on FI_AV_AUTH_KEY
+  - Verbs
+    - Non-blocking EP creation
+    - Address cm_id resource leak in rdma_reject path
+    - Redirected error handle logic for dmabuf failure in verbs
+    - Added rocr dmabuf support under verbs
+    - Windows: Check error code from GetPrivateData
+    - Add missing lock to protect SRX
+    - Fix compiler warnings about out of boundary access
+  - Fabtests
+    - Fix various coverity issues
+    - General improvement and bug fixes
+    - Add multi_ep test
+    - Serialize the run of fi_cq_test
+    - Utilize `junitparser` module directly
+    - Add progress models to SHM/EFA fabtests
+    - Add option to change progress model
+    - efa/rnr_cq_read_err: poll cq when hitting EAGAIN
+    - Allow testing multi_ep with shared/non-shared cq and av
+    - Print warning for HMEM iface init failure
+    - efa: Add small tx_rx size test
+    - pytest: Make ssh connection error pattern less stringent
+    - Add new exclude file for io_uring tests
+    - Add rma_pingpong benchmark
+    - efa: Make 1G tests run faster
+    - pytests: add command line argument for dmabuf reg
+    - Bump Libfabric API version.
+    - Add option to support dmabuf MR
+    - Add dmabuf ops for cuda.
+    - Replace strtok with strtok_r
+    - Add new exclude file for io_uring tests
+
 -------------------------------------------------------------------
 Mon Mar 25 07:45:03 UTC 2024 - Nicolas Morey <nicolas.morey@suse.com>
 

libfabric.spec

@@ -17,10 +17,17 @@
 
 
 #
-%define git_ver .0.e43589a5113a
+%define git_ver .0.f67fad269327
+
+%ifarch aarch64 %power64 x86_64 s390x
+%if 0%{?suse_version} > 1530
+%define with_ucx 1
+%endif
+%define with_efa 1
+%endif
 
 Name:           libfabric
-Version:        1.20.1
+Version:        1.21.0
 Release:        0
 Summary:        User-space RDMA Fabric Interfaces
 License:        BSD-2-Clause OR GPL-2.0-only
@@ -40,6 +47,13 @@ BuildRequires:  libpsm2-devel
 BuildRequires:  fdupes
 BuildRequires:  librdmacm-devel
 BuildRequires:  libtool
+%if 0%{?with_ucx}
+BuildRequires:  libucm-devel
+BuildRequires:  libucp-devel
+ # 1.10 Needed for UCS_MEMORY_TYPE_UNKNOWN
+BuildRequires:  libucs-devel >= 1.10
+BuildRequires:  libuct-devel
+%endif
 BuildRequires:  pkg-config
 %define lib_major 1
 
@@ -73,6 +87,12 @@ autoreconf -fi
 # defaults: with-dlopen and without-valgrind can be over-rode:
 %configure %{?_without_dlopen} %{?_with_valgrind} \
 	--enable-sockets --enable-verbs --enable-usnic \
+%if 0%{?with_efa}
+        --enable-efa \
+%endif
+%if 0%{?with_ucx}
+        --enable-ucx \
+%endif
 %ifarch x86_64
     --enable-psm2 \
     --enable-psm3 \
@@ -128,6 +148,9 @@ rm -f %{buildroot}%{_libdir}/*.la
 %ifarch x86_64
 %{_includedir}/rdma/fi_ext_psm2.h
 %endif
+%if 0%{?with_efa}
+%{_includedir}/rdma/fi_ext_efa.h
+%endif
 %{_mandir}/man3/*
 %{_mandir}/man7/*
 

pre_checkin.sh

@@ -1,7 +1,6 @@
 #!/bin/bash
 # This script has to be run prior to a check-in if changes were done
 # to spec and/or changes
-cp libfabric.changes fabtests.changes
 GIT_VER=$(grep "%define git_ver" libfabric.spec)
 VERSION=$(egrep "^Version:" libfabric.spec)
 sed -i -e 's/^%define git_ver.*$/'"$GIT_VER/"  -e 's/^Version:.*$/'"$VERSION/" fabtests.spec