Adapt libfabric dataplane of SST to Cray CXI provider (#3672)

* Support detection of CXI in CMake * Extended error detection in libfabric dataplane * Support for FI_MR_ENDPOINT * Support for FI_MR_VIRT_ADDR == 0 * Full support for CXI provider * clang-format fixes * Fix behavior when using FI_MR_BASIC FI_MR_BASIC is special and mode bits cannot be compared against it.
ornladios · Dec 6, 2023 · 42e062b · 42e062b
1 parent d8a70b3
commit 42e062b
Show file tree

Hide file tree

Showing 4 changed files with 635 additions and 62 deletions.
diff --git a/cmake/DetectOptions.cmake b/cmake/DetectOptions.cmake
@@ -450,6 +450,14 @@ if(ADIOS2_USE_SST AND NOT WIN32)
     if(CrayDRC_FOUND)
       set(ADIOS2_SST_HAVE_CRAY_DRC TRUE)
     endif()
+
+    try_compile(ADIOS2_SST_HAVE_CRAY_CXI
+      ${ADIOS2_BINARY_DIR}/check_libfabric_cxi
+      ${ADIOS2_SOURCE_DIR}/cmake/check_libfabric_cxi.c
+      CMAKE_FLAGS
+        "-DINCLUDE_DIRECTORIES=${LIBFABRIC_INCLUDE_DIRS}"
+        "-DLINK_DIRECTORIES=${LIBFABRIC_LIBRARIES}")
+    message(STATUS "Libfabric support for the HPE CXI provider: ${ADIOS2_SST_HAVE_CRAY_CXI}")
   endif()
   if(ADIOS2_HAVE_MPI)
     set(CMAKE_REQUIRED_LIBRARIES "MPI::MPI_C;Threads::Threads")

diff --git a/cmake/check_libfabric_cxi.c b/cmake/check_libfabric_cxi.c
@@ -0,0 +1,5 @@
+#include <stdbool.h>
+#include <rdma/fabric.h>
+#include <rdma/fi_cxi_ext.h>
+
+int main() {}
diff --git a/source/adios2/toolkit/sst/CMakeLists.txt b/source/adios2/toolkit/sst/CMakeLists.txt
@@ -65,6 +65,7 @@ set(SST_CONFIG_OPTS
   UCX
   FI_GNI
   CRAY_DRC
+  CRAY_CXI
   NVStream
   MPI
 )