TEST/MPI: Added MPI+CUDA example.

Author: rakhmets

contrib/test_jenkins.sh

@@ -672,16 +672,18 @@ run_mpi_tests() {
 			save_LD_LIBRARY_PATH=${LD_LIBRARY_PATH}
 			export LD_LIBRARY_PATH=${ucx_inst}/lib:${MPI_HOME}/lib:${prev_LD_LIBRARY_PATH}
 
-			build release --disable-gtest --with-mpi
+			build release-mt --with-mpi --enable-assertions
 
 			# check whether installation is valid (it compiles examples at least)
 			$MAKEP installcheck
 
-			MPIRUN="mpirun \
+			MPIRUN_COMMON="mpirun \
 					--allow-run-as-root \
 					--bind-to none \
 					-x UCX_ERROR_SIGNALS \
-					-x UCX_HANDLE_ERRORS \
+					-x UCX_HANDLE_ERRORS"
+
+			MPIRUN="${MPIRUN_COMMON} \
 					-mca pml ob1 \
 					-mca osc ^ucx \
 					-mca btl tcp,self \
@@ -693,6 +695,20 @@ run_mpi_tests() {
 
 			test_malloc_hooks_mpi
 
+			if [ "X$have_cuda" == "Xyes" ] && [ -x ./test/mpi/test_mpi_cuda ]
+			then
+				echo "==== Running MPI CUDA tests ===="
+				${MPIRUN_COMMON} -np 2 ./test/mpi/test_mpi_cuda
+
+				echo "==== Running MPI CUDA tests without cuda_ipc ===="
+				${MPIRUN_COMMON} -np 2  -x UCX_TLS=^cuda_ipc \
+						./test/mpi/test_mpi_cuda
+
+				echo "==== Running MPI CUDA tests with put_ppln ===="
+				${MPIRUN_COMMON} -np 2  -x UCX_RNDV_SCHEME=put_ppln \
+						./test/mpi/test_mpi_cuda
+			fi
+
 			# Restore LD_LIBRARY_PATH so subsequent tests will not take UCX libs
 			# from installation directory
 			export LD_LIBRARY_PATH=${save_LD_LIBRARY_PATH}

test/mpi/Makefile.am

@@ -15,6 +15,9 @@ noinst_PROGRAMS       =
 
 if HAVE_MPICC
 noinst_PROGRAMS      += test_memhooks
+if HAVE_CUDA
+noinst_PROGRAMS      += test_mpi_cuda
+endif
 endif
 
 if HAVE_SHMEMCC
@@ -32,6 +35,14 @@ if HAVE_MPICC
 test_memhooks_SOURCES = test_memhooks.c
 test_memhooks_LDFLAGS = -ldl
 
+if HAVE_CUDA
+test_mpi_cuda_SOURCES  = test_mpi_cuda.c
+test_mpi_cuda_CPPFLAGS = $(BASE_CPPFLAGS) $(CUDA_CPPFLAGS)
+test_mpi_cuda_CFLAGS   = $(BASE_CFLAGS)
+test_mpi_cuda_LDFLAGS  = $(CUDA_LDFLAGS)
+test_mpi_cuda_LDADD    = $(CUDA_LIBS) $(top_builddir)/src/ucs/libucs.la
+endif
+
 # A library we use for testing that memory hooks work in libraries loaded
 # after the hooks were installed
 noinst_LTLIBRARIES = libtest_memhooks.la