Don't pass CUDA_VISIBLE_DEVICES (#3865)

Signed-off-by: Ryan <rb@hpe.com>
horovod · Apr 11, 2023 · a418125 · a418125
1 parent 2af9000
commit a418125
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/horovod/runner/common/util/env.py b/horovod/runner/common/util/env.py
@@ -21,7 +21,7 @@
 LOG_LEVEL_STR = ['FATAL', 'ERROR', 'WARNING', 'INFO', 'DEBUG', 'TRACE']
 
 # List of regular expressions to ignore environment variables by.
-IGNORE_REGEXES = {'BASH_FUNC_.*', 'OLDPWD', secret.HOROVOD_SECRET_KEY}
+IGNORE_REGEXES = {'BASH_FUNC_.*', 'OLDPWD', '.*CUDA_VISIBLE_DEVICES', secret.HOROVOD_SECRET_KEY}
 
 KUBEFLOW_MPI_EXEC = '/etc/mpi/kubexec.sh'