diff --git a/deepspeed/comm/ccl.py b/deepspeed/comm/ccl.py
index 859e70c7db3b..6e915d0ca430 100644
--- a/deepspeed/comm/ccl.py
+++ b/deepspeed/comm/ccl.py
@@ -170,7 +170,7 @@ def get_all_ranks_from_group(self, group):
             while True:
                 results.append(super(CCLBackend, self).get_global_rank(group, rank))
                 rank += 1
-        except RuntimeError:
+        except ValueError:
             pass
         if tuple(results) not in self.groups:
             self._new_group(results, group)