diff --git a/deepspeed/comm/ccl.py b/deepspeed/comm/ccl.py index 859e70c7db3b..6e915d0ca430 100644 --- a/deepspeed/comm/ccl.py +++ b/deepspeed/comm/ccl.py @@ -170,7 +170,7 @@ def get_all_ranks_from_group(self, group): while True: results.append(super(CCLBackend, self).get_global_rank(group, rank)) rank += 1 - except RuntimeError: + except ValueError: pass if tuple(results) not in self.groups: self._new_group(results, group)