fixed typo (#802)

microsoft · Feb 27, 2021 · db987cf · db987cf
1 parent 7eb083c
commit db987cf
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/deepspeed/runtime/pipe/topology.py b/deepspeed/runtime/pipe/topology.py
@@ -251,7 +251,7 @@ def __init__(self, num_pp, num_mp, num_dp):
 
 class PipelineParallelGrid:
     """Implements a grid object that stores the data parallel ranks
-    corresponding to each o the model parallel stages
+    corresponding to each of the model parallel stages
 
     The grid object organizes the processes in a distributed pytorch job
     into a 2D grid, of stage_id and data_parallel_id.