diff --git a/deepspeed/runtime/pipe/topology.py b/deepspeed/runtime/pipe/topology.py index 3862e8469aef..b1e11ee0e492 100644 --- a/deepspeed/runtime/pipe/topology.py +++ b/deepspeed/runtime/pipe/topology.py @@ -251,7 +251,7 @@ def __init__(self, num_pp, num_mp, num_dp): class PipelineParallelGrid: """Implements a grid object that stores the data parallel ranks - corresponding to each o the model parallel stages + corresponding to each of the model parallel stages The grid object organizes the processes in a distributed pytorch job into a 2D grid, of stage_id and data_parallel_id.