From db987cf1b5971187257a49a7d2d54ca2653052d5 Mon Sep 17 00:00:00 2001
From: vfdev <vfdev.5@gmail.com>
Date: Sat, 27 Feb 2021 04:22:34 +0100
Subject: [PATCH] fixed typo (#802)

---
 deepspeed/runtime/pipe/topology.py | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/deepspeed/runtime/pipe/topology.py b/deepspeed/runtime/pipe/topology.py
index 3862e8469aef..b1e11ee0e492 100644
--- a/deepspeed/runtime/pipe/topology.py
+++ b/deepspeed/runtime/pipe/topology.py
@@ -251,7 +251,7 @@ def __init__(self, num_pp, num_mp, num_dp):
 
 class PipelineParallelGrid:
     """Implements a grid object that stores the data parallel ranks
-    corresponding to each o the model parallel stages
+    corresponding to each of the model parallel stages
 
     The grid object organizes the processes in a distributed pytorch job
     into a 2D grid, of stage_id and data_parallel_id.