Merge pull request #704 from mv1388/ttmodel_ddp_inheritance

Switch around TTDistributedDataParallel inheritance
mv1388 · Jul 16, 2022 · 018ed4d · 018ed4d
2 parents cb27e1c + 315c67c
commit 018ed4d
Showing 1 changed file with 1 addition and 1 deletion.
diff --git a/aitoolbox/torchtrain/parallel.py b/aitoolbox/torchtrain/parallel.py
@@ -63,7 +63,7 @@ def __init__(self, module,
         TTParallelBase.__init__(self, module, default_model_methods)
 
 
-class TTDistributedDataParallel(DistributedDataParallel, TTParallelBase):
+class TTDistributedDataParallel(TTParallelBase, DistributedDataParallel):
     def __init__(self, module,
                  default_model_methods=('get_loss', 'get_loss_eval', 'get_predictions'), **kwargs):
         """torchtrain enabled DistributedDataParallel