More fixes (#500)

microsoft · Nov 4, 2020 · ba5a99d · ba5a99d
1 parent 769fa1c
commit ba5a99d
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 1 deletion.
diff --git a/deepspeed/runtime/zero/utils.py b/deepspeed/runtime/zero/utils.py
@@ -31,6 +31,8 @@ def _initialize_parameter_parallel_groups(parameter_parallel_size=None):
     ZERO_SUPPORTED_OPTIMIZERS.append(apex.optimizers.FusedAdam)
 except ImportError:
     pass
+except AttributeError:
+    pass
 
 
 def is_zero_supported_optimizer(optimizer):

diff --git a/op_builder/builder.py b/op_builder/builder.py
@@ -195,7 +195,7 @@ def jit_load(self, verbose=True):
 
 
 class CUDAOpBuilder(OpBuilder):
-    def compute_capability_args(self, cross_compile_archs=['52', '60', '61', '70']):
+    def compute_capability_args(self, cross_compile_archs=['60', '61', '70']):
         args = []
         if self.jit_mode:
             # Compile for underlying architecture since we know it at runtime