Cleaning up common_optimizers.py

pytorch · May 7, 2024 · ad331e2 · ad331e2
1 parent 2a6c915
commit ad331e2
Showing 1 changed file with 4 additions and 12 deletions.
diff --git a/torch/testing/_internal/common_optimizers.py b/torch/testing/_internal/common_optimizers.py
@@ -319,9 +319,7 @@ def optim_inputs_func_adadelta(device, dtype=None):
         OptimizerInput(
             params=None, kwargs={"rho": 0.95, "weight_decay": 0.9}, desc="rho"
         ),
-        OptimizerInput(
-            params=None, kwargs={"maximize": True}, desc="maximize"
-        ),
+        OptimizerInput(params=None, kwargs={"maximize": True}, desc="maximize"),
     ] + (cuda_supported_configs if "cuda" in str(device) else [])
 
 
@@ -697,7 +695,6 @@ def optim_inputs_func_nadam(device, dtype=None):
             params=None,
             kwargs={
                 "weight_decay": 0.1,
-                #"momentum_decay": 6e-3,
                 "decoupled_weight_decay": True,
             },
             desc="decoupled_weight_decay",
@@ -782,13 +779,6 @@ def optim_inputs_func_radam(device=None, dtype=None):
             kwargs={"weight_decay": 0.1, "decoupled_weight_decay": True},
             desc="decoupled_weight_decay",
         ),
-        #OptimizerInput(
-            #params=None,
-            #kwargs={
-                #"decoupled_weight_decay": True,
-            #},
-            #desc="decoupled_weight_decay, no weight_decay",
-        #),
     ] + (cuda_supported_configs if "cuda" in str(device) else [])
 
 
@@ -964,7 +954,9 @@ def optim_inputs_func_sgd(device, dtype=None):
             kwargs={"weight_decay": 0.1, "maximize": True},
             desc="maximize",
         ),
-        OptimizerInput(params=None, kwargs={"weight_decay": 0.5}, desc="non-zero weight_decay"),
+        OptimizerInput(
+            params=None, kwargs={"weight_decay": 0.5}, desc="non-zero weight_decay"
+        ),
     ]