Add comment

pytorch · Jun 2, 2023 · 46ae2d4 · 46ae2d4
1 parent f71c79e
commit 46ae2d4
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/torch/optim/optimizer.py b/torch/optim/optimizer.py
@@ -291,6 +291,8 @@ def wrapper(*args, **kwargs):
 
     @staticmethod
     def _group_tensors_by_device_and_dtype(tensorlistlist, with_indices=False):
+        """Groups a list of lists of tensors by device and dtype.
+        Skips this step if we are compiling since this will occur during inductor lowering."""
         if is_compiling():
             if with_indices:
                 indices = list(range(len(tensorlistlist[0])))