Skip to content
Merged
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
6 changes: 1 addition & 5 deletions torchft/local_sgd.py
Original file line number Diff line number Diff line change
Expand Up @@ -10,18 +10,14 @@
"""
import logging
import math
import threading
from contextlib import nullcontext
from types import TracebackType
from typing import Any, Callable, Dict, Iterator, List, Optional, Tuple, Type
from typing import Any, Dict, List, Optional, Tuple, Type

import torch
import torch.distributed as dist
from torch import nn, optim
from torch.distributed.distributed_c10d import Work
from torch.distributed.tensor import DTensor
from torch.nn.parameter import Parameter
from torch.optim.optimizer import Optimizer
from torch.utils.hooks import RemovableHandle

from torchft.manager import Manager
Expand Down