add pre-commit action

.github/workflows/nightly_build_cpu.yaml

@@ -63,7 +63,7 @@ jobs:
           conda install pytorch cpuonly -c pytorch-nightly
           pip install -r requirements.txt
           pip install -r dev-requirements.txt
-          pip install -e ".[dev]"
+          pip install --no-build-isolation -e ".[dev]"
       - name: Upload to PyPI
         shell: bash -l {0}
         env:

.github/workflows/pre_commit.yaml

@@ -0,0 +1,14 @@
+name: pre-commit
+
+on:
+  pull_request:
+  push:
+    branches: [main]
+
+jobs:
+  pre-commit:
+    runs-on: ubuntu-latest
+    steps:
+    - uses: actions/checkout@v3
+    - uses: actions/setup-python@v3
+    - uses: pre-commit/action@v3.0.0

.github/workflows/release_build.yaml

@@ -55,7 +55,7 @@ jobs:
           conda install pytorch cpuonly -c pytorch-nightly
           pip install -r requirements.txt
           pip install -r dev-requirements.txt
-          pip install -e ".[dev]"
+          pip install --no-build-isolation -e ".[dev]"
       - name: Upload to PyPI
         shell: bash -l {0}
         env:

.github/workflows/unit_test.yaml

@@ -28,7 +28,7 @@ jobs:
           conda install pytorch cpuonly -c pytorch-nightly
           pip install -r requirements.txt
           pip install -r dev-requirements.txt
-          pip install -e ".[dev]"
+          pip install --no-build-isolation -e ".[dev]"
       - name: Run unit tests with coverage
         shell: bash -l {0}
         run: |

.github/workflows/unit_test_gpu.yaml

@@ -61,7 +61,7 @@ jobs:
           pip install --pre torch -f https://download.pytorch.org/whl/nightly/cu113/torch_nightly.html
           pip install -r requirements.txt
           pip install -r dev-requirements.txt
-          pip install -e ".[dev]"
+          pip install --no-build-isolation -e ".[dev]"
       - name: Run unit tests with coverage
         shell: bash -l {0}
         run: |

.gitignore

@@ -82,6 +82,9 @@ target/
 profile_default/
 ipython_config.py
 
+# MacOS
+.DS_Store
+
 # pyenv
 #   For a library or package, you might want to ignore these files since the code is
 #   intended to run in multiple environments; otherwise, check them in:

benchmarks/deepspeed_opt/main.py

@@ -1,3 +1,9 @@
+# Copyright (c) Meta Platforms, Inc. and affiliates.
+# All rights reserved.
+#
+# This source code is licensed under the BSD-style license found in the
+# LICENSE file in the root directory of this source tree.
+
 import argparse
 import logging
 import os

benchmarks/fsdp/main.py

@@ -1,3 +1,9 @@
+# Copyright (c) Meta Platforms, Inc. and affiliates.
+# All rights reserved.
+#
+# This source code is licensed under the BSD-style license found in the
+# LICENSE file in the root directory of this source tree.
+
 import argparse
 import os
 import time

docs/Makefile

@@ -18,4 +18,3 @@ help:
 # "make mode" option.  $(O) is meant as a shortcut for $(SPHINXOPTS).
 %: Makefile
 	@$(SPHINXBUILD) -M $@ "$(SOURCEDIR)" "$(BUILDDIR)" $(SPHINXOPTS) $(O)
-

pyproject.toml

@@ -0,0 +1,3 @@
+[tool.usort]
+
+first_party_detection = false

tests/test_dist_store.py

@@ -1,4 +1,10 @@
 #!/usr/bin/env python3
+# Copyright (c) Meta Platforms, Inc. and affiliates.
+# All rights reserved.
+#
+# This source code is licensed under the BSD-style license found in the
+# LICENSE file in the root directory of this source tree.
+
 import unittest
 from datetime import timedelta
 

torchsnapshot/scheduler.py

@@ -1,5 +1,11 @@
 #!/usr/bin/env python3
 
+# Copyright (c) Meta Platforms, Inc. and affiliates.
+# All rights reserved.
+#
+# This source code is licensed under the BSD-style license found in the
+# LICENSE file in the root directory of this source tree.
+
 import asyncio
 import logging
 import math

torchsnapshot/tricks/deepspeed.py

@@ -1,4 +1,10 @@
 #!/usr/bin/env python3
+# Copyright (c) Meta Platforms, Inc. and affiliates.
+# All rights reserved.
+#
+# This source code is licensed under the BSD-style license found in the
+# LICENSE file in the root directory of this source tree.
+
 import logging
 from types import MethodType
 from typing import Any, Dict