diff --git a/.github/workflows/release.yml b/.github/workflows/release.yml index aa7907049..5c25b48aa 100644 --- a/.github/workflows/release.yml +++ b/.github/workflows/release.yml @@ -120,123 +120,143 @@ jobs: max-parallel: ${{ fromJson(needs.check-vm.outputs.max-parallel).size || 10 }} matrix: include: - - cuda: 128 - torch: 2.8.0 + # pytorch 2.9 + # cuda 13 + - cuda: 130 + torch: 2.9.0 + python: 314 + - cuda: 130 + torch: 2.9.0 + python: 314t + - cuda: 130 + torch: 2.9.0 python: 313t - - cuda: 128 - torch: 2.8.0 + - cuda: 130 + torch: 2.9.0 + python: 313 + - cuda: 130 + torch: 2.9.0 python: 312 + - cuda: 130 + torch: 2.9.0 + python: 311 + - cuda: 130 + torch: 2.9.0 + python: 310 + # cuda 128 - cuda: 128 - torch: 2.8.0 - python: 313 + torch: 2.9.0 + python: 314 - cuda: 128 - torch: 2.7.0 + torch: 2.9.0 + python: 314t + - cuda: 128 + torch: 2.9.0 python: 313t - cuda: 128 - torch: 2.7.0 + torch: 2.9.0 python: 313 - cuda: 128 - torch: 2.7.0 + torch: 2.9.0 python: 312 - cuda: 128 - torch: 2.7.0 + torch: 2.9.0 python: 311 + - cuda: 128 + torch: 2.9.0 + python: 310 + # cuda 126 - cuda: 126 - torch: 2.8.0 - python: 311 + torch: 2.9.0 + python: 314 - cuda: 126 - torch: 2.8.0 - python: 312 + torch: 2.9.0 + python: 314t - cuda: 126 - torch: 2.7.0 + torch: 2.9.0 python: 313t - cuda: 126 - torch: 2.7.0 + torch: 2.9.0 python: 313 - cuda: 126 - torch: 2.6.0 - python: 313 - - cuda: 126 - torch: 2.6.0 - python: 313t - - cuda: 126 - torch: 2.7.0 - python: 312 - - cuda: 126 - torch: 2.6.0 + torch: 2.9.0 python: 312 - cuda: 126 - torch: 2.7.0 + torch: 2.9.0 python: 311 - cuda: 126 - torch: 2.6.0 - python: 311 - - cuda: 124 - torch: 2.5.1 + torch: 2.9.0 + python: 310 + + # pytorch 2.8 + # cuda 13 + - cuda: 130 + torch: 2.8.0 + python: 314 + - cuda: 130 + torch: 2.8.0 + python: 314t + - cuda: 130 + torch: 2.8.0 + python: 313t + - cuda: 130 + torch: 2.8.0 python: 313 - - cuda: 124 - torch: 2.5.1 + - cuda: 130 + torch: 2.8.0 python: 312 - - cuda: 124 - torch: 2.5.1 + - cuda: 130 + torch: 2.8.0 python: 311 - - cuda: 121 - torch: 2.5.1 + - cuda: 130 + torch: 2.8.0 + python: 310 + # cuda 128 + - cuda: 128 + torch: 2.8.0 + python: 314 + - cuda: 128 + torch: 2.8.0 + python: 314t + - cuda: 128 + torch: 2.8.0 + python: 313t + - cuda: 128 + torch: 2.8.0 python: 313 - - cuda: 121 - torch: 2.5.1 - python: 312 - - cuda: 121 - torch: 2.4.1 - python: 312 - - cuda: 121 - torch: 2.3.1 - python: 312 - - cuda: 121 - torch: 2.2.2 + - cuda: 128 + torch: 2.8.0 python: 312 - - cuda: 121 - torch: 2.5.1 - python: 311 - - cuda: 121 - torch: 2.4.1 - python: 311 - - cuda: 121 - torch: 2.3.1 - python: 311 - - cuda: 121 - torch: 2.2.2 - python: 311 - - cuda: 121 - torch: 2.1.2 + - cuda: 128 + torch: 2.8.0 python: 311 - - cuda: 118 - torch: 2.5.1 + - cuda: 128 + torch: 2.8.0 + python: 310 + # cuda 126 + - cuda: 126 + torch: 2.8.0 + python: 314 + - cuda: 126 + torch: 2.8.0 + python: 314t + - cuda: 126 + torch: 2.8.0 + python: 313t + - cuda: 126 + torch: 2.8.0 python: 313 - - cuda: 118 - torch: 2.5.1 - python: 312 - - cuda: 118 - torch: 2.4.1 - python: 312 - - cuda: 118 - torch: 2.3.1 - python: 312 - - cuda: 118 - torch: 2.2.2 + - cuda: 126 + torch: 2.8.0 python: 312 - - cuda: 118 - torch: 2.5.1 - python: 311 - - cuda: 118 - torch: 2.4.1 - python: 311 - - cuda: 118 - torch: 2.3.1 - python: 311 - - cuda: 118 - torch: 2.2.2 + - cuda: 126 + torch: 2.8.0 python: 311 + - cuda: 126 + torch: 2.8.0 + python: 310 + + runs-on: [ self-hosted, xeon5 ] needs: - check-vm diff --git a/pyproject.toml b/pyproject.toml index 6d2f009ca..f5302325e 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -51,6 +51,7 @@ dependencies = [ "datasets>=3.6.0", "pyarrow>=21.0", "dill>=0.3.8", # datasets requirements + "pypcre>=0.2.3", # "cython>=3.1.4", # required by hf-xet/hf-transfer # "flash-attn>=2.8.3", <-- install for lower vram usage ] diff --git a/requirements.txt b/requirements.txt index e9ba019ef..3c6b03f14 100644 --- a/requirements.txt +++ b/requirements.txt @@ -18,3 +18,4 @@ maturin>=1.9.4 datasets>=3.6.0 pyarrow>=21.0 dill>=0.3.8 +pypcre>=0.2.3