From c60c3b75541b628a245ac6389e4acf0a9239083e Mon Sep 17 00:00:00 2001 From: Qubitium Date: Sun, 19 Oct 2025 17:47:17 +0000 Subject: [PATCH 1/2] build whls for lsat 2 versions of pytorch and from py 3.10 to 3.14 --- .github/workflows/release.yml | 192 +++++++++++++++++++--------------- 1 file changed, 106 insertions(+), 86 deletions(-) diff --git a/.github/workflows/release.yml b/.github/workflows/release.yml index aa7907049..5c25b48aa 100644 --- a/.github/workflows/release.yml +++ b/.github/workflows/release.yml @@ -120,123 +120,143 @@ jobs: max-parallel: ${{ fromJson(needs.check-vm.outputs.max-parallel).size || 10 }} matrix: include: - - cuda: 128 - torch: 2.8.0 + # pytorch 2.9 + # cuda 13 + - cuda: 130 + torch: 2.9.0 + python: 314 + - cuda: 130 + torch: 2.9.0 + python: 314t + - cuda: 130 + torch: 2.9.0 python: 313t - - cuda: 128 - torch: 2.8.0 + - cuda: 130 + torch: 2.9.0 + python: 313 + - cuda: 130 + torch: 2.9.0 python: 312 + - cuda: 130 + torch: 2.9.0 + python: 311 + - cuda: 130 + torch: 2.9.0 + python: 310 + # cuda 128 - cuda: 128 - torch: 2.8.0 - python: 313 + torch: 2.9.0 + python: 314 - cuda: 128 - torch: 2.7.0 + torch: 2.9.0 + python: 314t + - cuda: 128 + torch: 2.9.0 python: 313t - cuda: 128 - torch: 2.7.0 + torch: 2.9.0 python: 313 - cuda: 128 - torch: 2.7.0 + torch: 2.9.0 python: 312 - cuda: 128 - torch: 2.7.0 + torch: 2.9.0 python: 311 + - cuda: 128 + torch: 2.9.0 + python: 310 + # cuda 126 - cuda: 126 - torch: 2.8.0 - python: 311 + torch: 2.9.0 + python: 314 - cuda: 126 - torch: 2.8.0 - python: 312 + torch: 2.9.0 + python: 314t - cuda: 126 - torch: 2.7.0 + torch: 2.9.0 python: 313t - cuda: 126 - torch: 2.7.0 + torch: 2.9.0 python: 313 - cuda: 126 - torch: 2.6.0 - python: 313 - - cuda: 126 - torch: 2.6.0 - python: 313t - - cuda: 126 - torch: 2.7.0 - python: 312 - - cuda: 126 - torch: 2.6.0 + torch: 2.9.0 python: 312 - cuda: 126 - torch: 2.7.0 + torch: 2.9.0 python: 311 - cuda: 126 - torch: 2.6.0 - python: 311 - - cuda: 124 - torch: 2.5.1 + torch: 2.9.0 + python: 310 + + # pytorch 2.8 + # cuda 13 + - cuda: 130 + torch: 2.8.0 + python: 314 + - cuda: 130 + torch: 2.8.0 + python: 314t + - cuda: 130 + torch: 2.8.0 + python: 313t + - cuda: 130 + torch: 2.8.0 python: 313 - - cuda: 124 - torch: 2.5.1 + - cuda: 130 + torch: 2.8.0 python: 312 - - cuda: 124 - torch: 2.5.1 + - cuda: 130 + torch: 2.8.0 python: 311 - - cuda: 121 - torch: 2.5.1 + - cuda: 130 + torch: 2.8.0 + python: 310 + # cuda 128 + - cuda: 128 + torch: 2.8.0 + python: 314 + - cuda: 128 + torch: 2.8.0 + python: 314t + - cuda: 128 + torch: 2.8.0 + python: 313t + - cuda: 128 + torch: 2.8.0 python: 313 - - cuda: 121 - torch: 2.5.1 - python: 312 - - cuda: 121 - torch: 2.4.1 - python: 312 - - cuda: 121 - torch: 2.3.1 - python: 312 - - cuda: 121 - torch: 2.2.2 + - cuda: 128 + torch: 2.8.0 python: 312 - - cuda: 121 - torch: 2.5.1 - python: 311 - - cuda: 121 - torch: 2.4.1 - python: 311 - - cuda: 121 - torch: 2.3.1 - python: 311 - - cuda: 121 - torch: 2.2.2 - python: 311 - - cuda: 121 - torch: 2.1.2 + - cuda: 128 + torch: 2.8.0 python: 311 - - cuda: 118 - torch: 2.5.1 + - cuda: 128 + torch: 2.8.0 + python: 310 + # cuda 126 + - cuda: 126 + torch: 2.8.0 + python: 314 + - cuda: 126 + torch: 2.8.0 + python: 314t + - cuda: 126 + torch: 2.8.0 + python: 313t + - cuda: 126 + torch: 2.8.0 python: 313 - - cuda: 118 - torch: 2.5.1 - python: 312 - - cuda: 118 - torch: 2.4.1 - python: 312 - - cuda: 118 - torch: 2.3.1 - python: 312 - - cuda: 118 - torch: 2.2.2 + - cuda: 126 + torch: 2.8.0 python: 312 - - cuda: 118 - torch: 2.5.1 - python: 311 - - cuda: 118 - torch: 2.4.1 - python: 311 - - cuda: 118 - torch: 2.3.1 - python: 311 - - cuda: 118 - torch: 2.2.2 + - cuda: 126 + torch: 2.8.0 python: 311 + - cuda: 126 + torch: 2.8.0 + python: 310 + + runs-on: [ self-hosted, xeon5 ] needs: - check-vm From f866329f4fea72e8d2af8d48313a99f6ba5f79e4 Mon Sep 17 00:00:00 2001 From: Qubitium Date: Sun, 19 Oct 2025 17:54:09 +0000 Subject: [PATCH 2/2] pypcre depend --- pyproject.toml | 1 + requirements.txt | 1 + 2 files changed, 2 insertions(+) diff --git a/pyproject.toml b/pyproject.toml index 6d2f009ca..f5302325e 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -51,6 +51,7 @@ dependencies = [ "datasets>=3.6.0", "pyarrow>=21.0", "dill>=0.3.8", # datasets requirements + "pypcre>=0.2.3", # "cython>=3.1.4", # required by hf-xet/hf-transfer # "flash-attn>=2.8.3", <-- install for lower vram usage ] diff --git a/requirements.txt b/requirements.txt index e9ba019ef..3c6b03f14 100644 --- a/requirements.txt +++ b/requirements.txt @@ -18,3 +18,4 @@ maturin>=1.9.4 datasets>=3.6.0 pyarrow>=21.0 dill>=0.3.8 +pypcre>=0.2.3