feat(ci): running CI on paperspace (#998)

* chore: update tiny script Signed-off-by: paperspace <29749331+aarnphm@users.noreply.github.com> * feat(ci): running on paperspace machines Signed-off-by: Aaron <29749331+aarnphm@users.noreply.github.com> * chore: update models and increase timeout readiness Signed-off-by: Aaron <29749331+aarnphm@users.noreply.github.com> * fix: schema validation for inputs and update client supporting stop Signed-off-by: paperspace <29749331+aarnphm@users.noreply.github.com> * chore: update coverage config Signed-off-by: paperspace <29749331+aarnphm@users.noreply.github.com> * chore: remove some non-essentials Signed-off-by: paperspace <29749331+aarnphm@users.noreply.github.com> * chore: update locks Signed-off-by: paperspace <29749331+aarnphm@users.noreply.github.com> --------- Signed-off-by: paperspace <29749331+aarnphm@users.noreply.github.com> Signed-off-by: Aaron <29749331+aarnphm@users.noreply.github.com>
bentoml · May 26, 2024 · f248ea2 · f248ea2
1 parent a58e12d
commit f248ea2
Show file tree

Hide file tree

Showing 18 changed files with 180 additions and 760 deletions.
diff --git a/.github/workflows/binary-releases.yml b/.github/workflows/binary-releases.yml
@@ -8,8 +8,6 @@ on:
     paths-ignore:
       - '*.md'
       - 'docs/**'
-      - 'bazel/**'
-      - 'typings/**'
       - 'changelog.d/**'
       - 'assets/**'
       - 'openllm-node/**'
@@ -19,8 +17,6 @@ on:
     paths-ignore:
       - '*.md'
       - 'docs/**'
-      - 'bazel/**'
-      - 'typings/**'
       - 'changelog.d/**'
       - 'assets/**'
       - 'openllm-node/**'
@@ -74,10 +70,10 @@ jobs:
         run: python -m pip install --upgrade build
       - name: Build
         run: |
-          bash local.sh
+          bash local.sh -e vllm
           python -m build -sw openllm-python/
       - name: Upload artifacts
-        uses: actions/upload-artifact@a8a3f3ad30e3422c9c7b888a15615d19a852ae32 # ratchet:actions/upload-artifact@v3
+        uses: actions/upload-artifact@65462800fd760344b1a7b4382951275a0abb4808 # ratchet:actions/upload-artifact@v4
         with:
           name: binary-artefacts
           path: openllm-python/dist/*
@@ -146,7 +142,7 @@ jobs:
       - name: Install Hatch
         run: pip install -U hatch
       - name: Install Rust toolchain
-        uses: dtolnay/rust-toolchain@78c6b5541adb5849f5d72d15da722aedb26327ca # ratchet:dtolnay/rust-toolchain@stable
+        uses: dtolnay/rust-toolchain@d388a4836fcdbde0e50e395dc79a2670ccdef13f # ratchet:dtolnay/rust-toolchain@stable
         with:
           targets: ${{ matrix.job.target }}
       - name: Set up cross compiling
@@ -165,7 +161,7 @@ jobs:
           fi
       - name: Download Python artifacts
         if: ${{ !startsWith(github.event.ref, 'refs/tags') }}
-        uses: actions/download-artifact@9bc31d5ccc31df68ecc42ccf4149144866c47d8a # ratchet:actions/download-artifact@v3
+        uses: actions/download-artifact@65a9edc5881444af0b9093a5e628f2fe47ea3b2e # ratchet:actions/download-artifact@v4
         with:
           name: binary-artefacts
           path: openllm-python/dist
@@ -211,14 +207,14 @@ jobs:
           done
       - name: Upload staged archive
         if: runner.os != 'Linux'
-        uses: actions/upload-artifact@a8a3f3ad30e3422c9c7b888a15615d19a852ae32 # ratchet:actions/upload-artifact@v3
+        uses: actions/upload-artifact@65462800fd760344b1a7b4382951275a0abb4808 # ratchet:actions/upload-artifact@v4
         with:
           name: staged-${{ runner.os }}
           path: openllm-python/packaging/*
           if-no-files-found: error
       - name: Upload archive
         if: runner.os == 'Linux'
-        uses: actions/upload-artifact@a8a3f3ad30e3422c9c7b888a15615d19a852ae32 # ratchet:actions/upload-artifact@v3
+        uses: actions/upload-artifact@65462800fd760344b1a7b4382951275a0abb4808 # ratchet:actions/upload-artifact@v4
         with:
           name: standalone
           path: openllm-python/packaging/*
@@ -245,7 +241,7 @@ jobs:
       - name: Install PyOxidizer ${{ env.PYOXIDIZER_VERSION }}
         run: pip install pyoxidizer==${{ env.PYOXIDIZER_VERSION }}
       - name: Download staged binaries
-        uses: actions/download-artifact@9bc31d5ccc31df68ecc42ccf4149144866c47d8a # ratchet:actions/download-artifact@v3
+        uses: actions/download-artifact@65a9edc5881444af0b9093a5e628f2fe47ea3b2e # ratchet:actions/download-artifact@v4
         with:
           name: staged-${{ runner.os }}
           path: openllm-python/archives
@@ -274,13 +270,13 @@ jobs:
           mkdir installers
           mv build/*/release/*/*.{exe,msi} installers
       - name: Upload binaries
-        uses: actions/upload-artifact@a8a3f3ad30e3422c9c7b888a15615d19a852ae32 # ratchet:actions/upload-artifact@v3
+        uses: actions/upload-artifact@65462800fd760344b1a7b4382951275a0abb4808 # ratchet:actions/upload-artifact@v4
         with:
           name: standalone
           path: openllm-python/archives/*
           if-no-files-found: error
       - name: Upload installers
-        uses: actions/upload-artifact@a8a3f3ad30e3422c9c7b888a15615d19a852ae32 # ratchet:actions/upload-artifact@v3
+        uses: actions/upload-artifact@65462800fd760344b1a7b4382951275a0abb4808 # ratchet:actions/upload-artifact@v4
         with:
           name: installers
           path: openllm-python/installers/*
diff --git a/.github/workflows/build-pypi.yml b/.github/workflows/build-pypi.yml
@@ -86,9 +86,9 @@ jobs:
         run: hatch build
         working-directory: ${{ matrix.directory }}
       - name: Upload artifacts
-        uses: actions/upload-artifact@a8a3f3ad30e3422c9c7b888a15615d19a852ae32 # ratchet:actions/upload-artifact@v3
+        uses: actions/upload-artifact@65462800fd760344b1a7b4382951275a0abb4808 # ratchet:actions/upload-artifact@v4
         with:
-          name: python-artefacts
+          name: python-artefacts-${{ matrix.directory }}
           path: ${{ matrix.directory }}/dist/*
           if-no-files-found: error
   check-download-artefacts:
@@ -98,9 +98,10 @@ jobs:
     runs-on: ubuntu-latest
     steps:
       - name: Download Python artifacts
-        uses: actions/download-artifact@9bc31d5ccc31df68ecc42ccf4149144866c47d8a # ratchet:actions/download-artifact@v3
+        uses: actions/download-artifact@65a9edc5881444af0b9093a5e628f2fe47ea3b2e # ratchet:actions/download-artifact@v4
         with:
-          name: python-artefacts
+          pattern: python-artefacts-*
+          merge-multiple: true
           path: dist
       - name: dry ls
         run: ls -rthlaR
@@ -110,13 +111,13 @@ jobs:
     runs-on: ubuntu-latest
     permissions:
       id-token: write
-    # needs: [pure-wheels-sdist, mypyc]
     needs: [pure-wheels-sdist]
     steps:
       - name: Download Python artifacts
-        uses: actions/download-artifact@9bc31d5ccc31df68ecc42ccf4149144866c47d8a # ratchet:actions/download-artifact@v3
+        uses: actions/download-artifact@65a9edc5881444af0b9093a5e628f2fe47ea3b2e # ratchet:actions/download-artifact@v4
         with:
-          name: python-artefacts
+          pattern: python-artefacts-*
+          merge-multiple: true
           path: dist
       - name: Publish nightly wheels to test.pypi.org
         uses: pypa/gh-action-pypi-publish@81e9d935c883d0b210363ab89cf05f3894778450 # ratchet:pypa/gh-action-pypi-publish@release/v1

diff --git a/.github/workflows/build.yml b/.github/workflows/build.yml