diff --git a/.github/workflows/release.yml b/.github/workflows/release.yml new file mode 100644 index 0000000..86d9627 --- /dev/null +++ b/.github/workflows/release.yml @@ -0,0 +1,77 @@ +name: release-docker-images + +# on: +# push: +# tags: +# - '*' + +on: + pull_request: + branches: + - main + +env: + IMAGE: zappi/vllm-openai + VERSION: 0.10.2 + +jobs: + docker-hub-release: + runs-on: ubuntu-latest + steps: + - name: Free additional disk space + run: | + df -h + echo "Removing dotnet..." + sudo rm -rf /usr/share/dotnet + echo "Removing haskell..." + sudo rm -rf /opt/ghc + sudo rm -rf /usr/local/.ghcup + echo "Removing tool cache..." + sudo rm -rf /opt/hostedtoolcache + df -h + - name: Checkout + uses: actions/checkout@v5 + - name: Prepare image metadata + id: metadata + uses: docker/metadata-action@v5 + with: + images: ${{ env.IMAGE }} + tags: | + type=raw,value=${{ env.VERSION }},prefix=v + - name: Set up QEMU + uses: docker/setup-qemu-action@v3 + - name: Set up Docker Buildx + uses: docker/setup-buildx-action@v3 + - name: Login to Docker Hub + uses: docker/login-action@v3 + with: + username: ${{ secrets.DOCKER_HUB_USERNAME }} + password: ${{ secrets.DOCKER_HUB_TOKEN }} + - name: Build, tag, and push image + uses: docker/build-push-action@v6 + with: + cache-from: type=gha + cache-to: type=gha,mode=max + context: . + file: Dockerfile + labels: ${{ steps.metadata.outputs.labels }} + platforms: linux/amd64 + push: true + tags: ${{ steps.metadata.outputs.tags }} + + + # github-release: + # runs-on: ubuntu-latest + # needs: docker-hub-release-manifest + # steps: + # - name: Checkout + # uses: actions/checkout@v5 + # - name: Create Release + # uses: actions/create-release@v1 + # env: + # GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} + # with: + # tag_name: ${{ github.ref }} + # release_name: Version ${{ github.ref }} + # draft: false + # prerelease: false diff --git a/.github/workflows/test.yml b/.github/workflows/test.yml new file mode 100644 index 0000000..bf0ace2 --- /dev/null +++ b/.github/workflows/test.yml @@ -0,0 +1,50 @@ +name: test-docker-image + +on: + pull_request: + branches: + - main + +env: + IMAGE: zappi/vllm-openai + VERSION: 0.10.2 + +jobs: + build: + runs-on: ubuntu-latest + steps: + - name: Free additional disk space + run: | + df -h + echo "Removing dotnet..." + sudo rm -rf /usr/share/dotnet + echo "Removing haskell..." + sudo rm -rf /opt/ghc + sudo rm -rf /usr/local/.ghcup + echo "Removing tool cache..." + sudo rm -rf /opt/hostedtoolcache + df -h + - name: Checkout + uses: actions/checkout@v5 + - name: Prepare image metadata + id: metadata + uses: docker/metadata-action@v5 + with: + images: ${{ env.IMAGE }} + tags: | + type=raw,value=${{ env.VERSION }},prefix=v + - name: Set up QEMU + uses: docker/setup-qemu-action@v3 + - name: Set up Docker Buildx + uses: docker/setup-buildx-action@v3 + - name: Test building of image + uses: docker/build-push-action@v6 + with: + cache-from: type=gha + cache-to: type=gha,mode=max + context: . + file: Dockerfile + labels: ${{ steps.metadata.outputs.labels }} + platforms: linux/amd64 + push: false + tags: ${{ steps.metadata.outputs.tags }} diff --git a/Dockerfile b/Dockerfile new file mode 100644 index 0000000..bd52886 --- /dev/null +++ b/Dockerfile @@ -0,0 +1,4 @@ +FROM vllm/vllm-openai:v0.10.2 + +RUN --mount=type=cache,target=/root/.cache/uv \ + uv pip install --system triton==3.2.0 diff --git a/README.md b/README.md index 12e483d..65c5db6 100644 --- a/README.md +++ b/README.md @@ -1,2 +1,3 @@ -# docker-vllm +# vLLM + OpenAI compatible server for vLLM