Skip to content
Draft
Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
51 commits
Select commit Hold shift + click to select a range
05ac2cd
Add initial dockerfiles
zacblazic Oct 1, 2025
6ab58a3
Add initial workflow
zacblazic Oct 1, 2025
1b7baa0
Prepare more disk space
zacblazic Oct 1, 2025
750631d
Install additional dependencies
zacblazic Oct 1, 2025
69cb352
Remove missing package from deletion
zacblazic Oct 1, 2025
7e1e408
Update removals
zacblazic Oct 1, 2025
aa54d06
Move prepare to its own job
zacblazic Oct 1, 2025
5b293dc
Use concurrency to separate jobs onto two builders
zacblazic Oct 1, 2025
392be61
Remove more stuff
zacblazic Oct 1, 2025
78e3ee5
Sudo
zacblazic Oct 1, 2025
a7692f6
Disable caching
zacblazic Oct 1, 2025
5080a2b
Try
zacblazic Oct 1, 2025
c3d92ab
Fetch triton
zacblazic Oct 1, 2025
d5c6121
Try a thing
zacblazic Oct 1, 2025
deabaa0
Use current directory as package dir
zacblazic Oct 1, 2025
883d0b3
Try ubuntu 22.04
zacblazic Oct 1, 2025
5703600
Test
zacblazic Oct 1, 2025
bd240b9
Test 3.4
zacblazic Oct 1, 2025
e57a996
Yolo
zacblazic Oct 1, 2025
09ff98b
Fix run
zacblazic Oct 1, 2025
405bd6b
Back to 3.2.0
zacblazic Oct 1, 2025
fae44f5
Test
zacblazic Oct 2, 2025
ea63a59
Try a thing
zacblazic Oct 2, 2025
697bc4c
Fix
zacblazic Oct 2, 2025
596f10c
What?
zacblazic Oct 2, 2025
9bcb79a
Huh
zacblazic Oct 2, 2025
3821e66
Update llvm build hash
zacblazic Oct 2, 2025
cd76cc3
Explicit
zacblazic Oct 2, 2025
69bcbef
Again
zacblazic Oct 2, 2025
7d990ef
Try 3.3
zacblazic Oct 2, 2025
3f0c36b
3.3.1
zacblazic Oct 2, 2025
d67b932
Faster
zacblazic Oct 2, 2025
c90737e
More space
zacblazic Oct 2, 2025
869c196
I think we go this now
zacblazic Oct 2, 2025
cbe672a
Remove python setup
zacblazic Oct 2, 2025
3fa2619
Now
zacblazic Oct 2, 2025
63b5fc5
For real im getting coffee
zacblazic Oct 2, 2025
bcf2cd3
Fix
zacblazic Oct 2, 2025
4a9b1ef
Add release
zacblazic Oct 2, 2025
ec7cc76
Test
zacblazic Oct 2, 2025
847b0fd
Test
zacblazic Oct 3, 2025
b71bb73
Downgrade to v0.9.2
zacblazic Oct 6, 2025
ca9784d
Update tags
zacblazic Oct 6, 2025
8062ef3
Back up to v0.10.2
zacblazic Oct 6, 2025
d12cab1
Updates
zacblazic Oct 6, 2025
128de25
Fixes
zacblazic Oct 6, 2025
b553dad
fix
zacblazic Oct 6, 2025
260990e
fix
zacblazic Oct 6, 2025
920bd31
Update
zacblazic Oct 6, 2025
860e46f
More space
zacblazic Oct 6, 2025
e8edede
Release
zacblazic Oct 6, 2025
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
77 changes: 77 additions & 0 deletions .github/workflows/release.yml
Original file line number Diff line number Diff line change
@@ -0,0 +1,77 @@
name: release-docker-images

# on:
# push:
# tags:
# - '*'

on:
pull_request:
branches:
- main

env:
IMAGE: zappi/vllm-openai
VERSION: 0.10.2

jobs:
docker-hub-release:
runs-on: ubuntu-latest
steps:
- name: Free additional disk space
run: |
df -h
echo "Removing dotnet..."
sudo rm -rf /usr/share/dotnet
echo "Removing haskell..."
sudo rm -rf /opt/ghc
sudo rm -rf /usr/local/.ghcup
echo "Removing tool cache..."
sudo rm -rf /opt/hostedtoolcache
df -h
- name: Checkout
uses: actions/checkout@v5
- name: Prepare image metadata
id: metadata
uses: docker/metadata-action@v5
with:
images: ${{ env.IMAGE }}
tags: |
type=raw,value=${{ env.VERSION }},prefix=v
- name: Set up QEMU
uses: docker/setup-qemu-action@v3
- name: Set up Docker Buildx
uses: docker/setup-buildx-action@v3
- name: Login to Docker Hub
uses: docker/login-action@v3
with:
username: ${{ secrets.DOCKER_HUB_USERNAME }}
password: ${{ secrets.DOCKER_HUB_TOKEN }}
- name: Build, tag, and push image
uses: docker/build-push-action@v6
with:
cache-from: type=gha
cache-to: type=gha,mode=max
context: .
file: Dockerfile
labels: ${{ steps.metadata.outputs.labels }}
platforms: linux/amd64
push: true
tags: ${{ steps.metadata.outputs.tags }}


# github-release:
# runs-on: ubuntu-latest
# needs: docker-hub-release-manifest
# steps:
# - name: Checkout
# uses: actions/checkout@v5
# - name: Create Release
# uses: actions/create-release@v1
# env:
# GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
# with:
# tag_name: ${{ github.ref }}
# release_name: Version ${{ github.ref }}
# draft: false
# prerelease: false
50 changes: 50 additions & 0 deletions .github/workflows/test.yml
Original file line number Diff line number Diff line change
@@ -0,0 +1,50 @@
name: test-docker-image

on:
pull_request:
branches:
- main

env:
IMAGE: zappi/vllm-openai
VERSION: 0.10.2

jobs:
build:
runs-on: ubuntu-latest
steps:
- name: Free additional disk space
run: |
df -h
echo "Removing dotnet..."
sudo rm -rf /usr/share/dotnet
echo "Removing haskell..."
sudo rm -rf /opt/ghc
sudo rm -rf /usr/local/.ghcup
echo "Removing tool cache..."
sudo rm -rf /opt/hostedtoolcache
df -h
- name: Checkout
uses: actions/checkout@v5
- name: Prepare image metadata
id: metadata
uses: docker/metadata-action@v5
with:
images: ${{ env.IMAGE }}
tags: |
type=raw,value=${{ env.VERSION }},prefix=v
- name: Set up QEMU
uses: docker/setup-qemu-action@v3
- name: Set up Docker Buildx
uses: docker/setup-buildx-action@v3
- name: Test building of image
uses: docker/build-push-action@v6
with:
cache-from: type=gha
cache-to: type=gha,mode=max
context: .
file: Dockerfile
labels: ${{ steps.metadata.outputs.labels }}
platforms: linux/amd64
push: false
tags: ${{ steps.metadata.outputs.tags }}
4 changes: 4 additions & 0 deletions Dockerfile
Original file line number Diff line number Diff line change
@@ -0,0 +1,4 @@
FROM vllm/vllm-openai:v0.10.2

RUN --mount=type=cache,target=/root/.cache/uv \
uv pip install --system triton==3.2.0
3 changes: 2 additions & 1 deletion README.md
Original file line number Diff line number Diff line change
@@ -1,2 +1,3 @@
# docker-vllm
# vLLM

OpenAI compatible server for vLLM