Skip to content

Commit 11968f3

Browse files
mudlermudler
committed
feat: drop extras images, build python backends separately
Signed-off-by: Ettore Di Giacinto <mudler@localai.io>
1 parent 3099afb commit 11968f3

File tree

5 files changed

+491
-206
lines changed

5 files changed

+491
-206
lines changed

‎.github/workflows/image-pr.yml

Lines changed: 6 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -53,19 +53,19 @@ jobs:
5353
tag-latest: 'false'
5454
tag-suffix: '-cublas-cuda12-ffmpeg'
5555
ffmpeg: 'true'
56-
image-type: 'extras'
57-
runs-on: 'arc-runner-set'
56+
image-type: 'core'
57+
runs-on: 'ubuntu-latest'
5858
base-image: "ubuntu:22.04"
5959
makeflags: "--jobs=3 --output-sync=target"
6060
- build-type: 'hipblas'
6161
platforms: 'linux/amd64'
6262
tag-latest: 'false'
6363
tag-suffix: '-hipblas'
6464
ffmpeg: 'false'
65-
image-type: 'extras'
65+
image-type: 'core'
6666
base-image: "rocm/dev-ubuntu-22.04:6.1"
6767
grpc-base-image: "ubuntu:22.04"
68-
runs-on: 'arc-runner-set'
68+
runs-on: 'ubuntu-latest'
6969
makeflags: "--jobs=3 --output-sync=target"
7070
- build-type: 'sycl_f16'
7171
platforms: 'linux/amd64'
@@ -74,8 +74,8 @@ jobs:
7474
grpc-base-image: "ubuntu:22.04"
7575
tag-suffix: 'sycl-f16-ffmpeg'
7676
ffmpeg: 'true'
77-
image-type: 'extras'
78-
runs-on: 'arc-runner-set'
77+
image-type: 'core'
78+
runs-on: 'ubuntu-latest'
7979
makeflags: "--jobs=3 --output-sync=target"
8080
- build-type: 'vulkan'
8181
platforms: 'linux/amd64'

‎.github/workflows/image.yml

Lines changed: 36 additions & 122 deletions
Original file line numberDiff line numberDiff line change
@@ -37,24 +37,9 @@ jobs:
3737
quayUsername: ${{ secrets.LOCALAI_REGISTRY_USERNAME }}
3838
quayPassword: ${{ secrets.LOCALAI_REGISTRY_PASSWORD }}
3939
strategy:
40-
# Pushing with all jobs in parallel
41-
# eats the bandwidth of all the nodes
4240
max-parallel: 2
4341
matrix:
4442
include:
45-
- build-type: 'hipblas'
46-
platforms: 'linux/amd64'
47-
tag-latest: 'auto'
48-
tag-suffix: '-hipblas-extras'
49-
ffmpeg: 'true'
50-
image-type: 'extras'
51-
aio: "-aio-gpu-hipblas"
52-
base-image: "rocm/dev-ubuntu-22.04:6.1"
53-
grpc-base-image: "ubuntu:22.04"
54-
latest-image: 'latest-gpu-hipblas-extras'
55-
latest-image-aio: 'latest-aio-gpu-hipblas'
56-
runs-on: 'arc-runner-set'
57-
makeflags: "--jobs=3 --output-sync=target"
5843
- build-type: 'hipblas'
5944
platforms: 'linux/amd64'
6045
tag-latest: 'false'
@@ -66,112 +51,8 @@ jobs:
6651
runs-on: 'arc-runner-set'
6752
makeflags: "--jobs=3 --output-sync=target"
6853
latest-image: 'latest-gpu-hipblas'
69-
self-hosted-jobs:
70-
uses: ./.github/workflows/image_build.yml
71-
with:
72-
tag-latest: ${{ matrix.tag-latest }}
73-
tag-suffix: ${{ matrix.tag-suffix }}
74-
ffmpeg: ${{ matrix.ffmpeg }}
75-
image-type: ${{ matrix.image-type }}
76-
build-type: ${{ matrix.build-type }}
77-
cuda-major-version: ${{ matrix.cuda-major-version }}
78-
cuda-minor-version: ${{ matrix.cuda-minor-version }}
79-
platforms: ${{ matrix.platforms }}
80-
runs-on: ${{ matrix.runs-on }}
81-
base-image: ${{ matrix.base-image }}
82-
grpc-base-image: ${{ matrix.grpc-base-image }}
83-
aio: ${{ matrix.aio }}
84-
makeflags: ${{ matrix.makeflags }}
85-
latest-image: ${{ matrix.latest-image }}
86-
latest-image-aio: ${{ matrix.latest-image-aio }}
87-
secrets:
88-
dockerUsername: ${{ secrets.DOCKERHUB_USERNAME }}
89-
dockerPassword: ${{ secrets.DOCKERHUB_PASSWORD }}
90-
quayUsername: ${{ secrets.LOCALAI_REGISTRY_USERNAME }}
91-
quayPassword: ${{ secrets.LOCALAI_REGISTRY_PASSWORD }}
92-
strategy:
93-
# Pushing with all jobs in parallel
94-
# eats the bandwidth of all the nodes
95-
max-parallel: ${{ github.event_name != 'pull_request' && 5 || 8 }}
96-
matrix:
97-
include:
98-
- build-type: 'cublas'
99-
cuda-major-version: "11"
100-
cuda-minor-version: "7"
101-
platforms: 'linux/amd64'
102-
tag-latest: 'false'
103-
tag-suffix: '-cublas-cuda11-extras'
104-
ffmpeg: 'true'
105-
image-type: 'extras'
106-
runs-on: 'arc-runner-set'
107-
base-image: "ubuntu:22.04"
108-
aio: "-aio-gpu-nvidia-cuda-11"
109-
latest-image: 'latest-gpu-nvidia-cuda-11-extras'
110-
latest-image-aio: 'latest-aio-gpu-nvidia-cuda-11'
111-
makeflags: "--jobs=3 --output-sync=target"
112-
- build-type: 'cublas'
113-
cuda-major-version: "12"
114-
cuda-minor-version: "0"
115-
platforms: 'linux/amd64'
116-
tag-latest: 'false'
117-
tag-suffix: '-cublas-cuda12-extras'
118-
ffmpeg: 'true'
119-
image-type: 'extras'
120-
runs-on: 'arc-runner-set'
121-
base-image: "ubuntu:22.04"
122-
aio: "-aio-gpu-nvidia-cuda-12"
123-
latest-image: 'latest-gpu-nvidia-cuda-12-extras'
124-
latest-image-aio: 'latest-aio-gpu-nvidia-cuda-12'
125-
makeflags: "--jobs=3 --output-sync=target"
126-
- build-type: 'sycl_f16'
127-
platforms: 'linux/amd64'
128-
tag-latest: 'false'
129-
base-image: "quay.io/go-skynet/intel-oneapi-base:latest"
130-
grpc-base-image: "ubuntu:22.04"
131-
tag-suffix: '-sycl-f16-extras'
132-
ffmpeg: 'true'
133-
image-type: 'extras'
134-
runs-on: 'arc-runner-set'
135-
aio: "-aio-gpu-intel-f16"
136-
latest-image: 'latest-gpu-intel-f16-extras'
137-
latest-image-aio: 'latest-aio-gpu-intel-f16'
138-
makeflags: "--jobs=3 --output-sync=target"
139-
- build-type: 'sycl_f32'
140-
platforms: 'linux/amd64'
141-
tag-latest: 'false'
142-
base-image: "quay.io/go-skynet/intel-oneapi-base:latest"
143-
grpc-base-image: "ubuntu:22.04"
144-
tag-suffix: '-sycl-f32-extras'
145-
ffmpeg: 'true'
146-
image-type: 'extras'
147-
runs-on: 'arc-runner-set'
148-
aio: "-aio-gpu-intel-f32"
149-
latest-image: 'latest-gpu-intel-f32-extras'
150-
latest-image-aio: 'latest-aio-gpu-intel-f32'
151-
makeflags: "--jobs=3 --output-sync=target"
152-
# Core images
153-
- build-type: 'sycl_f16'
154-
platforms: 'linux/amd64'
155-
tag-latest: 'false'
156-
base-image: "quay.io/go-skynet/intel-oneapi-base:latest"
157-
grpc-base-image: "ubuntu:22.04"
158-
tag-suffix: '-sycl-f16'
159-
ffmpeg: 'true'
160-
image-type: 'core'
161-
runs-on: 'arc-runner-set'
162-
makeflags: "--jobs=3 --output-sync=target"
163-
latest-image: 'latest-gpu-intel-f16'
164-
- build-type: 'sycl_f32'
165-
platforms: 'linux/amd64'
166-
tag-latest: 'false'
167-
base-image: "quay.io/go-skynet/intel-oneapi-base:latest"
168-
grpc-base-image: "ubuntu:22.04"
169-
tag-suffix: '-sycl-f32'
170-
ffmpeg: 'true'
171-
image-type: 'core'
172-
runs-on: 'arc-runner-set'
173-
makeflags: "--jobs=3 --output-sync=target"
174-
latest-image: 'latest-gpu-intel-f32'
54+
aio: "-aio-gpu-hipblas"
55+
latest-image-aio: 'latest-aio-gpu-hipblas'
17556

17657
core-image-build:
17758
uses: ./.github/workflows/image_build.yml
@@ -226,7 +107,9 @@ jobs:
226107
base-image: "ubuntu:22.04"
227108
makeflags: "--jobs=4 --output-sync=target"
228109
skip-drivers: 'false'
229-
latest-image: 'latest-gpu-nvidia-cuda-12'
110+
latest-image: 'latest-gpu-nvidia-cuda-11'
111+
aio: "-aio-gpu-nvidia-cuda-11"
112+
latest-image-aio: 'latest-aio-gpu-nvidia-cuda-11'
230113
- build-type: 'cublas'
231114
cuda-major-version: "12"
232115
cuda-minor-version: "0"
@@ -240,6 +123,8 @@ jobs:
240123
skip-drivers: 'false'
241124
makeflags: "--jobs=4 --output-sync=target"
242125
latest-image: 'latest-gpu-nvidia-cuda-12'
126+
aio: "-aio-gpu-nvidia-cuda-12"
127+
latest-image-aio: 'latest-aio-gpu-nvidia-cuda-12'
243128
- build-type: 'vulkan'
244129
platforms: 'linux/amd64'
245130
tag-latest: 'false'
@@ -251,6 +136,35 @@ jobs:
251136
skip-drivers: 'false'
252137
makeflags: "--jobs=4 --output-sync=target"
253138
latest-image: 'latest-gpu-vulkan'
139+
aio: "-aio-gpu-vulkan"
140+
latest-image-aio: 'latest-aio-gpu-vulkan'
141+
- build-type: 'sycl_f16'
142+
platforms: 'linux/amd64'
143+
tag-latest: 'false'
144+
base-image: "quay.io/go-skynet/intel-oneapi-base:latest"
145+
grpc-base-image: "ubuntu:22.04"
146+
tag-suffix: '-sycl-f16'
147+
ffmpeg: 'true'
148+
image-type: 'core'
149+
runs-on: 'arc-runner-set'
150+
makeflags: "--jobs=3 --output-sync=target"
151+
latest-image: 'latest-gpu-intel-f16'
152+
aio: "-aio-gpu-intel-f16"
153+
latest-image-aio: 'latest-aio-gpu-intel-f16'
154+
- build-type: 'sycl_f32'
155+
platforms: 'linux/amd64'
156+
tag-latest: 'false'
157+
base-image: "quay.io/go-skynet/intel-oneapi-base:latest"
158+
grpc-base-image: "ubuntu:22.04"
159+
tag-suffix: '-sycl-f32'
160+
ffmpeg: 'true'
161+
image-type: 'core'
162+
runs-on: 'arc-runner-set'
163+
makeflags: "--jobs=3 --output-sync=target"
164+
latest-image: 'latest-gpu-intel-f32'
165+
aio: "-aio-gpu-intel-f32"
166+
latest-image-aio: 'latest-aio-gpu-intel-f32'
167+
254168
gh-runner:
255169
uses: ./.github/workflows/image_build.yml
256170
with:

0 commit comments

Comments
 (0)