ci: pilot per-arch split + manifest merge for faster-whisper and llama-cpp-quantization

.github/backend-matrix.yml

@@ -118,7 +118,8 @@ include:
   - build-type: ''
     cuda-major-version: ""
     cuda-minor-version: ""
-    platforms: 'linux/amd64,linux/arm64'
+    platforms: 'linux/amd64'
+    platform-tag: 'amd64'
     tag-latest: 'auto'
     tag-suffix: '-cpu-faster-whisper'
     runs-on: 'ubuntu-latest'
@@ -128,6 +129,20 @@ include:
     dockerfile: "./backend/Dockerfile.python"
     context: "./"
     ubuntu-version: '2404'
+  - build-type: ''
+    cuda-major-version: ""
+    cuda-minor-version: ""
+    platforms: 'linux/arm64'
+    platform-tag: 'arm64'
+    tag-latest: 'auto'
+    tag-suffix: '-cpu-faster-whisper'
+    runs-on: 'ubuntu-24.04-arm'
+    base-image: "ubuntu:24.04"
+    skip-drivers: 'true'
+    backend: "faster-whisper"
+    dockerfile: "./backend/Dockerfile.python"
+    context: "./"
+    ubuntu-version: '2404'
   - build-type: ''
     cuda-major-version: ""
     cuda-minor-version: ""
@@ -157,7 +172,8 @@ include:
   - build-type: ''
     cuda-major-version: ""
     cuda-minor-version: ""
-    platforms: 'linux/amd64,linux/arm64'
+    platforms: 'linux/amd64'
+    platform-tag: 'amd64'
     tag-latest: 'auto'
     tag-suffix: '-cpu-llama-cpp-quantization'
     runs-on: 'ubuntu-latest'
@@ -167,6 +183,20 @@ include:
     dockerfile: "./backend/Dockerfile.python"
     context: "./"
     ubuntu-version: '2404'
+  - build-type: ''
+    cuda-major-version: ""
+    cuda-minor-version: ""
+    platforms: 'linux/arm64'
+    platform-tag: 'arm64'
+    tag-latest: 'auto'
+    tag-suffix: '-cpu-llama-cpp-quantization'
+    runs-on: 'ubuntu-24.04-arm'
+    base-image: "ubuntu:24.04"
+    skip-drivers: 'true'
+    backend: "llama-cpp-quantization"
+    dockerfile: "./backend/Dockerfile.python"
+    context: "./"
+    ubuntu-version: '2404'
   - build-type: ''
     cuda-major-version: ""
     cuda-minor-version: ""

.github/workflows/backend.yml

@@ -34,8 +34,10 @@ jobs:
     outputs:
       matrix: ${{ steps.set-matrix.outputs.matrix }}
       matrix-darwin: ${{ steps.set-matrix.outputs.matrix-darwin }}
+      merge-matrix: ${{ steps.set-matrix.outputs['merge-matrix'] }}
       has-backends: ${{ steps.set-matrix.outputs.has-backends }}
       has-backends-darwin: ${{ steps.set-matrix.outputs.has-backends-darwin }}
+      has-merges: ${{ steps.set-matrix.outputs['has-merges'] }}
     steps:
       - name: Checkout repository
         uses: actions/checkout@v6
@@ -70,6 +72,7 @@ jobs:
       cuda-major-version: ${{ matrix.cuda-major-version }}
       cuda-minor-version: ${{ matrix.cuda-minor-version }}
       platforms: ${{ matrix.platforms }}
+      platform-tag: ${{ matrix.platform-tag || '' }}
       runs-on: ${{ matrix.runs-on }}
       base-image: ${{ matrix.base-image }}
       backend: ${{ matrix.backend }}
@@ -88,6 +91,22 @@ jobs:
       max-parallel: 8
       matrix: ${{ fromJson(needs.generate-matrix.outputs.matrix) }}
 
+  backend-merge-jobs:
+    needs: [generate-matrix, backend-jobs]
+    if: needs.generate-matrix.outputs.has-merges == 'true'
+    uses: ./.github/workflows/backend_merge.yml
+    with:
+      tag-latest: ${{ matrix.tag-latest }}
+      tag-suffix: ${{ matrix.tag-suffix }}
+    secrets:
+      dockerUsername: ${{ secrets.DOCKERHUB_USERNAME }}
+      dockerPassword: ${{ secrets.DOCKERHUB_PASSWORD }}
+      quayUsername: ${{ secrets.LOCALAI_REGISTRY_USERNAME }}
+      quayPassword: ${{ secrets.LOCALAI_REGISTRY_PASSWORD }}
+    strategy:
+      fail-fast: false
+      matrix: ${{ fromJson(needs.generate-matrix.outputs['merge-matrix']) }}
+
   backend-jobs-darwin:
     needs: generate-matrix
     if: needs.generate-matrix.outputs.has-backends-darwin == 'true'

.github/workflows/backend_pr.yml

@@ -13,8 +13,10 @@ jobs:
     outputs:
       matrix: ${{ steps.set-matrix.outputs.matrix }}
       matrix-darwin: ${{ steps.set-matrix.outputs.matrix-darwin }}
+      merge-matrix: ${{ steps.set-matrix.outputs['merge-matrix'] }}
       has-backends: ${{ steps.set-matrix.outputs.has-backends }}
       has-backends-darwin: ${{ steps.set-matrix.outputs.has-backends-darwin }}
+      has-merges: ${{ steps.set-matrix.outputs['has-merges'] }}
     steps:
       - name: Checkout repository
         uses: actions/checkout@v6
@@ -46,6 +48,7 @@ jobs:
       cuda-major-version: ${{ matrix.cuda-major-version }}
       cuda-minor-version: ${{ matrix.cuda-minor-version }}
       platforms: ${{ matrix.platforms }}
+      platform-tag: ${{ matrix.platform-tag || '' }}
       runs-on: ${{ matrix.runs-on }}
       base-image: ${{ matrix.base-image }}
       backend: ${{ matrix.backend }}
@@ -61,6 +64,22 @@ jobs:
       fail-fast: true
       max-parallel: 8
       matrix: ${{ fromJson(needs.generate-matrix.outputs.matrix) }}
+  backend-merge-jobs:
+    needs: [generate-matrix, backend-jobs]
+    # backend_merge.yml's push-side steps are all gated on
+    # github.event_name != 'pull_request', so on a PR the merge job would
+    # do nothing. Skip it entirely to avoid spinning up an empty runner.
+    if: github.event_name != 'pull_request' && needs.generate-matrix.outputs.has-merges == 'true'
+    uses: ./.github/workflows/backend_merge.yml
+    with:
+      tag-latest: ${{ matrix.tag-latest }}
+      tag-suffix: ${{ matrix.tag-suffix }}
+    secrets:
+      quayUsername: ${{ secrets.LOCALAI_REGISTRY_USERNAME }}
+      quayPassword: ${{ secrets.LOCALAI_REGISTRY_PASSWORD }}
+    strategy:
+      fail-fast: false
+      matrix: ${{ fromJson(needs.generate-matrix.outputs['merge-matrix']) }}
   backend-jobs-darwin:
     needs: generate-matrix
     uses: ./.github/workflows/backend_build_darwin.yml

scripts/changed-backends.js

@@ -122,12 +122,51 @@ async function getChangedFilesForPush(event) {
   return res.data.files.map(f => f.filename);
 }
 
+// Group filtered linux matrix entries by tag-suffix and emit a merge-matrix
+// entry for any tag-suffix that appears 2+ times. That's the trigger for
+// "this backend has multiple per-arch legs and we need a manifest list".
+// Singletons aren't merged — single-arch backends push by digest and don't
+// need a manifest list assembled across legs.
+function computeMergeMatrix(entries) {
+  const groups = new Map();
+  for (const item of entries) {
+    if (!item['tag-suffix']) continue;
+    const key = item['tag-suffix'];
+    if (!groups.has(key)) groups.set(key, []);
+    groups.get(key).push(item);
+  }
+  const include = [];
+  for (const [tagSuffix, group] of groups) {
+    if (group.length < 2) continue;
+    // tag-latest must agree across legs — they're going to publish under
+    // the same final tag, so disagreeing on whether it's also the :latest
+    // tag is an authoring bug. Warn loudly so a Task 2.5 fan-out typo is
+    // visible in CI logs instead of silently shipping the leg-0 value.
+    const first = group[0]['tag-latest'] || '';
+    for (const m of group) {
+      if ((m['tag-latest'] || '') !== first) {
+        console.warn(`tag-latest mismatch in group ${tagSuffix}: legs disagree (using ${first})`);
+        break;
+      }
+    }
+    include.push({
+      'tag-suffix': tagSuffix,
+      'tag-latest': first,
+    });
+  }
+  return { include };
+}
+
 function emitFullMatrix() {
+  const mergeMatrix = computeMergeMatrix(includes);
+  const hasMerges = mergeMatrix.include.length > 0 ? 'true' : 'false';
   fs.appendFileSync(process.env.GITHUB_OUTPUT, `run-all=true\n`);
   fs.appendFileSync(process.env.GITHUB_OUTPUT, `has-backends=true\n`);
   fs.appendFileSync(process.env.GITHUB_OUTPUT, `has-backends-darwin=true\n`);
+  fs.appendFileSync(process.env.GITHUB_OUTPUT, `has-merges=${hasMerges}\n`);
   fs.appendFileSync(process.env.GITHUB_OUTPUT, `matrix=${JSON.stringify({ include: includes })}\n`);
   fs.appendFileSync(process.env.GITHUB_OUTPUT, `matrix-darwin=${JSON.stringify({ include: includesDarwin })}\n`);
+  fs.appendFileSync(process.env.GITHUB_OUTPUT, `merge-matrix=${JSON.stringify(mergeMatrix)}\n`);
   for (const backend of allBackendPaths.keys()) {
     fs.appendFileSync(process.env.GITHUB_OUTPUT, `${backend}=true\n`);
   }
@@ -155,11 +194,16 @@ function emitFilteredMatrix(changedFiles) {
   console.log("Has backends?:", hasBackends);
   console.log("Has Darwin backends?:", hasBackendsDarwin);
 
+  const mergeMatrix = computeMergeMatrix(filtered);
+  const hasMerges = mergeMatrix.include.length > 0 ? 'true' : 'false';
+
   fs.appendFileSync(process.env.GITHUB_OUTPUT, `run-all=false\n`);
   fs.appendFileSync(process.env.GITHUB_OUTPUT, `has-backends=${hasBackends}\n`);
   fs.appendFileSync(process.env.GITHUB_OUTPUT, `has-backends-darwin=${hasBackendsDarwin}\n`);
+  fs.appendFileSync(process.env.GITHUB_OUTPUT, `has-merges=${hasMerges}\n`);
   fs.appendFileSync(process.env.GITHUB_OUTPUT, `matrix=${JSON.stringify({ include: filtered })}\n`);
   fs.appendFileSync(process.env.GITHUB_OUTPUT, `matrix-darwin=${JSON.stringify({ include: filteredDarwin })}\n`);
+  fs.appendFileSync(process.env.GITHUB_OUTPUT, `merge-matrix=${JSON.stringify(mergeMatrix)}\n`);
 
   // Per-backend boolean outputs
   for (const [backend, pathPrefix] of allBackendPaths) {