Build wheels for Linux ARM64

.github/workflows/nightly.yml

@@ -53,8 +53,8 @@ jobs:
     uses: ./.github/workflows/reusable_build_and_upload_wheels.yml
     with:
       CONCURRENCY: nightly-linux
-      PLATFORM: linux
-      WHEEL_ARTIFACT_NAME: linux-wheel
+      PLATFORM: linux-x64
+      WHEEL_ARTIFACT_NAME: linux-x64-wheel
       MODE: "pr"
     secrets: inherit
 
@@ -65,7 +65,7 @@ jobs:
     with:
       CONCURRENCY: nightly
       CHANNEL: nightly
-      WHEEL_ARTIFACT_NAME: linux-wheel
+      WHEEL_ARTIFACT_NAME: linux-x64-wheel
     secrets: inherit
 
   upload-examples:

.github/workflows/on_pull_request.yml

@@ -83,8 +83,8 @@ jobs:
     with:
       CONCURRENCY: pr-${{ github.event.pull_request.number }}
       MODE: "pr"
-      PLATFORM: linux
-      WHEEL_ARTIFACT_NAME: "linux-wheel-fast"
+      PLATFORM: linux-arm64
+      WHEEL_ARTIFACT_NAME: "linux-arm64-wheel-fast"
     secrets: inherit
 
   min-wheel-test:
@@ -94,8 +94,8 @@ jobs:
     uses: ./.github/workflows/reusable_test_wheels.yml
     with:
       CONCURRENCY: pr-${{ github.event.pull_request.number }}
-      PLATFORM: linux
-      WHEEL_ARTIFACT_NAME: "linux-wheel-fast"
+      PLATFORM: linux-arm64
+      WHEEL_ARTIFACT_NAME: "linux-arm64-wheel-fast"
     secrets: inherit
 
   build-js:
@@ -133,7 +133,7 @@ jobs:
     with:
       CONCURRENCY: pr-${{ github.event.pull_request.number }}
       CHANNEL: main
-      WHEEL_ARTIFACT_NAME: linux-wheel-fast
+      WHEEL_ARTIFACT_NAME: linux-x64-wheel-fast
     secrets: inherit
 
   track-sizes:
@@ -163,7 +163,7 @@ jobs:
     uses: ./.github/workflows/reusable_run_notebook.yml
     with:
       CONCURRENCY: pr-${{ github.event.pull_request.number }}
-      WHEEL_ARTIFACT_NAME: linux-wheel-fast
+      WHEEL_ARTIFACT_NAME: linux-x64-wheel-fast
     secrets: inherit
 
   save-pr-summary:

.github/workflows/on_push_main.yml

@@ -209,78 +209,90 @@ jobs:
 
   # -----------------------------------------------------------------------------------
 
-  build-wheel-linux:
+  build-wheel-linux-arm64:
     needs: [checks]
-    name: "Linux: Build & Upload Wheels"
+    name: "Linux-arm64: Build & Upload Wheels"
     uses: ./.github/workflows/reusable_build_and_upload_wheels.yml
     with:
-      CONCURRENCY: push-linux-${{ github.ref_name }}
-      PLATFORM: linux
-      WHEEL_ARTIFACT_NAME: linux-wheel
+      CONCURRENCY: push-linux-arm64-${{ github.ref_name }}
+      PLATFORM: linux-arm64
+      WHEEL_ARTIFACT_NAME: linux-arm64-wheel
+      MODE: "pypi"
+    secrets: inherit
+
+  build-wheel-linux-x64:
+    needs: [checks]
+    name: "Linux-x64: Build & Upload Wheels"
+    uses: ./.github/workflows/reusable_build_and_upload_wheels.yml
+    with:
+      CONCURRENCY: push-linux-x64-${{ github.ref_name }}
+      PLATFORM: linux-x64
+      WHEEL_ARTIFACT_NAME: linux-x64-wheel
       MODE: "pypi"
     secrets: inherit
 
-  build-wheel-windows:
+  build-wheel-windows-x64:
     needs: [checks]
-    name: "Windows: Build & Upload Wheels"
+    name: "Windows-x64: Build & Upload Wheels"
     uses: ./.github/workflows/reusable_build_and_upload_wheels.yml
     with:
-      CONCURRENCY: push-windows-${{ github.ref_name }}
-      PLATFORM: windows
-      WHEEL_ARTIFACT_NAME: windows-wheel
+      CONCURRENCY: push-windows-x64-${{ github.ref_name }}
+      PLATFORM: windows-x64
+      WHEEL_ARTIFACT_NAME: windows-x64-wheel
       MODE: "pypi"
     secrets: inherit
 
-  build-wheel-macos-arm:
+  build-wheel-macos-arm64:
     needs: [checks]
-    name: "Macos-Arm: Build & Upload Wheels"
+    name: "Macos-arm64: Build & Upload Wheels"
     uses: ./.github/workflows/reusable_build_and_upload_wheels.yml
     with:
-      CONCURRENCY: push-macos-arm-${{ github.ref_name }}
-      PLATFORM: macos-arm
-      WHEEL_ARTIFACT_NAME: macos-arm-wheel
+      CONCURRENCY: push-macos-arm64-${{ github.ref_name }}
+      PLATFORM: macos-arm64
+      WHEEL_ARTIFACT_NAME: macos-arm64-wheel
       MODE: "pypi"
     secrets: inherit
 
-  build-wheel-macos-intel:
+  build-wheel-macos-x64:
     needs: [checks]
-    name: "Macos-Intel: Build & Upload Wheels"
+    name: "Macos-x64: Build & Upload Wheels"
     uses: ./.github/workflows/reusable_build_and_upload_wheels.yml
     with:
-      CONCURRENCY: push-macos-intel-${{ github.ref_name }}
-      PLATFORM: macos-intel
-      WHEEL_ARTIFACT_NAME: "macos-intel-wheel"
+      CONCURRENCY: push-macos-x64-${{ github.ref_name }}
+      PLATFORM: macos-x64
+      WHEEL_ARTIFACT_NAME: "macos-x64-wheel"
       MODE: "pypi"
     secrets: inherit
 
-  test-wheel-linux:
-    needs: [checks, build-wheel-linux]
-    name: "Linux: Test Wheels"
+  test-wheel-linux-x64:
+    needs: [checks, build-wheel-linux-x64]
+    name: "Linux-x64: Test Wheels"
     uses: ./.github/workflows/reusable_test_wheels.yml
     with:
-      CONCURRENCY: push-linux-${{ github.ref_name }}
-      PLATFORM: linux
-      WHEEL_ARTIFACT_NAME: linux-wheel
+      CONCURRENCY: push-linux-x64-${{ github.ref_name }}
+      PLATFORM: linux-x64
+      WHEEL_ARTIFACT_NAME: linux-x64-wheel
     secrets: inherit
 
-  test-wheel-windows:
-    needs: [checks, build-wheel-windows]
-    name: "Windows: Test Wheels"
+  test-wheel-windows-x64:
+    needs: [checks, build-wheel-windows-x64]
+    name: "Windows-x64: Test Wheels"
     uses: ./.github/workflows/reusable_test_wheels.yml
     with:
-      CONCURRENCY: push-windows-${{ github.ref_name }}
-      PLATFORM: windows
-      WHEEL_ARTIFACT_NAME: windows-wheel
+      CONCURRENCY: push-windows-x64-${{ github.ref_name }}
+      PLATFORM: windows-x64
+      WHEEL_ARTIFACT_NAME: windows-x64-wheel
     secrets: inherit
 
   generate-pip-index:
     name: "Generate Pip Index"
     needs:
       [
-        build-wheel-linux,
-        build-wheel-windows,
-        build-wheel-macos-arm,
-        build-wheel-macos-intel,
+        build-wheel-linux-x64,
+        build-wheel-linux-arm64,
+        build-wheel-windows-x64,
+        build-wheel-macos-arm64,
+        build-wheel-macos-x64,
       ]
     uses: ./.github/workflows/reusable_pip_index.yml
     with:

.github/workflows/reusable_build_and_upload_rerun_cli.yml

@@ -157,7 +157,7 @@ jobs:
         run: |
           pixi run cargo run --locked -p re_build_web_viewer -- --release
 
-      # TODO(#5507): supress this workaround when pixi dependencies are available on linux-arm64
+      # TODO(#5507): suppress this workaround when pixi dependencies are available on linux-arm64
       - name: Build web-viewer (release, Linux ARM64)
         if: ${{ inputs.PLATFORM == 'linux-arm64' }}
         shell: bash

.github/workflows/reusable_build_and_upload_wheels.yml

@@ -22,6 +22,41 @@ on:
         type: string
         default: ""
 
+  workflow_dispatch:
+    inputs:
+      PLATFORM:
+        type: choice
+        options:
+          - linux-arm64
+          - linux-x64
+          - windows-x64
+          - macos-arm64
+          - macos-x64
+        description: "Platform to build for"
+        required: true
+      MODE:
+        type: choice
+        required: false
+        options:
+          - pypi
+          - pr
+        description: "The build mode (`pypi` includes the web viewer, `pr` does not)"
+      CONCURRENCY:
+        required: false
+        type: string
+        default: "adhoc"
+        description: "Concurrency group to use"
+      WHEEL_ARTIFACT_NAME:
+        required: false
+        type: string
+        default: ""
+        description: "If set, will be saved under that name in the workflow artifacts"
+      RELEASE_COMMIT:
+        required: false
+        type: string
+        default: ""
+        description: "Release commit"
+
 concurrency:
   group: ${{ inputs.CONCURRENCY }}-build-wheels
   cancel-in-progress: true
@@ -62,22 +97,27 @@ jobs:
         shell: bash
         run: |
           case "${{ inputs.PLATFORM }}" in
-            linux)
+            linux-arm64)
+                runner="buildjet-8vcpu-ubuntu-2204-arm"
+                target="aarch64-unknown-linux-gnu"
+                container="null"
+                ;;
+            linux-x64)
               runner="ubuntu-latest-16-cores"
               target="x86_64-unknown-linux-gnu"
               container="{'image': 'rerunio/ci_docker:0.11.0'}"
               ;;
-            windows)
+            windows-x64)
               runner="windows-latest-8-cores"
               target="x86_64-pc-windows-msvc"
               container="null"
               ;;
-            macos-arm)
+            macos-arm64)
               runner="macos-latest-large" # See https://github.blog/2023-10-02-introducing-the-new-apple-silicon-powered-m1-macos-larger-runner-for-github-actions/
               target="aarch64-apple-darwin"
               container="null"
               ;;
-            macos-intel)
+            macos-x64)
               runner="macos-latest-large" # See https://github.blog/2023-10-02-introducing-the-new-apple-silicon-powered-m1-macos-larger-runner-for-github-actions/
               target="x86_64-apple-darwin"
               container="null"
@@ -127,7 +167,14 @@ jobs:
 
       - uses: prefix-dev/setup-pixi@v0.4.1
         with:
-          pixi-version: v0.13.0
+          pixi-version: v0.16.1
+
+      # TODO(#5507): suppress this workaround when we can use pixi on linux-aarch64
+      - name: Build web-viewer (release, Linux ARM64)
+        if: ${{ inputs.PLATFORM == 'linux-arm64' }}
+        shell: bash
+        run: |
+          sudo apt-get install binaryen
 
       - name: Install dependencies
         shell: bash