Enable build of linux-aarch64 wheels (#34)

chatnoir-eu · Mar 9, 2024 · af4241e · af4241e
1 parent eb89399
commit af4241e
Showing 1 changed file with 63 additions and 10 deletions.
diff --git a/.github/workflows/build-wheels.yml b/.github/workflows/build-wheels.yml
@@ -26,8 +26,9 @@ jobs:
         os: [ ubuntu-latest, windows-latest, macOS-latest ]
     env:
       CIBW_SKIP: "*-musllinux*"
-      CIBW_MANYLINUX_X86_64_IMAGE: ghcr.io/chatnoir-eu/resiliparse-manylinux2014_x86_64
+      CIBW_MANYLINUX_X86_64_IMAGE: ghcr.io/chatnoir-eu/resiliparse-manylinux_2_28_x86_64:latest
       CIBW_ARCHS_MACOS: "x86_64 arm64"
+      CIBW_ARCHS_LINUX: "x86_64"
       CIBW_TEST_SKIP: "*-macosx_arm64"    # Apple Silicon wheels cannot be tested
       CIBW_REPAIR_WHEEL_COMMAND_MACOS: >-
         DYLD_LIBRARY_PATH=$LIBRARY_PATH delocate-wheel --require-archs {delocate_archs} -w {dest_dir} {wheel}
@@ -75,16 +76,68 @@ jobs:
         with:
           python-version: ${{ env.PYTHON_VERSION }}
 
-      - name: Install cibuildwheel
-        run: python -m pip install cibuildwheel
+      - name: Build FastWARC
+        uses: pypa/cibuildwheel@v2.16.5
+        with:
+          package-dir: fastwarc
+          output-dir: wheelhouse
+        env:
+          CIBW_TEST_COMMAND: python -m pytest --capture=sys --verbose {project}/tests/fastwarc
+
+      - name: Build Resiliparse
+        uses: pypa/cibuildwheel@v2.16.5
+        with:
+          package-dir: resiliparse
+          output-dir: wheelhouse
+        env:
+          CIBW_BEFORE_TEST: >-
+            python -c "import glob, platform; open('fastwarc.txt', 'w').write(glob.glob('wheelhouse/FastWARC-*cp' + ''.join(map(str, platform.python_version_tuple()[:2])) + '-*_' + platform.machine().lower() + '.whl')[0])" &&
+            python -m pip install -r fastwarc.txt
+          CIBW_TEST_COMMAND: python -m pytest --capture=sys --verbose {project}/tests/resiliparse
+
+      - name: Upload Wheels
+        uses: actions/upload-artifact@v3
+        with:
+          name: wheels
+          path: ./wheelhouse/*.whl
+
+  build-wheels-qemu:
+    runs-on: ubuntu-latest
+    env:
+      CIBW_SKIP: "*-musllinux*"
+      CIBW_MANYLINUX_AARCH64_IMAGE: ghcr.io/chatnoir-eu/resiliparse-manylinux_2_28_aarch64:latest
+      CIBW_ARCHS_LINUX: "aarch64"
+      CIBW_TEST_SKIP: "*-manylinux_aarch64"
+      # https://github.com/pypa/cibuildwheel/issues/1771#issuecomment-1973003145
+      CIBW_CONTAINER_ENGINE: "docker; create_args: --platform linux/arm64/v8"
+
+    steps:
+      - name: Checkout
+        uses: actions/checkout@v4
+
+      - name: Set up Python
+        uses: actions/setup-python@v4
+        with:
+          python-version: ${{ env.PYTHON_VERSION }}
+
+      - name: Set up QEMU
+        uses: docker/setup-qemu-action@v3
+        with:
+          platforms: all
 
       - name: Build FastWARC
-        run: python -m cibuildwheel --output-dir wheelhouse fastwarc
+        uses: pypa/cibuildwheel@v2.16.5
+        with:
+          package-dir: fastwarc
+          output-dir: wheelhouse
         env:
           CIBW_TEST_COMMAND: python -m pytest --capture=sys --verbose {project}/tests/fastwarc
 
       - name: Build Resiliparse
-        run: python -m cibuildwheel --output-dir wheelhouse resiliparse
+        uses: pypa/cibuildwheel@v2.16.5
+        with:
+          package-dir: resiliparse
+          output-dir: wheelhouse
         env:
           CIBW_BEFORE_TEST: >-
             python -c "import glob, platform; open('fastwarc.txt', 'w').write(glob.glob('wheelhouse/FastWARC-*cp' + ''.join(map(str, platform.python_version_tuple()[:2])) + '-*_' + platform.machine().lower() + '.whl')[0])" &&
@@ -126,7 +179,7 @@ jobs:
   build-asan:
     runs-on: ubuntu-latest
     container:
-      image: ghcr.io/chatnoir-eu/resiliparse-manylinux2014_x86_64
+      image: ghcr.io/chatnoir-eu/resiliparse-manylinux_2_28_x86_64:latest
     env:
       DEBUG: "1"
       ASAN: "1"
@@ -152,7 +205,7 @@ jobs:
   build-coverage:
     runs-on: ubuntu-latest
     container:
-      image: ghcr.io/chatnoir-eu/resiliparse-manylinux2014_x86_64
+      image: ghcr.io/chatnoir-eu/resiliparse-manylinux_2_28_x86_64:latest
     needs: [ build-wheels, build-asan, build-sdist ]
     env:
       TRACE: "1"
@@ -211,8 +264,8 @@ jobs:
           grep -vE "fastwarc|resiliparse" docs/requirements.txt | xargs python -m pip install
 
           PYTHON_ABI="cp${PYTHON_VERSION/./}"
-          find wheelhouse -name "FastWARC-*-${PYTHON_ABI}-*-manylinux*.whl" | xargs -I% python -m pip install "%[all]"
-          find wheelhouse -name "Resiliparse-*-${PYTHON_ABI}-*-manylinux*.whl" | xargs -I% python -m pip install "%[all]"
+          find wheelhouse -name "FastWARC-*-${PYTHON_ABI}-*-manylinux_x86_64.whl" | xargs -I% python -m pip install "%[all]"
+          find wheelhouse -name "Resiliparse-*-${PYTHON_ABI}-*-manylinux_x86_64.whl" | xargs -I% python -m pip install "%[all]"
 
           cd docs
           make html
@@ -228,7 +281,7 @@ jobs:
   publish-wheels:
     runs-on: ubuntu-latest
     if: startsWith(github.ref, 'refs/tags/v')
-    needs: [ build-wheels, build-sdist, build-documentation ]
+    needs: [ build-wheels, build-wheels-qemu, build-sdist, build-documentation ]
     steps:
       - name: Download Wheels
         uses: actions/download-artifact@v3