Add manylinux to CI wheels build

.github/workflows/deploy-macos-windows.yml → .github/workflows/deploy-wheels.yml

@@ -1,7 +1,7 @@
 # This workflow will install Python dependencies, run tests and lint with a variety of Python versions
 # For more information see: https://help.github.com/actions/language-and-framework-guides/using-python-with-github-actions
 
-name: Deploy macOS Windows
+name: Deploy wheels
 
 on:
   push:
@@ -15,37 +15,48 @@ jobs:
 
     runs-on: ${{ matrix.os }}
     strategy:
+      fail-fast: false
       matrix:
         os: [windows-latest, macOS-latest]
         python-version: [3.5, 3.6, 3.7, 3.8] 
+        include: 
+          - os: ubuntu-latest
+            python-version: 3.8
 
     steps:
     - uses: actions/checkout@v2
     - run: |
         git fetch --prune --unshallow
-
     - name: Set up Python ${{ matrix.python-version }}
       uses: actions/setup-python@v1
       with:
         python-version: ${{ matrix.python-version }}
-        
+
     - name: Install dependencies
       run: |
         python -m pip install --upgrade -q pip pytest wheel setuptools twine
-        
+
     - name: Test with pytest
+      if: matrix.os != 'ubuntu-latest'
       run: |
         pip install .
         pytest
-
-    - name: Build wheel
+
+    - name: Build macOS/Windows wheel
+      if: matrix.os != 'ubuntu-latest'
       run: python setup.py -q bdist_wheel
-
+
+    - name: Build Linux wheels
+      if: matrix.os == 'ubuntu-latest'
+      run: |
+        docker run -e PLAT=manylinux1_x86_64 -v `pwd`:/io quay.io/pypa/manylinux1_x86_64 /io/scripts/build-manylinux-wheels.sh
+        docker run  -e PLAT=manylinux1_i686 -v `pwd`:/io quay.io/pypa/manylinux1_i686 /io/scripts/build-manylinux-wheels.sh
+
     - uses: actions/upload-artifact@v2
       with:
         name: Upload as build artifacts
         path: dist/*.whl
-        
+
     - name: Publish package to PyPI
       if: github.event.action == 'published'
       env: 
@@ -59,4 +70,5 @@ jobs:
         TWINE_USERNAME: __token__
         TWINE_PASSWORD: ${{ secrets.test_pypi_password }}
       run: |
-        twine upload  --repository-url https://test.pypi.org/legacy/ --skip-existing dist/*.whl
+        twine upload --repository-url https://test.pypi.org/legacy/ --skip-existing dist/*.whl
+

scripts/build-manylinux-wheels.sh

@@ -0,0 +1,37 @@
+#!/bin/bash
+set -e -x
+
+# This is to be run by Docker inside a Docker image.
+# You can test it locally on a Linux machine by installing docker and running from this repo's root:
+# $ docker run -e PLAT=manylinux1_x86_64 -v `pwd`:/io quay.io/pypa/manylinux1_x86_64 /io/scripts/build-manylinux-wheels.sh
+
+# The -e just defines an evironment variable PLAT=[docker name] inside the docker - auditwheel can't detect the docker name automatically.
+# The -v gives a directory alias for passing files in and out of the docker. (/io is arbitrary). E.g the setup.py script can be accessed in the docker via /io/setup.py
+# quay.io/pypa/manylinux1_x86_64 is the full docker image name. Docker downloads it automatically.
+# The last argument is a shell command that the Docker will execute. Filenames must be from the Docker's perspective.
+
+# Wheels are initially generated as you would usually, but put in a temp directory temp-wheels.
+# The pip-cache is optional but can speed up local builds having a real permanent pip-cache dir.
+mkdir -p /io/pip-cache
+mkdir -p /io/temp-wheels
+
+# Clean out any old existing wheels.
+find /io/temp-wheels/ -type f -delete
+
+for PYBIN in /opt/python/cp3[5678]*/bin; do
+    "${PYBIN}/pip" install -q -U setuptools wheel pytest --cache-dir /io/pip-cache
+    (cd /io/ && "${PYBIN}/python" -m pip install .)
+    (cd /io/ && "${PYBIN}/python" -m pytest)
+    (cd /io/ && "${PYBIN}/python" setup.py -q bdist_wheel -d /io/temp-wheels)
+done
+
+"$PYBIN/pip" install -q auditwheel
+
+# Wheels aren't considered manylinux unless they have been through 
+# auditwheel. Audited wheels go in /io/dist/.
+mkdir -p /io/dist/
+
+for whl in /io/temp-wheels/*.whl; do
+    auditwheel repair "$whl" --plat $PLAT -w /io/dist/
+done
+