Skip to content

bump python 0.1.25 and oxen 0.8.4 and try to build for python 3.11 in CI #117

bump python 0.1.25 and oxen 0.8.4 and try to build for python 3.11 in CI

bump python 0.1.25 and oxen 0.8.4 and try to build for python 3.11 in CI #117

Workflow file for this run

name: CI
on:
push:
branches:
- main
tags:
- '*'
jobs:
build:
name: "Build on ${{ matrix.platform.name }} with Python ${{ matrix.python.version }}"
runs-on: ${{ matrix.platform.os }}
strategy:
matrix:
python: [
# {
# name: "cp37-cp37m",
# version: "3.7"
# },
{
name: "cp38-cp38",
version: "3.8"
},
# {
# name: "cp39-cp39",
# version: "3.9"
# },
{
name: "cp310-cp310",
version: "3.10"
},
{
name: "cp311-cp311",
version: "3.11"
},
]
rust: [stable]
platform: [
{
os: "ubuntu-20.04",
python-architecture: "x64",
rust-target: "x86_64-unknown-linux-gnu",
name: "Ubuntu 20.04"
},
{
os: "ubuntu-latest",
python-architecture: "x64",
rust-target: "x86_64-unknown-linux-gnu",
name: "Ubuntu Latest"
},
{
os: "macos-13",
python-architecture: "x64",
rust-target: "aarch64-apple-darwin",
name: "macOS arm64"
},
{
os: "macos-13",
python-architecture: "x64",
rust-target: "x86_64-apple-darwin",
name: "macOS x64"
},
# {
# os: "windows-latest",
# python-architecture: "x86",
# rust-target: "i686-pc-windows-msvc",
# name: "Windows x86"
# },
{
os: "windows-latest",
python-architecture: "x64",
rust-target: "x86_64-pc-windows-msvc",
name: "Windows x64"
},
]
fail-fast: false
env:
CARGO_BUILD_TARGET: ${{ matrix.platform.rust-target }}
steps:
- uses: actions/checkout@v2
- uses: actions/cache@v2
with:
path: |
~/.cargo/registry
~/.cargo/git
target
key: ${{ runner.os }}-${{ matrix.platform.python-architecture }}-cargo-${{ matrix.rust }}-${{ hashFiles('**/Cargo.toml') }}
restore-keys: |
${{ runner.os }}-${{ matrix.platform.python-architecture }}-cargo-${{ matrix.rust }}-
- name: Install Python
uses: actions/setup-python@v2
with:
python-version: ${{ matrix.python.version }}
architecture: ${{ matrix.platform.python-architecture }}
- name: Install Rust
uses: actions-rs/toolchain@v1
with:
toolchain: ${{ matrix.rust }}
target: ${{ matrix.platform.rust-target }}
default: true
profile: minimal
override: true
- name: Install CLang
uses: KyleMayes/install-llvm-action@v1
with:
version: "15.0"
directory: ${{ runner.temp }}/llvm
- name: Set LIBCLANG_PATH
run: echo "LIBCLANG_PATH=$((gcm clang).source -replace "clang.exe")" >> ${GITHUB_ENV}
if: runner.os == 'Windows'
- name: Install dependencies
run: pip install maturin pygithub
if: matrix.platform.rust-target != 'x86_64-unknown-linux-gnu'
- name: Install dependencies
# Only need patch elf on linux
run: pip install maturin[patchelf] pygithub
if: matrix.platform.rust-target == 'x86_64-unknown-linux-gnu'
# - name: Install dependencies OSX
# run: brew install pkg-config ffmpeg imagemagick
# if: matrix.platform.os == 'macos-13'
- name: Install Deps Linux
run: |
sudo apt-get update \
&& sudo apt-get install -y \
libdbus-1-dev libssl-dev \
clang libavcodec-dev libavformat-dev libavfilter-dev libavdevice-dev libavutil-dev pkg-config \
if: runner.os == 'Linux'
- name: Install ffmpeg dependencies windows
env:
FFMPEG_DOWNLOAD_URL: https://www.gyan.dev/ffmpeg/builds/ffmpeg-release-full-shared.7z
run: |
$VCINSTALLDIR = $(& "${env:ProgramFiles(x86)}\Microsoft Visual Studio\Installer\vswhere.exe" -latest -property installationPath)
Add-Content $env:GITHUB_ENV "LIBCLANG_PATH=${VCINSTALLDIR}\VC\Tools\LLVM\x64\bin`n"
Invoke-WebRequest "${env:FFMPEG_DOWNLOAD_URL}" -OutFile ffmpeg-release-full-shared.7z
7z x ffmpeg-release-full-shared.7z
mkdir ffmpeg
mv ffmpeg-*/* ffmpeg/
Add-Content $env:GITHUB_ENV "FFMPEG_DIR=${pwd}\ffmpeg`n"
Add-Content $env:GITHUB_PATH "${pwd}\ffmpeg\bin`n"
if: runner.os == 'Windows'
- name: Build package Linux
env:
PY_VERSION: ${{ matrix.python.name }}
run: cd oxen && maturin build --out dist --release --interpreter ${PY_LOCATION}/bin/python
if: runner.os == 'Linux'
- name: Debug C++
run: |
which c++
c++ --version
- name: Build package macOS x86
env:
PY_LOCATION: ${{ env.pythonLocation }}
CXXFLAGS: "-fno-aligned-allocation"
MACOSX_DEPLOYMENT_TARGET: '13.0'
# CPLUS_INCLUDE_PATH: ${{ runner.temp }}/llvm/include/c++/v1/
run: cd oxen && maturin build --out dist --release --interpreter ${PY_LOCATION}/bin/python
if: matrix.platform.rust-target == 'x86_64-apple-darwin'
- name: Build package macOS arm64
env:
PY_LOCATION: ${{ env.pythonLocation }}
run: cd oxen && maturin build --out dist --release --interpreter ${PY_LOCATION}/bin/python
if: matrix.platform.rust-target == 'aarch64-apple-darwin'
- name: Build package Windows
env:
PY_LOCATION: ${{ env.pythonLocation }}
run: cd oxen && maturin build --out dist --release --interpreter ${env:PY_LOCATION}\python.exe
if: runner.os == 'Windows'
- name: Build Ubuntu 20.04
env:
PY_LOCATION: ${{ env.pythonLocation }}
# This one does not have --sdist because we do it in Ubuntu Latest
run: cd oxen && maturin build --release --out dist --interpreter ${PY_LOCATION}/bin/python
# run: cd oxen && docker run --rm -v $(pwd):/io ghcr.io/pyo3/maturin build --release --out dist
if: matrix.platform.name == 'Ubuntu 20.04'
- name: Build linux package sdist
env:
PY_LOCATION: ${{ env.pythonLocation }}
# This packages up the source with --sdist
run: cd oxen && maturin build --release --out dist --sdist --interpreter ${PY_LOCATION}/bin/python
if: matrix.platform.name == 'Ubuntu Latest'
- name: Upload wheels
uses: actions/upload-artifact@v3
with:
name: wheels
path: oxen/dist
# sdist:
# runs-on: ubuntu-latest
# steps:
# - uses: actions/checkout@v3
# - name: Build sdist
# uses: PyO3/maturin-action@v1
# with:
# command: sdist
# args: --out dist
# working-directory: oxen
# - name: Upload sdist
# uses: actions/upload-artifact@v3
# with:
# name: wheels
# path: dist
release:
name: Release
runs-on: ubuntu-latest
if: "startsWith(github.ref, 'refs/tags/')"
needs: [build]
steps:
- name: Set env
run: echo "RELEASE_VERSION=${GITHUB_REF#refs/*/v}" >> $GITHUB_ENV
- uses: actions/download-artifact@v3
id: download
with:
name: wheels
- name: Publish to PyPI
uses: PyO3/maturin-action@v1
env:
MATURIN_PYPI_TOKEN: ${{ secrets.PYPI_API_TOKEN }}
with:
command: upload
args: --skip-existing *
- name: List downloaded wheels
run: echo ${{steps.download.outputs.download-path}} && ls -R ${{steps.download.outputs.download-path}}
- name: Move assets into a directory
# Do this before zipping unless we will get file changed as we read it error
run: mkdir wheels ; mv ${{steps.download.outputs.download-path}}/oxenai* wheels/
- name: Create tarball with wheels
run: tar -czvf wheels.tar.gz wheels/
- name: Upload wheels to release
uses: svenstaro/upload-release-action@v2
with:
repo_token: ${{ secrets.GITHUB_TOKEN }}
file: wheels.tar.gz
asset_name: wheels.tar.gz
tag: ${{ github.ref }}
release_name: "🐍 Release ${{ github.ref }}"