Skip to content
CI

use python38 #1580

Sign in to view logs

use python38

use python38 #1580

Workflow file for this run

.github/workflows/ci.yml at 9fd6926
name: CI
on:
push:
branches-ignore:
- 'main'
- 'docs'
env:
BUILDER_VERSION: v0.9.35
BUILDER_SOURCE: releases
BUILDER_HOST: https://d19elf31gohf1l.cloudfront.net
PACKAGE_NAME: aws-crt-python
LINUX_BASE_IMAGE: ubuntu-18-x64
RUN: ${{ github.run_id }}-${{ github.run_number }}
AWS_ACCESS_KEY_ID: ${{ secrets.AWS_ACCESS_KEY_ID }}
AWS_SECRET_ACCESS_KEY: ${{ secrets.AWS_SECRET_ACCESS_KEY }}
AWS_DEFAULT_REGION: ${{ secrets.AWS_DEFAULT_REGION }}
AWS_REGION: us-east-1
jobs:
# manylinux1:
# runs-on: ubuntu-latest
# strategy:
# fail-fast: false
# matrix:
# image:
# - x64
# - x86
# python:
# - cp37-cp37m
# - cp38-cp38
# - cp39-cp39
# steps:
# - name: Build ${{ env.PACKAGE_NAME }}
# run: |
# aws s3 cp s3://aws-crt-test-stuff/ci/${{ env.BUILDER_VERSION }}/linux-container-ci.sh ./linux-container-ci.sh && chmod a+x ./linux-container-ci.sh
# ./linux-container-ci.sh ${{ env.BUILDER_VERSION }} aws-crt-manylinux1-${{ matrix.image }} build -p ${{ env.PACKAGE_NAME }} --python /opt/python/${{ matrix.python }}/bin/python
# manylinux2014:
# runs-on: ubuntu-20.04 # latest
# strategy:
# fail-fast: false
# matrix:
# image:
# - x64
# - x86
# - aarch64
# python:
# - cp37-cp37m
# - cp38-cp38
# - cp39-cp39
# - cp310-cp310
# - cp311-cp311
# steps:
# # Only aarch64 needs this, but it doesn't hurt anything
# - name: Install qemu/docker
# run: docker run --rm --privileged multiarch/qemu-user-static --reset -p yes
# - name: Build ${{ env.PACKAGE_NAME }}
# run: |
# aws s3 cp s3://aws-crt-test-stuff/ci/${{ env.BUILDER_VERSION }}/linux-container-ci.sh ./linux-container-ci.sh && chmod a+x ./linux-container-ci.sh
# ./linux-container-ci.sh ${{ env.BUILDER_VERSION }} aws-crt-manylinux2014-${{ matrix.image }} build -p ${{ env.PACKAGE_NAME }} --python /opt/python/${{ matrix.python }}/bin/python
# raspberry:
# runs-on: ubuntu-20.04 # latest
# strategy:
# fail-fast: false
# matrix:
# image:
# - raspbian-bullseye
# steps:
# # set arm arch
# - name: Install qemu/docker
# run: docker run --rm --privileged multiarch/qemu-user-static --reset -p yes
# - name: Build ${{ env.PACKAGE_NAME }}
# run: |
# aws s3 cp s3://aws-crt-test-stuff/ci/${{ env.BUILDER_VERSION }}/linux-container-ci.sh ./linux-container-ci.sh && chmod a+x ./linux-container-ci.sh
# ./linux-container-ci.sh ${{ env.BUILDER_VERSION }} aws-crt-${{ matrix.image }} build -p ${{ env.PACKAGE_NAME }}
# linux-compat:
# runs-on: ubuntu-20.04 # latest
# strategy:
# matrix:
# image:
# - al2-x64
# - fedora-34-x64
# - opensuse-leap
# - rhel8-x64
# steps:
# # We can't use the `uses: docker://image` version yet, GitHub lacks authentication for actions -> packages
# - name: Build ${{ env.PACKAGE_NAME }}
# run: |
# aws s3 cp s3://aws-crt-test-stuff/ci/${{ env.BUILDER_VERSION }}/linux-container-ci.sh ./linux-container-ci.sh && chmod a+x ./linux-container-ci.sh
# ./linux-container-ci.sh ${{ env.BUILDER_VERSION }} aws-crt-${{ matrix.image }} build -p ${{ env.PACKAGE_NAME }}
# linux-compiler-compat:
# runs-on: ubuntu-20.04 # latest
# strategy:
# matrix:
# compiler:
# - clang-3
# - clang-6
# - clang-8
# - clang-9
# - clang-10
# - clang-11
# - gcc-5
# - gcc-6
# - gcc-7
# - gcc-8
# steps:
# # We can't use the `uses: docker://image` version yet, GitHub lacks authentication for actions -> packages
# - name: Build ${{ env.PACKAGE_NAME }}
# run: |
# aws s3 cp s3://aws-crt-test-stuff/ci/${{ env.BUILDER_VERSION }}/linux-container-ci.sh ./linux-container-ci.sh && chmod a+x ./linux-container-ci.sh
# ./linux-container-ci.sh ${{ env.BUILDER_VERSION }} aws-crt-${{ env.LINUX_BASE_IMAGE }} build -p ${{ env.PACKAGE_NAME }} --compiler=${{ matrix.compiler }}
# use-system-libcrypto:
# runs-on: ubuntu-20.04 # latest
# steps:
# - name: Build ${{ env.PACKAGE_NAME }}
# env:
# AWS_CRT_BUILD_USE_SYSTEM_LIBCRYPTO: '1'
# run: |
# python3 -c "from urllib.request import urlretrieve; urlretrieve('${{ env.BUILDER_HOST }}/${{ env.BUILDER_SOURCE }}/${{ env.BUILDER_VERSION }}/builder.pyz?run=${{ env.RUN }}', 'builder')"
# chmod a+x builder
# ./builder build -p ${{ env.PACKAGE_NAME }}
# - name: Assert libcrypto.so used
# run: |
# # assert it's linked against the system's libcrypto.so
# AWSCRT_PATH=`python3 -c "import _awscrt; print(_awscrt.__file__)"`
# printf "AWSCRT_PATH: $AWSCRT_PATH\n"
# LINKED_AGAINST=`ldd $AWSCRT_PATH`
# printf "LINKED AGAINST:\n$LINKED_AGAINST\n"
# USES_LIBCRYPTO_SO=`echo "$LINKED_AGAINST" | grep 'libcrypto*.so' | head -1`
# test -n "$USES_LIBCRYPTO_SO"
# windows:
# runs-on: windows-2022 # latest
# strategy:
# matrix:
# arch: [x86, x64]
# steps:
# - name: Build ${{ env.PACKAGE_NAME }} + consumers
# run: |
# python -c "from urllib.request import urlretrieve; urlretrieve('${{ env.BUILDER_HOST }}/${{ env.BUILDER_SOURCE }}/${{ env.BUILDER_VERSION }}/builder.pyz?run=${{ env.RUN }}', 'builder.pyz')"
# python builder.pyz build -p ${{ env.PACKAGE_NAME }} --python "C:\\hostedtoolcache\\windows\\Python\\3.7.9\\${{ matrix.arch }}\\python.exe"
# osx:
# runs-on: macos-11 # latest
# steps:
# - name: Build ${{ env.PACKAGE_NAME }} + consumers
# run: |
# python3 -c "from urllib.request import urlretrieve; urlretrieve('${{ env.BUILDER_HOST }}/${{ env.BUILDER_SOURCE }}/${{ env.BUILDER_VERSION }}/builder.pyz?run=${{ env.RUN }}', 'builder')"
# chmod a+x builder
# ./builder build -p ${{ env.PACKAGE_NAME }}
# openbsd:
# runs-on: ubuntu-latest # macos would be faster. TODO: diagnose why some tests are failing
# steps:
# # Cannot use builder to checkout as OpenBSD doesn't ship git in the base install
# - uses: actions/checkout@v3
# with:
# submodules: true
# - name: Build ${{ env.PACKAGE_NAME }} + consumers
# uses: cross-platform-actions/action@v0.10.0
# with:
# operating_system: openbsd
# architecture: x86-64
# version: '7.2'
# shell: bash
# environment_variables: AWS_ACCESS_KEY_ID AWS_SECRET_ACCESS_KEY AWS_DEFAULT_REGION AWS_REGION
# run: |
# sudo pkg_add awscli py3-pip py3-urllib3
# python3 -c "from urllib.request import urlretrieve; urlretrieve('${{ env.BUILDER_HOST }}/${{ env.BUILDER_SOURCE }}/${{ env.BUILDER_VERSION }}/builder.pyz', 'builder')"
# chmod a+x builder
# ./builder build -p ${{ env.PACKAGE_NAME }}
freebsd:
runs-on: macos-12
steps:
# Cannot use builder to checkout as OpenBSD doesn't ship git in the base install
- uses: actions/checkout@v3
with:
submodules: true
- name: Build ${{ env.PACKAGE_NAME }} + consumers
uses: vmactions/freebsd-vm@v0
with:
envs: 'AWS_ACCESS_KEY_ID AWS_SECRET_ACCESS_KEY AWS_DEFAULT_REGION AWS_REGION'
usesh: true
run: |
pkg install python38 py38-pip py38-urllib3
python3 -c "from urllib.request import urlretrieve; urlretrieve('${{ env.BUILDER_HOST }}/${{ env.BUILDER_SOURCE }}/${{ env.BUILDER_VERSION }}/builder.pyz', 'builder')"
chmod a+x builder
./builder build -p ${{ env.PACKAGE_NAME }}
# # check that tests requiring custom env-vars or AWS credentials are simply skipped
# tests-ok-without-env-vars:
# runs-on: ubuntu-20.04 # latest
# steps:
# - uses: actions/checkout@v3
# with:
# submodules: true
# - name: Run tests without env-vars or AWS creds
# env:
# # unset env-vars that provide AWS credentials
# AWS_ACCESS_KEY_ID:
# AWS_SECRET_ACCESS_KEY:
# AWS_DEFAULT_REGION:
# run: |
# python3 -m pip install --upgrade --requirement requirements-dev.txt
# python3 -m pip install . --verbose
# python3 -m unittest discover --failfast --verbose
# package-source:
# runs-on: ubuntu-20.04 # latest
# steps:
# - uses: actions/checkout@v3
# with:
# submodules: true
# - name: Package source + install
# run: |
# python3 setup.py sdist
# cd dist
# python3 -m pip install -v awscrt-1.0.0.dev0.tar.gz
# python3 -c "import awscrt.io"
# # check that docs can still build
# check-docs:
# runs-on: ubuntu-20.04 # latest
# steps:
# - uses: actions/checkout@v3
# with:
# submodules: true
# - name: Check docs
# run: |
# python3 -m pip install sphinx
# python3 -m pip install --verbose .
# ./scripts/make-docs.py
# check-submodules:
# runs-on: ubuntu-20.04 # latest
# steps:
# - name: Checkout Source
# uses: actions/checkout@v3
# with:
# submodules: true
# fetch-depth: 0
# - name: Check Submodules
# # note: using "@main" because "@${{env.BUILDER_VERSION}}" doesn't work
# # https://github.com/actions/runner/issues/480
# uses: awslabs/aws-crt-builder/.github/actions/check-submodules@main