Skip to content

Run all the autotests #158

Run all the autotests

Run all the autotests #158

Workflow file for this run

name: Run all the autotests
on:
pull_request:
push:
schedule:
- cron: '0 3 * * *'
jobs:
add_header:
if: github.repository_owner == 'rucio' || github.event_name != 'schedule'
name: Add header lint
runs-on: ubuntu-latest
steps:
- uses: actions/checkout@v2
with:
# We need the history to determine the file creation date.
fetch-depth: 0
- name: Check headers
shell: bash
run: |
python3 tools/add_header --dry-run --disable-progress-bar
python_annotations:
if: |
!startsWith(github.ref_name, 'release')
&& !startsWith(github.base_ref, 'release')
&& github.event_name != 'schedule'
&& github.ref_type != 'tag'
name: Check Python Type Annotations
runs-on: ubuntu-latest
env:
UPDATED_PYTHON_TYPE_ANNOTATIONS_REPORT_FILE: ../updated_type_annotation_report.txt
INITIAL_PYTHON_TYPE_ANNOTATIONS_REPORT_FILE: ../initial_type_annotation_report.txt
steps:
- uses: actions/checkout@v3
- name: Count current number of missing type annotations
id: count_updated
shell: bash
run: |
pip install flake8 flake8-annotations
source tools/count_missing_type_annotations_utils.sh
create_missing_python_type_annotations_report ${{ env.UPDATED_PYTHON_TYPE_ANNOTATIONS_REPORT_FILE }}
echo "The current number of missing python type annotations: $(wc -l < ${{ env.UPDATED_PYTHON_TYPE_ANNOTATIONS_REPORT_FILE }})"
- name: Checkout ancestor commit with rucio/master
uses: ./.github/actions/checkout_ancestor_commit
with:
paths_to_copy: |
tools/count_missing_type_annotations.sh
tools/count_missing_type_annotations_utils.sh
- name: Count initial number of missing type annotations
id: count_initial
shell: bash
run: |
source tools/count_missing_type_annotations_utils.sh
create_missing_python_type_annotations_report ${{ env.INITIAL_PYTHON_TYPE_ANNOTATIONS_REPORT_FILE }}
echo "The initial number of missing python type annotations: $(wc -l < ${{ env.INITIAL_PYTHON_TYPE_ANNOTATIONS_REPORT_FILE }})"
- name: Diff of missing annotations
shell: bash
run: |
diff ${{ env.INITIAL_PYTHON_TYPE_ANNOTATIONS_REPORT_FILE }} ${{ env.UPDATED_PYTHON_TYPE_ANNOTATIONS_REPORT_FILE }} || true
- name: Compare numbers of missing type annotations
shell: bash
run: |
INITIAL_NUMBER_OF_MISSING_TYPE_ANNOTATIONS=$(wc -l < ${{ env.INITIAL_PYTHON_TYPE_ANNOTATIONS_REPORT_FILE }})
UPDATED_NUMBER_OF_MISSING_TYPE_ANNOTATIONS=$(wc -l < ${{ env.UPDATED_PYTHON_TYPE_ANNOTATIONS_REPORT_FILE }})
echo "The initial number of missing type annotations is: $INITIAL_NUMBER_OF_MISSING_TYPE_ANNOTATIONS"
echo "The updated number of missing type annotations is: $UPDATED_NUMBER_OF_MISSING_TYPE_ANNOTATIONS"
if [ $UPDATED_NUMBER_OF_MISSING_TYPE_ANNOTATIONS -gt $INITIAL_NUMBER_OF_MISSING_TYPE_ANNOTATIONS ]; then
echo "The number of missing python type annotations should never increase! This way we ensure that new functions are type annotated."
echo "Look into the first lines of 'Diff of missing type annotations' to get a reference point what function might be missing type annotations."
echo "**TL;DR** New code has to be type annotated, old code should be migrated. Look into Best Practices[1] for specific instructions on how to use it in our repository."
echo "Look into the Rucio Type Annotations Guide[2] to get some help on why, what and how to add type annotations."
echo
echo "[1] https://codimd.web.cern.ch/6-SU3cTpQSWRK6FHkM7mAA#Best-Practices"
echo "[2] https://codimd.web.cern.ch/6-SU3cTpQSWRK6FHkM7mAA#"
exit 1
fi
python_pyright:
if: |
!startsWith(github.ref_name, 'release')
&& !startsWith(github.base_ref, 'release')
&& github.event_name != 'schedule'
&& github.ref_type != 'tag'
name: Python type check (Pyright)
runs-on: ubuntu-latest
env:
PYRIGHT_CURRENT_REPORT: ../pyright_current_report.json
PYRIGHT_ANCESTOR_REPORT: ../pyright_ancestor_report.json
steps:
- uses: actions/checkout@v3
- name: Install dependencies
run: |
sudo apt-get update && sudo apt-get install -y npm libkrb5-dev libxmlsec1-dev git
npm install --global pyright
python -m pip --no-cache-dir install --upgrade pip
python -m pip --no-cache-dir install --upgrade -r requirements.txt
- name: Make pyright report of current commit
run: |
tools/run_pyright.sh generate ${{ env.PYRIGHT_CURRENT_REPORT }}
- name: Show the current Pyright report
run: cat ${{ env.PYRIGHT_CURRENT_REPORT }}
- name: Checkout ancestor commit with rucio/master
uses: ./.github/actions/checkout_ancestor_commit
with:
paths_to_copy: |
pyrightconfig.json
tools/run_pyright.sh
tools/run_pyright/
- name: Make pyright report of ancestor commit
run: |
tools/run_pyright.sh generate ${{ env.PYRIGHT_ANCESTOR_REPORT }}
- name: Show the ancestor Pyright report
run: cat ${{ env.PYRIGHT_ANCESTOR_REPORT }}
- name: Compare reports
run: |
tools/run_pyright.sh compare --Werror \
${{ env.PYRIGHT_ANCESTOR_REPORT }} \
${{ env.PYRIGHT_CURRENT_REPORT }}
setup:
if: github.repository_owner == 'rucio' || github.event_name != 'schedule'
runs-on: ubuntu-latest
steps:
- uses: actions/checkout@v2
- name: Update pip
run: python3 -m pip install -U pip setuptools
- name: Install python requirements for matrix_parser.py
run: python3 -m pip install -U PyYAML
- name: Identify branch
id: branch
run: python3 -c 'from os import environ as env; print("::set-output name=branch::" + (env.get("GITHUB_BASE_REF", None) if env.get("GITHUB_BASE_REF", None) else env.get("GITHUB_REF", "master")))'
- name: Identify Matrix
id: matrix
run: |
EVENT="${{ github.event_name }}"
if [ $EVENT != 'schedule' ]; then
echo "::set-output name=matrix::$(./tools/test/matrix_parser.py < ./etc/docker/test/matrix.yml)"
else
echo "::set-output name=matrix::$(./tools/test/matrix_parser.py < ./etc/docker/test/matrix_nightly.yml)"
fi
outputs:
branch: ${{ steps.branch.outputs.branch }}
matrix: ${{ steps.matrix.outputs.matrix }}
test:
needs: setup
runs-on: ubuntu-latest
strategy:
fail-fast: false
matrix:
cfg: ${{ fromJson(needs.setup.outputs.matrix) }}
steps:
- uses: actions/checkout@v2
- name: Build images
id: images
shell: bash
run: |
docker login https://ghcr.io -u ${{ github.actor }} -p ${{ secrets.GITHUB_TOKEN }}
i=0; until [ "$i" -ge 3 ]; do
IMAGES=$(echo '${{ toJson(matrix.cfg) }}' | ./tools/test/build_images.py \
--cache-repo ghcr.io/${{ github.repository }} \
--branch "${{ needs.setup.outputs.branch }}" ./etc/docker/test || echo "")
if [[ -n $IMAGES ]]; then break;
else
i=$((i+1)); sleep 5;
echo "::warning::Building images failed, retrying…"
fi
done
docker logout https://ghcr.io
if [[ -z "$IMAGES" ]]; then echo "::error::Building images failed ultimately"; exit 1; fi
echo "::set-output name=images::$IMAGES"
- name: Run test with cfg
run: 'echo ''{"matrix": ${{ toJson(matrix.cfg) }}, "images": ${{ steps.images.outputs.images }} }'' | ./tools/test/run_tests.py'
release-patch-setup:
if: |
github.event_name == 'pull_request' && !startsWith(github.event.pull_request.base.ref, 'release') && !startsWith(github.event.pull_request.head.ref, 'feature')
&& (github.repository_owner == 'rucio' || github.event_name != 'schedule')
runs-on: ubuntu-latest
steps:
- uses: actions/checkout@v2
- name: Update pip
run: python3 -m pip install -U pip setuptools
- name: Install python requirements for matrix_parser.py
run: python3 -m pip install -U sh PyYAML
- name: Grab latest release branch
id: grabrelease
run: echo "::set-output name=release_branch::$(echo "${{ github.event.repository.branches_url }}" | ./tools/github/workflow/grabrelease.py)"
- name: Fetch pull request commit range
id: prcommits
run: echo "::set-output name=source_commits::$(echo "${{ github.event.pull_request.commits_url }}" | ./tools/github/workflow/prcommits.py)"
- name: Test cherry-picking pull request changes
run: |
echo '{
"source_remote_name": "${{ github.actor }}",
"source_remote": "${{ github.event.pull_request.head.repo.full_name }}",
"source_commits": "${{ steps.prcommits.outputs.source_commits }}",
"target_remote": "${{ github.event.pull_request.base.repo.full_name }}",
"target_branch": "${{ steps.grabrelease.outputs.release_branch }}"
}' | ./tools/github/workflow/mergetest.py
- name: Identify Matrix
id: matrix
run: echo "::set-output name=matrix::$(./tools/test/matrix_parser.py < ./etc/docker/test/matrix.yml)"
outputs:
release_branch: ${{ steps.grabrelease.outputs.release_branch }}
source_commits: ${{ steps.prcommits.outputs.source_commits }}
matrix: ${{ steps.matrix.outputs.matrix }}
release-patch-test:
needs: release-patch-setup
runs-on: ubuntu-latest
strategy:
fail-fast: false
matrix:
cfg: ${{ fromJson(needs.release-patch-setup.outputs.matrix) }}
steps:
- uses: actions/checkout@v2
- name: Update pip
run: python3 -m pip install -U pip setuptools
- name: Install python requirements for mergetest.py
run: python3 -m pip install -U sh
- name: Cherry-pick pull request changes
run: |
echo '{
"source_remote_name": "${{ github.actor }}",
"source_remote": "${{ github.event.pull_request.head.repo.full_name }}",
"source_commits": "${{ needs.release-patch-setup.outputs.source_commits }}",
"target_remote": "${{ github.event.pull_request.base.repo.full_name }}",
"target_branch": "${{ needs.release-patch-setup.outputs.release_branch }}"
}' | ./tools/github/workflow/mergetest.py
- name: Build images
id: images
shell: bash
run: |
docker login https://ghcr.io -u ${{ github.actor }} -p ${{ secrets.GITHUB_TOKEN }}
i=0; until [ "$i" -ge 3 ]; do
IMAGES=$(echo '${{ toJson(matrix.cfg) }}' | DOCKER_BUILDKIT=1 ./tools/test/build_images.py \
--cache-repo ghcr.io/${{ github.repository }} \
--branch "${{ needs.release-patch-setup.outputs.release_branch }}" ./etc/docker/test || echo "")
if [[ -n $IMAGES ]]; then break;
else
i=$((i+1)); sleep 5;
echo "::warning::Building images failed, retrying…"
fi
done
docker logout https://ghcr.io
if [[ -z "$IMAGES" ]]; then echo "::error::Building images failed ultimately"; exit 1; fi
echo "::set-output name=images::$IMAGES"
- name: Run test with cfg
run: 'echo ''{"matrix": ${{ toJson(matrix.cfg) }}, "images": ${{ steps.images.outputs.images }} }'' | ./tools/test/run_tests.py'