Bump flake8-bugbear from 24.4.21 to 24.4.26 (#442) #1631
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: "CI Tests" | |
| on: | |
| push: | |
| branches: | |
| - master | |
| pull_request: | |
| branches: | |
| - master | |
| concurrency: | |
| group: build-${{ github.event.pull_request.number || github.ref }} | |
| cancel-in-progress: true | |
| jobs: | |
| code-ql-check: | |
| name: "StreamFlow CodeQL check" | |
| runs-on: ubuntu-22.04 | |
| permissions: | |
| security-events: write | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - uses: github/codeql-action/init@v3 | |
| with: | |
| config-file: .github/codeql/config.yml | |
| languages: python | |
| - uses: github/codeql-action/analyze@v3 | |
| cwl-conformance: | |
| name: "CWL conformance tests" | |
| strategy: | |
| matrix: | |
| on: [ "ubuntu-22.04" ] | |
| python: [ "3.8", "3.9", "3.10", "3.11", "3.12" ] | |
| version: [ "v1.0", "v1.1", "v1.2" ] | |
| docker: [ "docker" ] | |
| include: | |
| - commit: "1c1f122f780075d910fdfdea7e15e46eef3c078d" | |
| exclude: "docker_entrypoint" | |
| version: "v1.0" | |
| - commit: "6397014050177074c9ccd0d771577f7fa9f728a3" | |
| exclude: "docker_entrypoint,stdin_shorcut,inplace_update_on_file_content" | |
| version: "v1.1" | |
| - commit: "76bdf9b55e2378432e0e6380ccedebb4a94ce483" | |
| exclude: "docker_entrypoint,modify_file_content" | |
| version: "v1.2" | |
| - docker: "singularity" | |
| commit: "76bdf9b55e2378432e0e6380ccedebb4a94ce483" | |
| exclude: "docker_entrypoint,modify_file_content,iwd-container-entryname1" | |
| on: "ubuntu-22.04" | |
| python: "3.12" | |
| version: "v1.2" | |
| - docker: "kubernetes" | |
| commit: "76bdf9b55e2378432e0e6380ccedebb4a94ce483" | |
| exclude: "docker_entrypoint,modify_file_content" | |
| on: "ubuntu-22.04" | |
| python: "3.12" | |
| version: "v1.2" | |
| - on: "macos-13" | |
| python: "3.12" | |
| commit: "76bdf9b55e2378432e0e6380ccedebb4a94ce483" | |
| exclude: "docker_entrypoint,modify_file_content" | |
| version: "v1.2" | |
| runs-on: ${{ matrix.on }} | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - uses: actions/setup-python@v5 | |
| with: | |
| python-version: ${{ matrix.python }} | |
| cache: pip | |
| cache-dependency-path: | | |
| requirements.txt | |
| test-requirements.txt | |
| - uses: actions/setup-node@v4 | |
| with: | |
| node-version: "20" | |
| - name: "Install Docker (MacOS X)" | |
| uses: douglascamata/setup-docker-macos-action@v1-alpha.13 | |
| if: ${{ startsWith(matrix.on, 'macos-') }} | |
| - uses: docker/setup-qemu-action@v3 | |
| - name: "Install Apptainer" | |
| uses: eWaterCycle/setup-apptainer@v2 | |
| with: | |
| apptainer-version: 1.1.7 | |
| if: ${{ matrix.docker == 'singularity' }} | |
| - name: "Install KinD" | |
| uses: helm/kind-action@v1.10.0 | |
| with: | |
| config: .github/kind/config.yaml | |
| kubectl_version: v1.26.3 | |
| version: v0.18.0 | |
| if: ${{ matrix.docker == 'kubernetes' }} | |
| - name: "Configure Calico on KinD" | |
| run: | | |
| kubectl apply -f https://docs.projectcalico.org/v3.25/manifests/calico.yaml | |
| kubectl -n kube-system set env daemonset/calico-node FELIX_IGNORELOOSERPF=true | |
| if: ${{ matrix.docker == 'kubernetes' }} | |
| - name: "Install Streamflow" | |
| run: | | |
| python -m pip install . --user | |
| - name: "Test CWL ${{ matrix.version }} conformance" | |
| env: | |
| VERSION: ${{ matrix.version }} | |
| COMMIT: ${{ matrix.commit }} | |
| EXCLUDE: ${{ matrix.exclude }} | |
| DOCKER: ${{ matrix.docker }} | |
| run: ./cwl-conformance-test.sh | |
| - name: "Upload coverage report for conformance tests" | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: ${{ format('{0}-py{1}-cwl{2}-{3}-conformance-tests', matrix.on, matrix.python, matrix.version, matrix.docker) }} | |
| path: ./coverage.xml | |
| retention-days: 1 | |
| if-no-files-found: error | |
| docker-image: | |
| name: "StreamFlow Docker image tests" | |
| runs-on: ubuntu-22.04 | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - uses: docker/setup-qemu-action@v3 | |
| - uses: docker/setup-buildx-action@v3 | |
| - name: "Build Docker image" | |
| uses: docker/build-push-action@v5 | |
| with: | |
| build-args: | | |
| HELM_VERSION=v3.7.2 | |
| load: true | |
| tags: alphaunito/streamflow:latest | |
| - name: "Run test with Docker" | |
| run: | | |
| mkdir -p "${TMPDIR:-/tmp}"/project "${TMPDIR:-/tmp}"/results "${TMPDIR:-/tmp}"/streamflow | |
| docker run --rm \ | |
| --mount type=bind,source="$(pwd)/tests/data/cwl/example",target="/streamflow/project" \ | |
| --mount type=bind,source="${TMPDIR:-/tmp}"/results,target="/streamflow/results" \ | |
| --mount type=bind,source="${TMPDIR:-/tmp}"/streamflow,target="/tmp/streamflow" \ | |
| alphaunito/streamflow:latest \ | |
| streamflow run /streamflow/project/streamflow.yml | |
| documentation: | |
| name: "Build Sphinx documentation" | |
| runs-on: ubuntu-22.04 | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - uses: actions/setup-python@v5 | |
| with: | |
| python-version: 3.12 | |
| cache: pip | |
| cache-dependency-path: | | |
| docs/requirements.txt | |
| - name: "Install Python Dependencies" | |
| run: | | |
| python -m pip install -r docs/requirements.txt | |
| - name: "Build documentation and check for consistency" | |
| env: | |
| CHECKSUM: "8a3b1110a041d65b09a15c076ef8023f8d81a3aa2ee6faa632480f2f43ea30a1" | |
| run: | | |
| cd docs | |
| HASH="$(make checksum | tail -n1)" | |
| echo "Docs checksum is ${HASH}" | |
| test "${HASH}" == "${CHECKSUM}" | |
| test-flux: | |
| runs-on: ubuntu-22.04 | |
| permissions: | |
| packages: read | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| container: ["fluxrm/flux-sched:focal-v0.28.0"] | |
| container: | |
| image: ${{ matrix.container }} | |
| options: "--platform=linux/amd64 --user root -it" | |
| name: ${{ matrix.container }} | |
| steps: | |
| - name: Make Space | |
| run: | | |
| rm -rf /usr/share/dotnet | |
| rm -rf /opt/ghc | |
| - name: Checkout | |
| uses: actions/checkout@v4 | |
| - name: Install Streamflow | |
| run: | | |
| pip install . | |
| pip install --upgrade --force-reinstall attrs lockfile | |
| chown -R fluxuser . | |
| - name: Start Flux and Test Workflow | |
| run: | | |
| su fluxuser | |
| cd examples/flux | |
| which streamflow | |
| flux start streamflow run streamflow.yml | |
| static-checks: | |
| name: "StreamFlow static checks" | |
| runs-on: ubuntu-22.04 | |
| strategy: | |
| matrix: | |
| step: [ "bandit", "lint" ] | |
| env: | |
| TOXENV: ${{ matrix.step }} | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - uses: actions/setup-python@v5 | |
| with: | |
| python-version: "3.12" | |
| cache: pip | |
| cache-dependency-path: | | |
| requirements.txt | |
| test-requirements.txt | |
| tox.ini | |
| - name: "Install Python Dependencies and Streamflow" | |
| run: | | |
| python -m pip install tox --user | |
| python -m pip install . --user | |
| - name: "Run StreamFlow static analysis via Tox" | |
| run: tox | |
| unit-tests: | |
| name: "StreamFlow unit tests" | |
| strategy: | |
| matrix: | |
| on: [ "ubuntu-22.04"] | |
| python: [ "3.8", "3.9", "3.10", "3.11", "3.12" ] | |
| include: | |
| - on: "macos-13" | |
| python: "3.12" | |
| runs-on: ${{ matrix.on }} | |
| env: | |
| TOXENV: ${{ format('py{0}-unit', matrix.python) }} | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - uses: actions/setup-python@v5 | |
| with: | |
| python-version: ${{ matrix.python }} | |
| cache: pip | |
| cache-dependency-path: | | |
| requirements.txt | |
| tox.ini | |
| - uses: actions/setup-node@v4 | |
| with: | |
| node-version: "20" | |
| - name: "Install Docker (MacOs X)" | |
| uses: douglascamata/setup-docker-macos-action@v1-alpha.13 | |
| if: ${{ startsWith(matrix.on, 'macos-') }} | |
| - uses: docker/setup-qemu-action@v3 | |
| - name: "Install Apptainer" | |
| uses: eWaterCycle/setup-apptainer@v2 | |
| with: | |
| apptainer-version: 1.1.7 | |
| if: ${{ startsWith(matrix.on, 'ubuntu-') }} | |
| - name: "Install KinD" | |
| uses: helm/kind-action@v1.10.0 | |
| with: | |
| config: .github/kind/config.yaml | |
| kubectl_version: v1.26.3 | |
| version: v0.18.0 | |
| if: ${{ startsWith(matrix.on, 'ubuntu-') }} | |
| - name: "Configure Calico on KinD" | |
| run: | | |
| kubectl apply -f https://docs.projectcalico.org/v3.25/manifests/calico.yaml | |
| kubectl -n kube-system set env daemonset/calico-node FELIX_IGNORELOOSERPF=true | |
| if: ${{ startsWith(matrix.on, 'ubuntu-') }} | |
| - name: "Install Python Dependencies and Streamflow" | |
| run: | | |
| python -m pip install tox --user | |
| python -m pip install . --user | |
| - name: "Run StreamFlow tests via Tox" | |
| run: python -m tox | |
| - name: "Upload coverage report for unit tests" | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: ${{ format('{0}-py{1}-unit-tests', matrix.on, matrix.python) }} | |
| path: ./coverage.xml | |
| retention-days: 1 | |
| if-no-files-found: error | |
| upload-to-codecov: | |
| name: "Codecov report upload" | |
| needs: ["cwl-conformance", "unit-tests"] | |
| runs-on: ubuntu-22.04 | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - name: "Download artifacts" | |
| uses: actions/download-artifact@v4 | |
| - name: "Upload coverage to Codecov" | |
| uses: codecov/codecov-action@v4 | |
| with: | |
| fail_ci_if_error: true | |
| token: ${{ secrets.CODECOV_TOKEN }} |