CI, TST: simplified automated build script + CI workflows #914
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Python Testing | |
| on: | |
| push: | |
| branches: | |
| - main | |
| paths: | |
| - darshan-util/** | |
| - include/** | |
| pull_request: | |
| branches: | |
| - main | |
| paths: | |
| - darshan-util/** | |
| - include/** | |
| - .github/workflows/** | |
| jobs: | |
| test_pydarshan: | |
| strategy: | |
| matrix: | |
| platform: [ubuntu-latest, | |
| macos-latest] | |
| python-version: ["3.8", "3.9", "3.10", "3.11", "3.12"] | |
| runs-on: ${{ matrix.platform }} | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - name: Set up Python ${{ matrix.python-version }} | |
| uses: actions/setup-python@v3 | |
| with: | |
| python-version: ${{ matrix.python-version }} | |
| - name: Install dependencies | |
| run: | | |
| python -m pip install --upgrade pip | |
| python -m pip install --upgrade pyflakes asv pytest-cov "mypy<1.0.0" | |
| - if: ${{matrix.platform == 'macos-latest'}} | |
| name: Install MacOS deps | |
| run: | | |
| brew install automake | |
| brew install libtool | |
| - name: Install darshan-util | |
| run: | | |
| git submodule update --init | |
| export DARSHAN_INSTALL_PREFIX=$PWD/darshan_install | |
| DARSHAN_RUNTIME_SKIP=1 darshan-test/automated/build-darshan.sh | |
| # run darshan-util make check target | |
| make -C darshan_build/darshan-util check | |
| - name: Install pydarshan | |
| run: | | |
| cd darshan-util/pydarshan | |
| python -m pip install .[test] | |
| # only install the darshan_logs project in some CI | |
| # entries so we test proper handling of skips | |
| # in test suite | |
| - if: ${{matrix.python-version != 3.8}} | |
| name: Install darshan_logs package | |
| run: | | |
| python -m pip install git+https://github.com/darshan-hpc/darshan-logs.git@main | |
| - if: ${{matrix.python-version == 3.8}} | |
| name: Use minimal deps | |
| run: | | |
| # uninstall deps that are not absolute requirements | |
| # to make sure that i.e., tests skip appropriately | |
| python -m pip uninstall -y lxml | |
| - name: Test with pytest | |
| run: | | |
| export LD_LIBRARY_PATH=$PWD/darshan_install/lib | |
| export DYLD_FALLBACK_LIBRARY_PATH=$PWD/darshan_install/lib | |
| # the test suite should be portable | |
| # to any directory--it must be possible | |
| # to check HPC spack installs for example | |
| cd $RUNNER_TEMP | |
| site_packages=$(pip show darshan | grep Location | cut -d ' ' -f 2) | |
| pytest -W error::FutureWarning -W error:"The join function was deprecated in Matplotlib" --pyargs darshan --cov-report xml --cov=$site_packages/darshan | |
| - name: mypy check | |
| run: | | |
| export LD_LIBRARY_PATH=$PWD/darshan_install/lib | |
| export DYLD_FALLBACK_LIBRARY_PATH=$PWD/darshan_install/lib | |
| cd darshan-util/pydarshan | |
| mypy darshan | |
| - name: pyflakes check | |
| run: | | |
| cd darshan-util/pydarshan | |
| pyflakes darshan/backend | (grep -E -i 'assigned to but never used' || exit 0 && exit 123) | |
| - name: asv check | |
| run: | | |
| export LD_LIBRARY_PATH=$PWD/darshan_install/lib | |
| export DYLD_FALLBACK_LIBRARY_PATH=$PWD/darshan_install/lib | |
| cd darshan-util/pydarshan/benchmarks | |
| python -m pip install "seaborn==0.12" | |
| python -m asv check -E existing | |
| - name: codecov check | |
| uses: codecov/codecov-action@v3 | |
| with: | |
| files: $RUNNER_TEMP/coverage.xml,/home/runner/work/_temp/coverage.xml,/Users/runner/work/_temp/coverage.xml | |
| fail_ci_if_error: False |