This repository has been archived by the owner on Apr 15, 2024. It is now read-only.
[pre-commit.ci] pre-commit autoupdate #90
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: compare-metrics | |
| on: | |
| pull_request: | |
| branches: | |
| - main | |
| env: | |
| MLFLOW_TRACKING_URI: ~/mlruns/ | |
| PUDL_OUTPUT: ~/pudl-work/output/ | |
| PUDL_INPUT: ~/pudl-work/data/ | |
| EXPERIMENT_COMPARISON: ~/experiment_tracking.md | |
| jobs: | |
| ci-compare-metrics: | |
| runs-on: ubuntu-latest | |
| steps: | |
| - uses: actions/checkout@v3 | |
| with: | |
| fetch-depth: 2 | |
| - name: Set up conda environment for testing | |
| uses: conda-incubator/setup-miniconda@v2.2.0 | |
| with: | |
| miniforge-variant: Mambaforge | |
| miniforge-version: latest | |
| use-mamba: true | |
| mamba-version: "*" | |
| channels: conda-forge,defaults | |
| channel-priority: true | |
| python-version: "3.11" | |
| activate-environment: ferc1_eia_match | |
| environment-file: environment.yml | |
| - shell: bash -l {0} | |
| run: | | |
| conda info | |
| conda list | |
| conda config --show-sources | |
| conda config --show | |
| printenv | sort | |
| ls /usr/share/miniconda3/envs/ferc1_eia_match/bin/ | |
| - name: Get Date | |
| id: get-date | |
| run: | | |
| echo "date=$(/bin/date -u "+%Y%m%d")" >> $GITHUB_OUTPUT | |
| shell: bash | |
| - name: Cache PUDL DB | |
| id: cache-db | |
| uses: actions/cache@v3.3.1 | |
| with: | |
| path: ~/pudl-work/output/pudl.sqlite | |
| key: ${{ steps.get-date.outputs.date }} | |
| - name: Download PUDL DB and log pre-test PUDL workspace contents | |
| if: steps.cache-db.outputs.cache-hit != 'true' | |
| run: | | |
| mkdir -p ~/pudl-work/output/ | |
| curl -o ~/pudl-work/output/pudl.sqlite http://intake.catalyst.coop.s3.amazonaws.com/dev/pudl.sqlite | |
| find ~/pudl-work/ | |
| - name: Log SQLite3 version | |
| run: | | |
| conda run -n ferc1_eia_match which sqlite3 | |
| conda run -n ferc1_eia_match sqlite3 --version | |
| - name: Restore metrics | |
| id: cache-metrics-restore | |
| uses: actions/cache/restore@v3 | |
| with: | |
| path: $MLFLOW_TRACKING_URI | |
| key: ${{ runner.os }}-metrics | |
| - name: Compute metrics | |
| id: compute-metrics | |
| run: | | |
| conda run -v --live-stream -n ferc1_eia_match compute_metrics --mlrun_uri $MLFLOW_TRACKING_URI | |
| - name: Compare metrics | |
| id: compare-metrics | |
| run: | | |
| conda run -v --live-stream -n ferc1_eia_match compare_metrics ${{github.event.pull_request.base.sha}} ${{github.sha}} --output-file $EXPERIMENT_COMPARISON --mlrun_uri $MLFLOW_TRACKING_URI | |
| - name: Attach report | |
| id: attach-report | |
| run: cat $EXPERIMENT_COMPARISON >> $GITHUB_STEP_SUMMARY |