Skip to content

Commit

Permalink
Don't run-large during testing
Browse files Browse the repository at this point in the history
  • Loading branch information
zschira committed Feb 29, 2024
1 parent c00d845 commit 0d8a981
Showing 1 changed file with 0 additions and 61 deletions.
61 changes: 0 additions & 61 deletions .github/workflows/run-archiver.yml
Original file line number Diff line number Diff line change
Expand Up @@ -58,71 +58,10 @@ jobs:
name: run-summaries-${{ matrix.dataset }}
path: ${{ matrix.dataset }}_run_summary.json

archive-run-large:
defaults:
run:
shell: bash -l {0}
strategy:
matrix:
dataset:
- epacems
fail-fast: false
runs-on:
group: large-runner-group
labels: ubuntu-22.04-4core
steps:
- uses: actions/checkout@v4

- name: Install Conda environment using mamba
uses: mamba-org/setup-micromamba@v1
with:
environment-file: environment.yml
cache-environment: true
condarc: |
channels:
- conda-forge
- defaults
channel_priority: strict
- name: Log the conda environment
run: |
conda info
conda list
conda config --show-sources
conda config --show
printenv | sort
- name: Run archiver for ${{ matrix.dataset }}
env:
ZENODO_SANDBOX_TOKEN_UPLOAD: ${{ secrets.ZENODO_SANDBOX_TOKEN_UPLOAD }}
ZENODO_SANDBOX_TOKEN_PUBLISH: ${{ secrets.ZENODO_SANDBOX_TOKEN_PUBLISH }}
EPACEMS_API_KEY: ${{ secrets.EPACEMS_API_KEY }}
ZENODO_TOKEN_UPLOAD: ${{ secrets.ZENODO_TOKEN_UPLOAD }}
ZENODO_TOKEN_PUBLISH: ${{ secrets.ZENODO_TOKEN_PUBLISH }}
run: |
pudl_archiver --datasets ${{ matrix.dataset }} --summary-file ${{ matrix.dataset }}_run_summary.json
- name: Upload run summaries
if: failure() || success()
id: upload_summaries
uses: actions/upload-artifact@v4
with:
name: run-summaries-${{ matrix.dataset }}
path: ${{ matrix.dataset }}_run_summary.json

- name: Upload checkpoints
if: failure() || success()
id: upload_checkpoint
uses: actions/upload-artifact@v4
with:
name: run-checkpoint-${{ matrix.dataset }}
path: .checkpoints/${{ matrix.dataset }}.json

archive-notify:
runs-on: ubuntu-latest
needs:
- archive-run-small
- archive-run-large
if: ${{ always() }}
steps:
- uses: actions/checkout@v4
Expand Down

0 comments on commit 0d8a981

Please sign in to comment.