diff --git a/.github/workflows/run-archiver.yml b/.github/workflows/run-archiver.yml index 30099883..b8bdf7b5 100644 --- a/.github/workflows/run-archiver.yml +++ b/.github/workflows/run-archiver.yml @@ -58,71 +58,10 @@ jobs: name: run-summaries-${{ matrix.dataset }} path: ${{ matrix.dataset }}_run_summary.json - archive-run-large: - defaults: - run: - shell: bash -l {0} - strategy: - matrix: - dataset: - - epacems - fail-fast: false - runs-on: - group: large-runner-group - labels: ubuntu-22.04-4core - steps: - - uses: actions/checkout@v4 - - - name: Install Conda environment using mamba - uses: mamba-org/setup-micromamba@v1 - with: - environment-file: environment.yml - cache-environment: true - condarc: | - channels: - - conda-forge - - defaults - channel_priority: strict - - - name: Log the conda environment - run: | - conda info - conda list - conda config --show-sources - conda config --show - printenv | sort - - - name: Run archiver for ${{ matrix.dataset }} - env: - ZENODO_SANDBOX_TOKEN_UPLOAD: ${{ secrets.ZENODO_SANDBOX_TOKEN_UPLOAD }} - ZENODO_SANDBOX_TOKEN_PUBLISH: ${{ secrets.ZENODO_SANDBOX_TOKEN_PUBLISH }} - EPACEMS_API_KEY: ${{ secrets.EPACEMS_API_KEY }} - ZENODO_TOKEN_UPLOAD: ${{ secrets.ZENODO_TOKEN_UPLOAD }} - ZENODO_TOKEN_PUBLISH: ${{ secrets.ZENODO_TOKEN_PUBLISH }} - run: | - pudl_archiver --datasets ${{ matrix.dataset }} --summary-file ${{ matrix.dataset }}_run_summary.json - - - name: Upload run summaries - if: failure() || success() - id: upload_summaries - uses: actions/upload-artifact@v4 - with: - name: run-summaries-${{ matrix.dataset }} - path: ${{ matrix.dataset }}_run_summary.json - - - name: Upload checkpoints - if: failure() || success() - id: upload_checkpoint - uses: actions/upload-artifact@v4 - with: - name: run-checkpoint-${{ matrix.dataset }} - path: .checkpoints/${{ matrix.dataset }}.json - archive-notify: runs-on: ubuntu-latest needs: - archive-run-small - - archive-run-large if: ${{ always() }} steps: - uses: actions/checkout@v4