Update data from upstream #13
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Update data from upstream | |
| on: | |
| schedule: | |
| - cron: "0 2 * * 2" | |
| workflow_dispatch: | |
| jobs: | |
| update-data: | |
| runs-on: ubuntu-latest | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - uses: actions/setup-node@v4 | |
| with: | |
| cache: 'npm' | |
| cache-dependency-path: 'webclient/package.json' | |
| - name: Install node dependencies | |
| run: | | |
| npm install -g openapi-format | |
| npm install --prefix webclient | |
| - name: Setup Python | |
| uses: actions/setup-python@v5 | |
| with: | |
| python-version: '3.10' | |
| cache: 'pip' | |
| cache-dependency-path: 'requirements*.txt' | |
| - name: Install python dependencies | |
| run: | | |
| python -m pip install --upgrade pip | |
| pip install -r data/requirements.txt -r requirements-dev.txt -r server/main-api/test/requirements.txt | |
| - name: Download data | |
| continue-on-error: true # a PR deleting all data will be created if this fails => fail obvious | |
| run: | | |
| rm results/*.json | |
| export PYTHONPATH=$PYTHONPATH:.. | |
| python3 main.py | |
| ls -lah results | |
| env: | |
| TQDM_MININTERVAL: 100 | |
| working-directory: data/external | |
| - name: Fix linting errors | |
| continue-on-error: true | |
| uses: pre-commit/action@v3.0.1 | |
| - name: Create Pull Request | |
| uses: peter-evans/create-pull-request@v6 | |
| with: | |
| commit-message: Synced the data with upstream | |
| title: "[data-update] Synced the data with upstream datasources" | |
| body: | | |
| PR comes from [this Workflow Run](${{ github.server_url }}/${{ github.repository }}/actions/runs/${{ github.run_id }}) | |
| - Updated the data with upstream sources | |
| - Auto-generated by [create-pull-request][1] | |
| [ 1 ]: https://github.com/peter-evans/create-pull-request | |
| assignees: CommanderStorm | |
| reviewers: CommanderStorm | |
| branch: chore/data-update | |
| delete-branch: true |