Update README with notes on data limitations #101
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: CI | |
| on: | |
| push: | |
| branches: [master] | |
| tags: | |
| - "*" | |
| pull_request: | |
| branches: [master] | |
| defaults: | |
| run: | |
| working-directory: python | |
| jobs: | |
| lint: | |
| runs-on: ubuntu-latest | |
| steps: | |
| - uses: actions/checkout@v2 | |
| - uses: actions/setup-python@v2 | |
| with: | |
| python-version: "3.11" | |
| - name: Install Hatch | |
| run: pip install --upgrade hatch | |
| - name: lint | |
| run: hatch run lint | |
| test: | |
| runs-on: ${{ matrix.os }} | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| os: [windows-latest, macos-latest, ubuntu-latest] | |
| python-version: [3.7, 3.8, 3.9, "3.10", "3.11"] | |
| steps: | |
| - uses: actions/checkout@v2 | |
| - name: Set up Python ${{ matrix.python-version }} | |
| uses: actions/setup-python@v2 | |
| with: | |
| python-version: ${{ matrix.python-version }} | |
| - name: Install Hatch | |
| run: pip install --upgrade hatch | |
| - name: pytest | |
| run: hatch run test-CI | |
| data: | |
| name: Normalize, regenerate, and push data | |
| runs-on: ubuntu-latest | |
| defaults: | |
| run: | |
| working-directory: "." | |
| env: | |
| CI_COMMIT_MESSAGE: "chore: normalize data and re-sync" | |
| steps: | |
| - uses: actions/checkout@v2 | |
| - uses: actions/setup-python@v2 | |
| - name: Normalize the .csv | |
| run: python normalize.py | |
| - name: Test that SQL data is up to date - normalized | |
| run: python sql/generate_sql.py | |
| - name: Commit and push changes | |
| # Don't do this on tags | |
| if: ${{ !startsWith(github.event.ref, 'refs/tags') }} | |
| run: | | |
| git config user.name "$(git log -n 1 --pretty=format:%an)" | |
| git config user.email "$(git log -n 1 --pretty=format:%ae)" | |
| # short-circuit if we have no changes, otherwise attempt to commit and push | |
| # should only fail on forks, in which case contributors will need to manually format, commit, and push | |
| git diff-index --quiet HEAD || (echo "Committing changes" && git commit -am '${{ env.CI_COMMIT_MESSAGE }}' && echo "Pushing changes" && git push -f) |