generated from palewire/python-open-source-template
-
Notifications
You must be signed in to change notification settings - Fork 0
49 lines (42 loc) · 1.21 KB
/
scrape.yaml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
name: Scrape
on:
schedule:
- cron: '0 15 * * *'
workflow_dispatch:
jobs:
update:
name: Test
runs-on: ubuntu-latest
steps:
- name: Checkout
uses: actions/checkout@v2
- name: Install pipenv
run: pipx install pipenv
- uses: actions/setup-python@v2
with:
python-version: '3.9'
cache: 'pipenv'
- id: pipenv-install
name: Install Python dependencies
run: pipenv install --dev --python `which python`
- id: download
name: Download
run: pipenv run python src/download.py
- id: commit
name: Commit
run: |
git config --global user.name "github-actions[bot]"
git config --global user.email "actions@github.com"
git config pull.rebase false
git status
git pull origin $GITHUB_REF
git add ./
git commit -m "data update" && git push || true
shell: bash
- id: archive
name: Archive to biglocalnews.org
uses: biglocalnews/upload-files@main
with:
api-key: ${{ secrets.BLN_API_KEY }}
project-id: ${{ secrets.BLN_PROJECT_ID }}
path: data/iowa-liquor-stores.csv