Skip to content

Run scrapers

Run scrapers #82639

Workflow file for this run

name: Run scrapers
on:
push:
branches:
- main
workflow_dispatch:
schedule:
- cron: '4,14,24,34,44,54 * * * *'
jobs:
scheduled:
runs-on: ubuntu-latest
steps:
- name: Check out repo
uses: actions/checkout@v2
- name: Set up Python
uses: actions/setup-python@v2
with:
python-version: 3.8
- uses: actions/cache@v2
name: Configure pip caching
with:
path: ~/.cache/pip
key: ${{ runner.os }}-pip-${{ hashFiles('**/requirements.txt') }}
restore-keys: |
${{ runner.os }}-pip-
- name: Install Python dependencies
run: |
pip install -r requirements.txt
- name: Run scrapers
env:
OTHER_REPOS_TOKEN: ${{ secrets.OTHER_REPOS_TOKEN }}
run: python scrape_all.py