scrape-kr-auto.yml

# This is a basic workflow to help you get started with Actions

name: scrape-kr-auto

# Controls when the workflow will run
on:
  schedule:
  - cron: 33 16 * * *           # runs once a day at 16:33 UTC (01:33 KST)

concurrency:
  group: scrape-and-schedule
  cancel-in-progress: false

# A workflow run is made up of one or more jobs that can run sequentially or in parallel
jobs:
  # This workflow contains a single job called "build"
  build:
    # The type of runner that the job will run on
    runs-on: ubuntu-latest

    # Steps represent a sequence of tasks that will be executed as part of the job
    steps:
    - name: checkout repo content
      uses: actions/checkout@v2       # checkout the repository content to github runner.
    - name: setup python
      uses: actions/setup-python@v2
#       with:
#         python-version: 3.8.2
    - name: setup dependencies
      working-directory: ./mcd-bs4-kr
      run: |
        pip install beautifulsoup4
        pip install pandas
        pip install lxml
        pip install pytz
        pip3 install requests
        pip install path
        pip install pathlib2
    - name: execute py script       # run mcd-bs4-kr.py to get the latest data
      working-directory: ./mcd-bs4-kr
      run: |
        python mcd-bs4-kr.py
    - name: Commit and push if it changed
      run: |
        git config user.name "${GITHUB_ACTOR}"
        git config user.email "${GITHUB_ACTOR}@users.noreply.github.com"
        git add -A
        timestamp=$(date -u)
        git commit -m "Scraped: [${timestamp}] mcd-bs4-kr (auto)" 
        git push "https://${GITHUB_ACTOR}:${TOKEN}@github.com/${GITHUB_REPOSITORY}.git" HEAD:main || exit 0