cicd #1671

	name: cicd

	on:
	workflow_dispatch:
	schedule:
	- cron: "0 9 * * *"
	# pull_request:
	# paths:
	# - '.github/workflows/cicd.yaml'
	# - 'requirements.txt'
	# - '**.py'
	# - 'justfile'

	jobs:

	ingest-etl-postprocess-deploy-test:
	runs-on: self-hosted
	steps:
	- uses: actions/checkout@v3
	- uses: google-github-actions/auth@v1
	with:
	credentials_json: ${{ secrets.GCLOUD_JSON }}
	- uses: extractions/setup-just@v1
	- uses: actions/setup-python@v4
	with:
	python-version: 3.12
	- name: install requirements
	run: just setup
	- name: ingest
	run: just ingest
	env:
	BQ_PROJECT_ID: voltrondata-demo
	GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
	ZULIP_KEY: ${{ secrets.ZULIP_KEY }}
	GOAT_TOKEN: ${{ secrets.GOAT_TOKEN }}
	- name: run ETL job
	run: just run
	continue-on-error: true # YOLO
	# - name: postprocess
	# run: just postprocess
	- name: deploy to prod
	run: just deploy
	env:
	MOTHERDUCK_TOKEN: ${{ secrets.MOTHERDUCK_TOKEN }}
	- name: test
	run: just test
	continue-on-error: true # YOLO
	env:
	MOTHERDUCK_TOKEN: ${{ secrets.MOTHERDUCK_TOKEN }}

Provide feedback