Skip to content

Commit

Permalink
Bringing back removed changes
Browse files Browse the repository at this point in the history
  • Loading branch information
p-pekala committed Dec 6, 2023
1 parent 9c8a949 commit 2998819
Show file tree
Hide file tree
Showing 2 changed files with 92 additions and 31 deletions.
52 changes: 26 additions & 26 deletions .github/workflows/testing-template-workflow.yml
Original file line number Diff line number Diff line change
@@ -1,29 +1,29 @@
name: testing-defaults-template-job
on: [push]
jobs:
check-defaults:
runs-on: ubuntu-latest
steps:
- name: Checkout
uses: actions/checkout@v3
- name: Setup
run: |
pip install --upgrade pip
pip install copier==7.0.1 pydantic==1.10.13
- name: Check Defaults
run: copier --defaults copy "$GITHUB_SERVER_URL/$GITHUB_REPOSITORY.git" ./template-test-path
list-scenarios:
outputs:
scenario-list: ${{ steps.liststep.outputs.listoutput }}
runs-on: ubuntu-latest
steps:
- name: Checkout
uses: actions/checkout@v3
- name: List
id: liststep
run: |
SCENARIOS="$(ls .github/scenarios | python -c 'import json; import sys; print(json.dumps(sys.stdin.read().strip().split()))')"
echo "::set-output name=listoutput::$SCENARIOS"
#name: testing-defaults-template-job
#on: [push]
#jobs:
# check-defaults:
# runs-on: ubuntu-latest
# steps:
# - name: Checkout
# uses: actions/checkout@v3
# - name: Setup
# run: |
# pip install --upgrade pip
# pip install copier==7.0.1 pydantic==1.10.13
# - name: Check Defaults
# run: copier --defaults copy "$GITHUB_SERVER_URL/$GITHUB_REPOSITORY.git" ./template-test-path
# list-scenarios:
# outputs:
# scenario-list: ${{ steps.liststep.outputs.listoutput }}
# runs-on: ubuntu-latest
# steps:
# - name: Checkout
# uses: actions/checkout@v3
# - name: List
# id: liststep
# run: |
# SCENARIOS="$(ls .github/scenarios | python -c 'import json; import sys; print(json.dumps(sys.stdin.read().strip().split()))')"
# echo "::set-output name=listoutput::$SCENARIOS"

# todo fix it
# check-scenarios:
Expand Down
71 changes: 66 additions & 5 deletions copier.yml
Original file line number Diff line number Diff line change
@@ -1,8 +1,7 @@
# questions
project_name:
type: str
help: Name of the project (use alphanumeric characters with _)
default: my_new_project_123
default: my_new_project

project_description:
type: str
Expand All @@ -12,12 +11,10 @@ project_description:
gcp_dev_project_id:
type: str
help: Project id used in GCP as development environment
default: 123456789

gcp_prod_project_id:
type: str
help: Project id used in GCP as production environment
default: 987654321

pipeline_owner:
type: str
Expand All @@ -34,9 +31,73 @@ dataset:
help: Name of the dataset
default: presentation

_templates_suffix: .tmpl
enable_data_governance:
type: bool
help: Would you like to use DataHub for colecting metadata?
default: false

use_databricks:
type: bool
help: Would you like to use Databricks integration?
default: false

databricks_cluster_name:
when: "[[ use_databricks ]]"
type: str
help: Name of the databricks cluster used to execute dbt tasks.

databricks_workspace_url:
when: "[[ use_databricks ]]"
type: str
help: Workspace url where jobs will be deployed.

use_ingestion:
type: bool
help: Would you like to use ingestion framework?
default: false

destination_id_dev:
when: "[[ use_ingestion ]]"
type: str
help: Destination Id for dev instance

source_id_dev:
when: "[[ use_ingestion ]]"
type: str
help: Source Id for dev instance

destination_id_prod:
when: "[[ use_ingestion ]]"
type: str
help: Destination Id for prod instance

source_id_prod:
when: "[[ use_ingestion ]]"
type: str
help: Source Id for prod instance

use_bi:
type: bool
help: Would you like to use Business Intelligence (e.g. Looker)?
default: false

_exclude:
- .git
- .github

_skip_if_exists:
- models
- tests

#_tasks:
# - "git add -A"
# - "git commit -m 'Initial project or upgrade'"
# - "git push"

_min_copier_version: "7.0.1"

_templates_suffix: .tmpl

_envops:
autoescape: false
block_end_string: "%]"
Expand Down

0 comments on commit 2998819

Please sign in to comment.