Skip to content

Commit

Permalink
Merge pull request #24 from getindata/DEVOPS-174
Browse files Browse the repository at this point in the history
Change shared repository URL
  • Loading branch information
maciejmacq-dev committed Oct 27, 2023
2 parents 0153992 + 84ddcd0 commit 6f4eae6
Show file tree
Hide file tree
Showing 4 changed files with 10 additions and 71 deletions.
2 changes: 1 addition & 1 deletion .copier-answers.yml.tmpl → .copier-answers.yml
Original file line number Diff line number Diff line change
@@ -1,2 +1,2 @@
# Changes here will be overwritten by Copier; NEVER EDIT MANUALLY
[[ _copier_answers|to_nice_yaml ]]
{{ _copier_answers|to_nice_yaml -}}
4 changes: 2 additions & 2 deletions .github/workflows/testing-template-workflow.yml
Original file line number Diff line number Diff line change
Expand Up @@ -9,9 +9,9 @@ jobs:
- name: Setup
run: |
pip install --upgrade pip
pip install copier==5.1.0
pip install copier==7.0.1 pydantic==1.10.13
- name: Check Defaults
run: copier "$GITHUB_SERVER_URL/$GITHUB_REPOSITORY.git" ./template-test-path #--defaults
run: copier --defaults copy "$GITHUB_SERVER_URL/$GITHUB_REPOSITORY.git" ./template-test-path
list-scenarios:
outputs:
scenario-list: ${{ steps.liststep.outputs.listoutput }}
Expand Down
2 changes: 1 addition & 1 deletion config/base/execution_env.yml.tmpl
Original file line number Diff line number Diff line change
@@ -1,7 +1,7 @@
# File generated by a template

image:
repository: europe-central2-docker.pkg.dev/gid-dataops-labs/composer-dags/[[ project_name ]]
repository: europe-central2-docker.pkg.dev/gid-labs-dlz-shared/gid-dataops-shared-container-registry/[[ project_name ]]
tag: <IMAGE_TAG>

type: [% if use_databricks %]databricks[% else %]k8s[% endif %]
Expand Down
73 changes: 6 additions & 67 deletions copier.yml
Original file line number Diff line number Diff line change
@@ -1,7 +1,8 @@
# questions
project_name:
type: str
help: Name of the project (use alphanumeric characters with _)
default: my_new_project
default: my_new_project_123

project_description:
type: str
Expand All @@ -11,10 +12,12 @@ project_description:
gcp_dev_project_id:
type: str
help: Project id used in GCP as development environment
default: 123456789

gcp_prod_project_id:
type: str
help: Project id used in GCP as production environment
default: 987654321

pipeline_owner:
type: str
Expand All @@ -31,72 +34,8 @@ dataset:
help: Name of the dataset
default: presentation

enable_data_governance:
type: bool
help: Would you like to use DataHub for colecting metadata?
default: false

use_databricks:
type: bool
help: Would you like to use Databricks integration?
default: false

databricks_cluster_name:
when: "[[ use_databricks ]]"
type: str
help: Name of the databricks cluster used to execute dbt tasks.

databricks_workspace_url:
when: "[[ use_databricks ]]"
type: str
help: Workspace url where jobs will be deployed.

use_ingestion:
type: bool
help: Would you like to use ingestion framework?
default: false

destination_id_dev:
when: "[[ use_ingestion ]]"
type: str
help: Destination Id for dev instance

source_id_dev:
when: "[[ use_ingestion ]]"
type: str
help: Source Id for dev instance

destination_id_prod:
when: "[[ use_ingestion ]]"
type: str
help: Destination Id for prod instance

source_id_prod:
when: "[[ use_ingestion ]]"
type: str
help: Source Id for prod instance

use_bi:
type: bool
help: Would you like to use Business Intelligence (e.g. Looker)?
default: false

_exclude:
- .git
- .github

_skip_if_exists:
- models
- tests

#_tasks:
# - "git add -A"
# - "git commit -m 'Initial project or upgrade'"
# - "git push"

_min_copier_version: "7.0.0"

_templates_suffix: .tmpl
_min_copier_version: "8.0.0"

_envops:
autoescape: false
Expand All @@ -106,4 +45,4 @@ _envops:
comment_start_string: "[#"
keep_trailing_newline: true
variable_end_string: "]]"
variable_start_string: "[["
variable_start_string: "[["

0 comments on commit 6f4eae6

Please sign in to comment.