Skip to content

Commit

Permalink
dagger auto commit dag-587d8e7cce4f5d9b115a008cae71b346f5ba81a3
Browse files Browse the repository at this point in the history
  • Loading branch information
dom-zuhlke committed Jul 15, 2020
1 parent 24743da commit 2f1030e
Showing 1 changed file with 16 additions and 16 deletions.
32 changes: 16 additions & 16 deletions pycode_test/dag.py
Original file line number Diff line number Diff line change
@@ -1,29 +1,29 @@
# -*- coding: utf-8 -*-
#
# This file was auto-generated at 2020-07-15T07:49:15.768107 by boundary-layer, version 1.7.16.
# This file was auto-generated at 2020-07-15T08:48:02.819692 by boundary-layer, version 1.7.16.
#
# DO NOT EDIT!
#
# The configuration that generated this DAG was:
# filename: /var/folders/q_/chp38t3s533bk603sckrr9hm0000gn/T/tmp13713au9
# date: 2020-07-15T07:49:15.768107
# md5: 7d9b02c3151e64bfbb7cb580a14605b3
# filename: /var/folders/q_/chp38t3s533bk603sckrr9hm0000gn/T/tmpwpyravvk
# date: 2020-07-15T08:48:02.819692
# md5: ce8e96a6825a70b086e4e64bba33ddae
#
# The configuration contents are below:
###############################################################################
# {'name': 'allianz-daily', 'dag_args': {'schedule_interval': '@daily', 'catchup': False, 'access_control': {'Report_Runner': ['can_dag_edit', 'can_dag_read'], 'Report_Viewer': ['can_dag_read']}}, 'default_task_args': {'start_date': '2020-06-23', 'owner': 'airflow', 'retries': 1, 'is_delete_operator_pod': True, 'in_cluster': True, 'namespace': 'moneyhero-staging-airflow', 'configmaps': ['reports'], 'secrets': [{'deploy_type': 'env', 'deploy_target': None, 'secret': 'reports'}], 'image': 'cag/data-engineering-deploy', 'depends_on_past': False, 'retry_delay': 300, 'name': 'test_target', 'repository': 'https://github.com/onetonfoot/ExprManipulation.jl.git', 'folder': 'pycode_test', 'params_file': 'moneyhero.yaml'}, 'operators': [{'name': 'allianz-daily', 'type': 'k8s', 'properties': {'name': 'allianz-daily', 'cmds': ['execute-report'], 'arguments': ['--report-date={{ts}}', '--profile=env', '--verbose', '--params-yaml={"report_name": "moneyhero-ob-allianz-daily", "report_group": "refapp", "target": {"name": "pp"}, "encoding": "csv", "notebook_params": {"datasource": "crm", "report_sql": "file://jobs/online_banking/allianz_daily/models/main.sql", "params": {"header": true, "partner": "Allianz HK", "country": "HKG", "names": ["Online Banking (Gift)"]}}}', 'sql-query-report']}}]}
# {'name': 'allianz-daily', 'dag_args': {'schedule_interval': '@daily', 'catchup': False, 'access_control': {'Report_Runner': ['can_dag_edit', 'can_dag_read'], 'Report_Viewer': ['can_dag_read']}}, 'default_task_args': {'start_date': '2020-06-23', 'owner': 'airflow', 'retries': 1, 'is_delete_operator_pod': True, 'in_cluster': True, 'namespace': 'moneyhero-staging-airflow', 'configmaps': ['reports'], 'secrets': [{'deploy_type': 'env', 'deploy_target': None, 'secret': 'reports'}], 'image': 'cag/data-engineering-deploy', 'depends_on_past': False, 'retry_delay': 300, 'name': 'test_target', 'repository': 'https://github.com/onetonfoot/ExprManipulation.jl', 'folder': 'pycode_test', 'params_file': 'moneyhero.yaml'}, 'operators': [{'name': 'allianz-daily', 'type': 'k8s', 'properties': {'name': 'allianz-daily', 'cmds': ['execute-report'], 'arguments': ['--report-date={{ts}}', '--profile=env', '--verbose', '--params-yaml={"report_name": "moneyhero-ob-allianz-daily", "report_group": "refapp", "target": {"name": "pp"}, "encoding": "csv", "notebook_params": {"datasource": "crm", "report_sql": "file://jobs/online_banking/allianz_daily/models/main.sql", "params": {"header": true, "partner": "Allianz HK", "country": "HKG", "names": ["Online Banking (Gift)"]}}}', 'sql-query-report']}}]}
###############################################################################
#

import os
import re
from airflow import DAG

import airflow.contrib.kubernetes.pod
import airflow.contrib.kubernetes.secret
import datetime
import airflow.contrib.kubernetes.volume
import airflow.contrib.kubernetes.pod
import airflow.contrib.kubernetes.volume_mount
import datetime
import airflow.contrib.kubernetes.secret

from airflow.contrib.operators.kubernetes_pod_operator import KubernetesPodOperator

Expand All @@ -40,30 +40,30 @@
'depends_on_past': False,
'retry_delay': 300,
'name': 'test_target',
'repository': 'https://github.com/onetonfoot/ExprManipulation.jl.git',
'repository': 'https://github.com/onetonfoot/ExprManipulation.jl',
'folder': 'pycode_test',
'params_file': 'moneyhero.yaml',
}

dag = DAG(
catchup=False,
schedule_interval='@daily',
max_active_runs=1,
catchup=False,
access_control={'Report_Runner': [
'can_dag_edit', 'can_dag_read'], 'Report_Viewer': ['can_dag_read']},
dag_id='allianz_daily',
default_args=DEFAULT_TASK_ARGS,
)

allianz_daily = KubernetesPodOperator(
secrets=[(airflow.contrib.kubernetes.secret.Secret(
deploy_type='env', deploy_target='None', secret='reports'))],
start_date=(datetime.datetime(2020, 6, 23, 0, 0)),
name='allianz-daily',
retry_delay=(datetime.timedelta(seconds=300)),
task_id='allianz_daily',
cmds=['execute-report'],
retry_delay=(datetime.timedelta(seconds=300)),
dag=(dag),
arguments=['--report-date={{ts}}', '--profile=env', '--verbose',
'--params-yaml={"report_name": "moneyhero-ob-allianz-daily", "report_group": "refapp", "target": {"name": "pp"}, "encoding": "csv", "notebook_params": {"datasource": "crm", "report_sql": "file://jobs/online_banking/allianz_daily/models/main.sql", "params": {"header": true, "partner": "Allianz HK", "country": "HKG", "names": ["Online Banking (Gift)"]}}}', 'sql-query-report'],
dag=(dag),
secrets=[(airflow.contrib.kubernetes.secret.Secret(
deploy_type='env', deploy_target='None', secret='reports'))],
task_id='allianz_daily',
name='allianz-daily',
)

0 comments on commit 2f1030e

Please sign in to comment.