diff --git a/cob_datapipeline/catalog_move_alma_sftp_to_s3_dag.py b/cob_datapipeline/catalog_move_alma_sftp_to_s3_dag.py index 11c9f4a4..a18a5998 100644 --- a/cob_datapipeline/catalog_move_alma_sftp_to_s3_dag.py +++ b/cob_datapipeline/catalog_move_alma_sftp_to_s3_dag.py @@ -58,7 +58,7 @@ def calculate_list_of_files_to_move(**context): s3_bucket=S3_BUCKET, s3_prefix="almasftp/{{ ti.xcom_pull(task_ids='get_list_of_alma_sftp_files_to_transer', key='most_recent_date' )}}/", sftp_base_path="./", - files_list_task_xcom_id="get_list_of_alma_sftp_files_to_transer", + xcom_id="get_list_of_alma_sftp_files_to_transer", sftp_conn_id="ALMASFTP", s3_conn_id=S3_CONN_ID, dag=DAG, diff --git a/cob_datapipeline/operators/batch_s3_to_sftp_operator.py b/cob_datapipeline/operators/batch_s3_to_sftp_operator.py index a16fb474..fd37f05f 100644 --- a/cob_datapipeline/operators/batch_s3_to_sftp_operator.py +++ b/cob_datapipeline/operators/batch_s3_to_sftp_operator.py @@ -35,12 +35,10 @@ def __init__(self, xcom_id="", sftp_conn_id='ssh_default', s3_conn_id='aws_default', - *args, **kwargs): super(BatchS3ToSFTPOperator, self).__init__(s3_bucket=s3_bucket, s3_key=None, sftp_path=None, - *args, **kwargs) self.sftp_conn_id = sftp_conn_id self.xcom_id = xcom_id diff --git a/cob_datapipeline/operators/batch_sftp_to_s3_operator.py b/cob_datapipeline/operators/batch_sftp_to_s3_operator.py index da7896ab..b22b7a7f 100644 --- a/cob_datapipeline/operators/batch_sftp_to_s3_operator.py +++ b/cob_datapipeline/operators/batch_sftp_to_s3_operator.py @@ -35,9 +35,9 @@ def __init__(self, xcom_id="", sftp_conn_id='ssh_default', s3_conn_id='aws_default', - *args, + provide_context=True, **kwargs): - super(BatchSFTPToS3Operator, self).__init__(s3_bucket=s3_bucket, s3_key=None, sftp_path=None, *args, **kwargs) + super(BatchSFTPToS3Operator, self).__init__(s3_bucket=s3_bucket, s3_key=None, sftp_path=None, **kwargs) self.sftp_conn_id = sftp_conn_id self.xcom_id = xcom_id self.sftp_base_path= sftp_base_path