diff --git a/cob_datapipeline/dspace_harvest_dag.py b/cob_datapipeline/dspace_harvest_dag.py index d70d7aaa..87c71b13 100644 --- a/cob_datapipeline/dspace_harvest_dag.py +++ b/cob_datapipeline/dspace_harvest_dag.py @@ -125,7 +125,7 @@ task_id="s3_to_sftp", provide_context=True, sftp_conn_id="DSPACESFTP", - files_list_task_xcom_id="{{ ti.xcom_pull(task_ids='list_s3_files') }}", + xcom_id="{{ ti.xcom_pull(task_ids='list_s3_files') }}", sftp_base_path="production/", s3_conn_id="AIRFLOW_S3", s3_bucket=AIRFLOW_DATA_BUCKET, diff --git a/cob_datapipeline/operators/batch_s3_to_sftp_operator.py b/cob_datapipeline/operators/batch_s3_to_sftp_operator.py index fd37f05f..fa96bfa8 100644 --- a/cob_datapipeline/operators/batch_s3_to_sftp_operator.py +++ b/cob_datapipeline/operators/batch_s3_to_sftp_operator.py @@ -35,6 +35,7 @@ def __init__(self, xcom_id="", sftp_conn_id='ssh_default', s3_conn_id='aws_default', + provide_context=True, **kwargs): super(BatchS3ToSFTPOperator, self).__init__(s3_bucket=s3_bucket, s3_key=None,