From 9ea49ed46eae7130f2856c9302fd028e5cb988ca Mon Sep 17 00:00:00 2001 From: David Kinzer Date: Thu, 31 Mar 2022 17:18:38 -0400 Subject: [PATCH] BL-1634: Update bw path to use correct folder. Now that the bw files are no longer in the root directory, we need to use the correct path that references the ALMASFTP_S3_ORIGINAL_BW_DATA_NAMESPACE variable. --- cob_datapipeline/catalog_full_reindex_dag.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/cob_datapipeline/catalog_full_reindex_dag.py b/cob_datapipeline/catalog_full_reindex_dag.py index 0e2607cf..09c4fa90 100644 --- a/cob_datapipeline/catalog_full_reindex_dag.py +++ b/cob_datapipeline/catalog_full_reindex_dag.py @@ -128,7 +128,7 @@ "BUCKET": AIRFLOW_DATA_BUCKET, "DEST_FOLDER": ALMASFTP_S3_PREFIX + "/" + DAG.dag_id + "/{{ ti.xcom_pull(task_ids='set_s3_namespace') }}/lookup.tsv", "S3_KEYS": "{{ ti.xcom_pull(task_ids='list_boundwith_s3_data') }}", - "SOURCE_FOLDER": ALMASFTP_S3_PREFIX + "/alma_bibs__boundwith" + "SOURCE_FOLDER": ALMASFTP_S3_PREFIX + "/bw/" + ALMASFTP_S3_ORIGINAL_BW_DATA_NAMESPACE + "/alma_bibs__boundwith" }, dag=DAG )