Update - Made tansform parallelised

The-Academic-Observatory · May 9, 2023 · 6a19b1d · 6a19b1d
1 parent 4936302
commit 6a19b1d
Show file tree

Hide file tree

Showing 2 changed files with 217 additions and 329 deletions.
diff --git a/academic_observatory_workflows/dags/pubmed_telescope.py b/academic_observatory_workflows/dags/pubmed_telescope.py
@@ -39,7 +39,7 @@
         schema_folder="none",
         source_format=SourceFormat.NEWLINE_DELIMITED_JSON,
         workflow_id=workflow.id,
-        start_date=pendulum.datetime(2022, 12, 4),
+        start_date=pendulum.datetime(2022, 12, 1),
         schedule_interval="@weekly",
         catchup=True,
         ftp_server_url="ftp.ncbi.nlm.nih.gov",