From 5019bbc132c1bca75ac958709719ee3c8c086151 Mon Sep 17 00:00:00 2001 From: Jamie Diprose <5715104+jdddog@users.noreply.github.com> Date: Mon, 26 Jun 2023 15:02:18 +1200 Subject: [PATCH] Fix write disposition (#170) --- .../workflows/crossref_events_telescope.py | 1 - .../workflows/open_citations_telescope.py | 1 - 2 files changed, 2 deletions(-) diff --git a/academic_observatory_workflows/workflows/crossref_events_telescope.py b/academic_observatory_workflows/workflows/crossref_events_telescope.py index 2504fb77b..8b7646a08 100644 --- a/academic_observatory_workflows/workflows/crossref_events_telescope.py +++ b/academic_observatory_workflows/workflows/crossref_events_telescope.py @@ -514,7 +514,6 @@ def bq_load_main_table(self, release: CrossrefEventsRelease, **kwargs): table_id=release.bq_main_table_id, schema_file_path=self.schema_file_path, source_format=SourceFormat.NEWLINE_DELIMITED_JSON, - write_disposition=bigquery.WriteDisposition.WRITE_TRUNCATE, ignore_unknown_values=True, ) set_task_state(success, self.bq_load_main_table.__name__, release) diff --git a/academic_observatory_workflows/workflows/open_citations_telescope.py b/academic_observatory_workflows/workflows/open_citations_telescope.py index d16edad71..142c97bfc 100644 --- a/academic_observatory_workflows/workflows/open_citations_telescope.py +++ b/academic_observatory_workflows/workflows/open_citations_telescope.py @@ -264,7 +264,6 @@ def bq_load(self, releases: List[OpenCitationsRelease], **kwargs) -> None: csv_quote_character='"', csv_skip_leading_rows=1, csv_allow_quoted_newlines=True, - write_disposition=bigquery.WriteDisposition.WRITE_APPEND, ignore_unknown_values=True, ) set_task_state(success, self.bq_load.__name__, release)