Fix write disposition (#170)

The-Academic-Observatory · Jun 26, 2023 · 5019bbc · 5019bbc
1 parent b7ed3d3
commit 5019bbc
Show file tree

Hide file tree

Showing 2 changed files with 0 additions and 2 deletions.
diff --git a/academic_observatory_workflows/workflows/crossref_events_telescope.py b/academic_observatory_workflows/workflows/crossref_events_telescope.py
@@ -514,7 +514,6 @@ def bq_load_main_table(self, release: CrossrefEventsRelease, **kwargs):
             table_id=release.bq_main_table_id,
             schema_file_path=self.schema_file_path,
             source_format=SourceFormat.NEWLINE_DELIMITED_JSON,
-            write_disposition=bigquery.WriteDisposition.WRITE_TRUNCATE,
             ignore_unknown_values=True,
         )
         set_task_state(success, self.bq_load_main_table.__name__, release)

diff --git a/academic_observatory_workflows/workflows/open_citations_telescope.py b/academic_observatory_workflows/workflows/open_citations_telescope.py
@@ -264,7 +264,6 @@ def bq_load(self, releases: List[OpenCitationsRelease], **kwargs) -> None:
                 csv_quote_character='"',
                 csv_skip_leading_rows=1,
                 csv_allow_quoted_newlines=True,
-                write_disposition=bigquery.WriteDisposition.WRITE_APPEND,
                 ignore_unknown_values=True,
             )
             set_task_state(success, self.bq_load.__name__, release)