Adding a comment.

artie-labs · Jun 17, 2024 · cf2c562 · cf2c562
1 parent e1ccef2
commit cf2c562
Showing 1 changed file with 2 additions and 1 deletion.
diff --git a/clients/bigquery/merge.go b/clients/bigquery/merge.go
@@ -51,7 +51,8 @@ func (s *Store) Merge(tableData *optimization.TableData) error {
 		AdditionalEqualityStrings: additionalEqualityStrings,
 		// BigQuery has DDL quotas.
 		RetryColBackfill: true,
-		SubQueryDedupe:   true,
+		// We are using BigQuery's streaming API which doesn't guarantee exactly once semantics
+		SubQueryDedupe: true,
 	})
 }