0005035: Big Query support for bulk loading data with commas

JumpMind · Jun 22, 2021 · d341f8f · d341f8f
1 parent 830b498
commit d341f8f
Showing 1 changed file with 4 additions and 1 deletion.
diff --git a/symmetric-client/src/main/java/org/jumpmind/symmetric/io/BigQueryBulkDatabaseWriter.java b/symmetric-client/src/main/java/org/jumpmind/symmetric/io/BigQueryBulkDatabaseWriter.java
@@ -18,6 +18,7 @@
 import org.jumpmind.symmetric.service.IParameterService;
 
 import com.google.cloud.bigquery.BigQuery;
+import com.google.cloud.bigquery.CsvOptions;
 import com.google.cloud.bigquery.FormatOptions;
 import com.google.cloud.bigquery.Job;
 import com.google.cloud.bigquery.JobId;
@@ -47,8 +48,10 @@ public void loadToCloudDatabase() throws SQLException {
             File csvPath = this.stagedInputFile.getFile();
 
             TableId tableId = TableId.of(this.targetTable.getSchema(), this.targetTable.getName());
+            CsvOptions csvOptions = CsvOptions.newBuilder().setFieldDelimiter(fieldTerminator).build();
+
             WriteChannelConfiguration writeChannelConfiguration =
-                WriteChannelConfiguration.newBuilder(tableId).setFormatOptions(FormatOptions.csv()).setAutodetect(false).setDestinationTable(tableId).build();
+                WriteChannelConfiguration.newBuilder(tableId).setFormatOptions(csvOptions).setAutodetect(false).setDestinationTable(tableId).build();
             // The location must be specified; other fields can be auto-detected.
             JobId jobId = JobId.newBuilder()
                     .setLocation(bigquery.getOptions().getLocation())