From 208dca88f9a70835aca7aca0e9382f67a68d2714 Mon Sep 17 00:00:00 2001 From: jackylee-ch Date: Thu, 3 Sep 2026 14:53:40 +0800 Subject: [PATCH] [format] Support sep as fallback key of csv.field-delimiter sep is Spark's option name for the CSV field delimiter, and the other fallback keys in CsvOptions already mirror Spark's CSV option names. Without it, setting sep is silently ignored and the delimiter falls back to the default comma. --- .../src/main/java/org/apache/paimon/format/csv/CsvOptions.java | 2 +- .../java/org/apache/paimon/format/csv/CsvFileFormatTest.java | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/paimon-format/src/main/java/org/apache/paimon/format/csv/CsvOptions.java b/paimon-format/src/main/java/org/apache/paimon/format/csv/CsvOptions.java index c6261415a7be..4221282c31e7 100644 --- a/paimon-format/src/main/java/org/apache/paimon/format/csv/CsvOptions.java +++ b/paimon-format/src/main/java/org/apache/paimon/format/csv/CsvOptions.java @@ -33,7 +33,7 @@ public class CsvOptions { ConfigOptions.key("csv.field-delimiter") .stringType() .defaultValue(",") - .withFallbackKeys("field-delimiter", "seq", "delimiter") + .withFallbackKeys("field-delimiter", "seq", "delimiter", "sep") .withDescription("The field delimiter for CSV or TXT format"); public static final ConfigOption LINE_DELIMITER = diff --git a/paimon-format/src/test/java/org/apache/paimon/format/csv/CsvFileFormatTest.java b/paimon-format/src/test/java/org/apache/paimon/format/csv/CsvFileFormatTest.java index 008bd564ab65..47fc3677260c 100644 --- a/paimon-format/src/test/java/org/apache/paimon/format/csv/CsvFileFormatTest.java +++ b/paimon-format/src/test/java/org/apache/paimon/format/csv/CsvFileFormatTest.java @@ -212,7 +212,7 @@ public void testCsvFieldDelimiterFallbackKeys() throws IOException { GenericRow.of(1, BinaryString.fromString("Alice")), GenericRow.of(2, BinaryString.fromString("Bob"))); - for (String fallbackKey : new String[] {"field-delimiter", "seq", "delimiter"}) { + for (String fallbackKey : new String[] {"field-delimiter", "seq", "delimiter", "sep"}) { Options options = new Options(); options.set(fallbackKey, ";");