SparkSQL: Support for CONVERT TO DELTA command

src/sqlfluff/dialects/dialect_sparksql.py

@@ -380,6 +380,7 @@
         # Similar to DataSourcesV2
         "DELTA",  # https://github.com/delta-io/delta
         "CSV",
+        "ICEBERG",
         "TEXT",
         "BINARYFILE",
     ),
@@ -423,14 +424,20 @@
     StartHintSegment=StringParser("/*+", KeywordSegment, name="start_hint"),
     EndHintSegment=StringParser("*/", KeywordSegment, name="end_hint"),
     PartitionSpecGrammar=Sequence(
-        OneOf("PARTITION", Sequence("PARTITIONED", "BY")),
+        OneOf(
+            "PARTITION",
+            Sequence("PARTITIONED", "BY"),
+        ),
         Bracketed(
             Delimited(
-                Sequence(
-                    Ref("ColumnReferenceSegment"),
-                    Ref("EqualsSegment", optional=True),
-                    Ref("LiteralGrammar", optional=True),
-                    Ref("CommentGrammar", optional=True),
+                OneOf(
+                    Ref("ColumnDefinitionSegment"),
+                    Sequence(
+                        Ref("ColumnReferenceSegment"),
+                        Ref("EqualsSegment", optional=True),
+                        Ref("LiteralGrammar", optional=True),
+                        Ref("CommentGrammar", optional=True),
+                    ),
                 ),
             ),
         ),
@@ -2238,6 +2245,7 @@ class StatementSegment(ansi.StatementSegment):
             Ref("DescribeHistoryStatementSegment"),
             Ref("DescribeDetailStatementSegment"),
             Ref("GenerateManifestFileStatementSegment"),
+            Ref("ConvertToDeltaStatementSegment"),
         ],
         remove=[
             Ref("TransactionStatementSegment"),
@@ -2711,3 +2719,22 @@ class GenerateManifestFileStatementSegment(BaseSegment):
             Ref("TableReferenceSegment"),
         ),
     )
+
+
+class ConvertToDeltaStatementSegment(BaseSegment):
+    """A statement to convert other file formats to Delta.
+
+    https://docs.delta.io/latest/delta-utility.html#convert-a-parquet-table-to-a-delta-table
+    https://docs.databricks.com/delta/delta-utility.html#convert-an-iceberg-table-to-a-delta-table
+    """
+
+    type = "convert_to_delta_statement"
+
+    match_grammar: Matchable = Sequence(
+        "CONVERT",
+        "TO",
+        "DELTA",
+        Ref("FileReferenceSegment"),
+        Sequence("NO", "STATISTICS", optional=True),
+        Ref("PartitionSpecGrammar", optional=True),
+    )

src/sqlfluff/dialects/dialect_sparksql_keywords.py

@@ -280,6 +280,7 @@
     # Community Contributed Data Sources
     "DELTA",  # https://github.com/delta-io/delta
     "XML",  # https://github.com/databricks/spark-xml
+    "ICEBERG",
     # Delta Lake
     "DETAIL",
     "DRY",

test/fixtures/dialects/sparksql/delta_convert_to.sql

@@ -0,0 +1,13 @@
+-- Convert unpartitioned Parquet table at path '<path-to-table>'
+CONVERT TO DELTA PARQUET.`/data/events/`;
+
+-- Convert partitioned Parquet table at path '<path-to-table>'
+-- and partitioned by integer columns named 'part' and 'part2'
+CONVERT TO DELTA PARQUET.`/data/events/` PARTITIONED BY (part int, part2 int);
+
+-- Convert the Iceberg table in the path <path-to-table>.
+CONVERT TO DELTA ICEBERG.`/data/events/`;
+
+-- Convert the Iceberg table in the path <path-to-table>
+-- without collecting statistics
+CONVERT TO DELTA ICEBERG.`/data/events/` NO STATISTICS;

test/fixtures/dialects/sparksql/delta_convert_to.yml

@@ -0,0 +1,65 @@
+# YML test files are auto-generated from SQL files and should not be edited by
+# hand. To help enforce this, the "hash" field in the file must match a hash
+# computed by SQLFluff when running the tests. Please run
+# `python test/generate_parse_fixture_yml.py`  to generate them after adding or
+# altering SQL files.
+_hash: 2c7c05978f82e2fc0f6dbdf7d8f1ae11b70b24c3d2ca90a2288bd6d145ae5a08
+file:
+- statement:
+    convert_to_delta_statement:
+    - keyword: CONVERT
+    - keyword: TO
+    - keyword: DELTA
+    - file_reference:
+        keyword: PARQUET
+        dot: .
+        identifier: '`/data/events/`'
+- statement_terminator: ;
+- statement:
+    convert_to_delta_statement:
+    - keyword: CONVERT
+    - keyword: TO
+    - keyword: DELTA
+    - file_reference:
+        keyword: PARQUET
+        dot: .
+        identifier: '`/data/events/`'
+    - keyword: PARTITIONED
+    - keyword: BY
+    - bracketed:
+      - start_bracket: (
+      - column_definition:
+          identifier: part
+          data_type:
+            primitive_type:
+              keyword: int
+      - comma: ','
+      - column_definition:
+          identifier: part2
+          data_type:
+            primitive_type:
+              keyword: int
+      - end_bracket: )
+- statement_terminator: ;
+- statement:
+    convert_to_delta_statement:
+    - keyword: CONVERT
+    - keyword: TO
+    - keyword: DELTA
+    - file_reference:
+        keyword: ICEBERG
+        dot: .
+        identifier: '`/data/events/`'
+- statement_terminator: ;
+- statement:
+    convert_to_delta_statement:
+    - keyword: CONVERT
+    - keyword: TO
+    - keyword: DELTA
+    - file_reference:
+        keyword: ICEBERG
+        dot: .
+        identifier: '`/data/events/`'
+    - keyword: 'NO'
+    - keyword: STATISTICS
+- statement_terminator: ;