[Spark] Fix compaction for cdc table (#498)

Signed-off-by: chenxu <chenxu@dmetasoul.com> Co-authored-by: chenxu <chenxu@dmetasoul.com>
lakesoul-io · Jun 19, 2024 · 404222f · 404222f
1 parent e15c8e7
commit 404222f
Showing 1 changed file with 1 addition and 0 deletions.
diff --git a/lakesoul-spark/src/main/scala/org/apache/spark/sql/lakesoul/TransactionalWrite.scala b/lakesoul-spark/src/main/scala/org/apache/spark/sql/lakesoul/TransactionalWrite.scala
@@ -136,6 +136,7 @@ trait TransactionalWrite {
         val cdcColName = cdcCol.get
         data.withColumn(cdcColName,
           when(col(cdcColName) === "update", "insert")
+            .otherwise(col(cdcColName))
         ).where(s"$cdcColName != 'delete'")
       } else {
         data