KE-37693 user-specified repartition shouldn't be optimized with Coale…

…sceShufflePartitions
RolatZhang · Jul 1, 2022 · 00f228b · 00f228b
1 parent 2901ec6
commit 00f228b
Showing 1 changed file with 2 additions and 1 deletion.
diff --git a/sql/core/src/main/scala/org/apache/spark/sql/execution/adaptive/AQEUtils.scala b/sql/core/src/main/scala/org/apache/spark/sql/execution/adaptive/AQEUtils.scala
@@ -18,7 +18,7 @@
 package org.apache.spark.sql.execution.adaptive
 
 import org.apache.spark.sql.catalyst.plans.physical.{Distribution, HashClusteredDistribution, HashPartitioning, UnspecifiedDistribution}
-import org.apache.spark.sql.execution.{CollectMetricsExec, FilterExec, ProjectExec, SortExec, SparkPlan}
+import org.apache.spark.sql.execution.{CollectMetricsExec, DeserializeToObjectExec, FilterExec, ProjectExec, SortExec, SparkPlan}
 import org.apache.spark.sql.execution.exchange.{REPARTITION_BY_COL, REPARTITION_BY_NUM, ShuffleExchangeExec}
 
 object AQEUtils {
@@ -55,6 +55,7 @@ object AQEUtils {
           }
         case other => Some(other)
       }
+    case d: DeserializeToObjectExec => getRequiredDistribution(d.child)
     case _ => Some(UnspecifiedDistribution)
   }
 }