From 4dd3e66bf5cb098ee2ea3d47f1cb8d59fddf39f6 Mon Sep 17 00:00:00 2001 From: gatorsmile Date: Wed, 9 Mar 2016 20:54:11 -0800 Subject: [PATCH] added a comment --- .../org/apache/spark/sql/catalyst/optimizer/Optimizer.scala | 1 + 1 file changed, 1 insertion(+) diff --git a/sql/catalyst/src/main/scala/org/apache/spark/sql/catalyst/optimizer/Optimizer.scala b/sql/catalyst/src/main/scala/org/apache/spark/sql/catalyst/optimizer/Optimizer.scala index 3fd65399bbeab..5b9112e9b17e4 100644 --- a/sql/catalyst/src/main/scala/org/apache/spark/sql/catalyst/optimizer/Optimizer.scala +++ b/sql/catalyst/src/main/scala/org/apache/spark/sql/catalyst/optimizer/Optimizer.scala @@ -381,6 +381,7 @@ object ColumnPruning extends Rule[LogicalPlan] { // Can't prune the columns on LeafNode case p @ Project(_, l: LeafNode) => p + // Prune windowExpressions and child of Window case p @ Project(_, w: Window) if (w.outputSet -- p.references).nonEmpty => val newWindowExprs = w.windowExpressions.filter(p.references.contains) val newGrandChild = prunedChild(w.child, w.references ++ p.references)