added a condition for Not operator in ParquetFilter.

apache · Dec 12, 2015 · 79be2c3 · 79be2c3
1 parent 03138b6
commit 79be2c3
Showing 1 changed file with 4 additions and 1 deletion.
diff --git a/...re/src/main/scala/org/apache/spark/sql/execution/datasources/parquet/ParquetFilters.scala b/...re/src/main/scala/org/apache/spark/sql/execution/datasources/parquet/ParquetFilters.scala
@@ -265,7 +265,10 @@ private[sql] object ParquetFilters {
           rhsFilter <- createFilter(schema, rhs)
         } yield FilterApi.or(lhsFilter, rhsFilter)
 
-      case sources.Not(pred) =>
+      // Here, we assume the Optimizer's rule BooleanSimplification has applied `Not` operator
+      // in the underlying `And` and `Or` expressions.
+      case sources.Not(pred)
+        if (!pred.isInstanceOf[sources.And] && !pred.isInstanceOf[sources.Or]) =>
         createFilter(schema, pred).map(FilterApi.not)
 
       case _ => None