From e89d4a72489f2b41ce321e3ea2639b927d7c2bfb Mon Sep 17 00:00:00 2001 From: Reynold Xin Date: Fri, 18 Mar 2016 22:21:40 -0700 Subject: [PATCH 1/2] [SPARK-14018][SQL] BenchmarkWholeStageCodegen should accept 64-bit num records --- .../sql/execution/BenchmarkWholeStageCodegen.scala | 10 +++++----- 1 file changed, 5 insertions(+), 5 deletions(-) diff --git a/sql/core/src/test/scala/org/apache/spark/sql/execution/BenchmarkWholeStageCodegen.scala b/sql/core/src/test/scala/org/apache/spark/sql/execution/BenchmarkWholeStageCodegen.scala index a16bd77bfe4a7..11aac37610ab8 100644 --- a/sql/core/src/test/scala/org/apache/spark/sql/execution/BenchmarkWholeStageCodegen.scala +++ b/sql/core/src/test/scala/org/apache/spark/sql/execution/BenchmarkWholeStageCodegen.scala @@ -42,7 +42,7 @@ class BenchmarkWholeStageCodegen extends SparkFunSuite { lazy val sc = SparkContext.getOrCreate(conf) lazy val sqlContext = SQLContext.getOrCreate(sc) - def runBenchmark(name: String, values: Int)(f: => Unit): Unit = { + def runBenchmark(name: String, values: Long)(f: => Unit): Unit = { val benchmark = new Benchmark(name, values) Seq(false, true).foreach { enabled => @@ -56,8 +56,8 @@ class BenchmarkWholeStageCodegen extends SparkFunSuite { } // These benchmark are skipped in normal build - ignore("range/filter/sum") { - val N = 500 << 20 + test("range/filter/sum") { + val N = 500L << 20 runBenchmark("rang/filter/sum", N) { sqlContext.range(N).filter("(id & 1) = 1").groupBy().sum().collect() } @@ -71,7 +71,7 @@ class BenchmarkWholeStageCodegen extends SparkFunSuite { } ignore("range/limit/sum") { - val N = 500 << 20 + val N = 500L << 20 runBenchmark("range/limit/sum", N) { sqlContext.range(N).limit(1000000).groupBy().sum().collect() } @@ -85,7 +85,7 @@ class BenchmarkWholeStageCodegen extends SparkFunSuite { } ignore("stat functions") { - val N = 100 << 20 + val N = 100L << 20 runBenchmark("stddev", N) { sqlContext.range(N).groupBy().agg("id" -> "stddev").collect() From cbe436fd5fe341aabab9ff32752c83db1a3f5cd8 Mon Sep 17 00:00:00 2001 From: Reynold Xin Date: Fri, 18 Mar 2016 22:22:38 -0700 Subject: [PATCH 2/2] ignore --- .../apache/spark/sql/execution/BenchmarkWholeStageCodegen.scala | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/sql/core/src/test/scala/org/apache/spark/sql/execution/BenchmarkWholeStageCodegen.scala b/sql/core/src/test/scala/org/apache/spark/sql/execution/BenchmarkWholeStageCodegen.scala index 11aac37610ab8..0b1cb90186929 100644 --- a/sql/core/src/test/scala/org/apache/spark/sql/execution/BenchmarkWholeStageCodegen.scala +++ b/sql/core/src/test/scala/org/apache/spark/sql/execution/BenchmarkWholeStageCodegen.scala @@ -56,7 +56,7 @@ class BenchmarkWholeStageCodegen extends SparkFunSuite { } // These benchmark are skipped in normal build - test("range/filter/sum") { + ignore("range/filter/sum") { val N = 500L << 20 runBenchmark("rang/filter/sum", N) { sqlContext.range(N).filter("(id & 1) = 1").groupBy().sum().collect()