Skip to content

Commit

Permalink
address comment
Browse files Browse the repository at this point in the history
  • Loading branch information
cloud-fan committed Aug 7, 2019
1 parent 0652c22 commit 264a259
Showing 1 changed file with 15 additions and 6 deletions.
Expand Up @@ -208,12 +208,21 @@ class HiveExplainSuite extends QueryTest with SQLTestUtils with TestHiveSingleto
}

test("SPARK-28595: explain should not trigger partition listing") {
HiveCatalogMetrics.reset()
withTable("t") {
sql("CREATE TABLE t USING json PARTITIONED BY (j) AS SELECT 1 i, 2 j")
assert(HiveCatalogMetrics.METRIC_PARTITIONS_FETCHED.getCount == 0)
spark.table("t").explain()
assert(HiveCatalogMetrics.METRIC_PARTITIONS_FETCHED.getCount == 0)
Seq(true, false).foreach { legacyBucketedScan =>
withSQLConf(
SQLConf.LEGACY_BUCKETED_TABLE_SCAN_OUTPUT_ORDERING.key -> legacyBucketedScan.toString) {
HiveCatalogMetrics.reset()
withTable("t") {
sql("CREATE TABLE t USING json PARTITIONED BY (j) AS SELECT 1 i, 2 j")
assert(HiveCatalogMetrics.METRIC_PARTITIONS_FETCHED.getCount == 0)
spark.table("t").explain()
if (legacyBucketedScan) {
assert(HiveCatalogMetrics.METRIC_PARTITIONS_FETCHED.getCount > 0)
} else {
assert(HiveCatalogMetrics.METRIC_PARTITIONS_FETCHED.getCount == 0)
}
}
}
}
}
}

0 comments on commit 264a259

Please sign in to comment.