diff --git a/sql/core/src/main/scala/org/apache/spark/sql/execution/datasources/TableFileCatalog.scala b/sql/core/src/main/scala/org/apache/spark/sql/execution/datasources/TableFileCatalog.scala index 9098c5385fc62..118ba22b80aa1 100644 --- a/sql/core/src/main/scala/org/apache/spark/sql/execution/datasources/TableFileCatalog.scala +++ b/sql/core/src/main/scala/org/apache/spark/sql/execution/datasources/TableFileCatalog.scala @@ -39,11 +39,12 @@ class TableFileCatalog( val db: String, val table: String, override val partitionSchema: StructType, - override val sizeInBytes: Long, - fileStatusCache: FileStatusCache = NoopCache) extends FileCatalog { + override val sizeInBytes: Long) extends FileCatalog { protected val hadoopConf = sparkSession.sessionState.newHadoopConf + private val fileStatusCache = FileStatusCache.getOrInitializeShared(new Object(), sparkSession) + private val externalCatalog = sparkSession.sharedState.externalCatalog private val catalogTable = externalCatalog.getTable(db, table) diff --git a/sql/hive/src/main/scala/org/apache/spark/sql/hive/HiveMetastoreCatalog.scala b/sql/hive/src/main/scala/org/apache/spark/sql/hive/HiveMetastoreCatalog.scala index 0b2056933ace1..c704df4caabdd 100644 --- a/sql/hive/src/main/scala/org/apache/spark/sql/hive/HiveMetastoreCatalog.scala +++ b/sql/hive/src/main/scala/org/apache/spark/sql/hive/HiveMetastoreCatalog.scala @@ -230,8 +230,7 @@ private[hive] class HiveMetastoreCatalog(sparkSession: SparkSession) extends Log val sizeInBytes = metastoreRelation.statistics.sizeInBytes.toLong val fileCatalog = { val catalog = new TableFileCatalog( - sparkSession, db, table, partitionSchema, sizeInBytes, - FileStatusCache.getOrInitializeShared(new Object(), sparkSession)) + sparkSession, db, table, partitionSchema, sizeInBytes) if (lazyPruningEnabled) { catalog } else {