From c0d8d347a401fb686a293d79d136169b0ffab1d0 Mon Sep 17 00:00:00 2001 From: kunal642 Date: Mon, 15 Jul 2019 17:41:48 +0530 Subject: [PATCH] [HOTFIX] Fixed sk/ak not found for datasource table Fixed sk/ak not found for datasource table This closes #3326 --- .../sql/carbondata/execution/datasources/CarbonFileIndex.scala | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/integration/spark-datasource/src/main/scala/org/apache/spark/sql/carbondata/execution/datasources/CarbonFileIndex.scala b/integration/spark-datasource/src/main/scala/org/apache/spark/sql/carbondata/execution/datasources/CarbonFileIndex.scala index c57528fc52b..f89df365e20 100644 --- a/integration/spark-datasource/src/main/scala/org/apache/spark/sql/carbondata/execution/datasources/CarbonFileIndex.scala +++ b/integration/spark-datasource/src/main/scala/org/apache/spark/sql/carbondata/execution/datasources/CarbonFileIndex.scala @@ -35,7 +35,7 @@ import org.apache.carbondata.core.datastore.filesystem.{CarbonFile, HDFSCarbonFi import org.apache.carbondata.core.readcommitter.LatestFilesReadCommittedScope import org.apache.carbondata.core.scan.expression.{Expression => CarbonExpression} import org.apache.carbondata.core.scan.expression.logical.AndExpression -import org.apache.carbondata.core.util.CarbonProperties +import org.apache.carbondata.core.util.{CarbonProperties, ThreadLocalSessionInfo} import org.apache.carbondata.core.util.path.CarbonTablePath import org.apache.carbondata.hadoop.CarbonInputSplit import org.apache.carbondata.hadoop.api.{CarbonFileInputFormat, CarbonInputFormat} @@ -95,6 +95,7 @@ class CarbonFileIndex( val tablePath = parameters.get("path") if (tablePath.nonEmpty && dataFilters.nonEmpty) { val hadoopConf = sparkSession.sessionState.newHadoopConf() + ThreadLocalSessionInfo.setConfigurationToCurrentThread(hadoopConf) // convert t sparks source filter val filters = dataFilters.flatMap(DataSourceStrategy.translateFilter) val dataTypeMap = dataSchema.map(f => f.name -> f.dataType).toMap