You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@carbondata.apache.org by ak...@apache.org on 2019/07/22 11:17:42 UTC
[carbondata] branch master updated: [HOTFIX] Fixed sk/ak not found
for datasource table
This is an automated email from the ASF dual-hosted git repository.
akashrn5 pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/carbondata.git
The following commit(s) were added to refs/heads/master by this push:
new c0d8d34 [HOTFIX] Fixed sk/ak not found for datasource table
c0d8d34 is described below
commit c0d8d347a401fb686a293d79d136169b0ffab1d0
Author: kunal642 <ku...@gmail.com>
AuthorDate: Mon Jul 15 17:41:48 2019 +0530
[HOTFIX] Fixed sk/ak not found for datasource table
Fixed sk/ak not found for datasource table
This closes #3326
---
.../spark/sql/carbondata/execution/datasources/CarbonFileIndex.scala | 3 ++-
1 file changed, 2 insertions(+), 1 deletion(-)
diff --git a/integration/spark-datasource/src/main/scala/org/apache/spark/sql/carbondata/execution/datasources/CarbonFileIndex.scala b/integration/spark-datasource/src/main/scala/org/apache/spark/sql/carbondata/execution/datasources/CarbonFileIndex.scala
index c57528f..f89df36 100644
--- a/integration/spark-datasource/src/main/scala/org/apache/spark/sql/carbondata/execution/datasources/CarbonFileIndex.scala
+++ b/integration/spark-datasource/src/main/scala/org/apache/spark/sql/carbondata/execution/datasources/CarbonFileIndex.scala
@@ -35,7 +35,7 @@ import org.apache.carbondata.core.datastore.filesystem.{CarbonFile, HDFSCarbonFi
import org.apache.carbondata.core.readcommitter.LatestFilesReadCommittedScope
import org.apache.carbondata.core.scan.expression.{Expression => CarbonExpression}
import org.apache.carbondata.core.scan.expression.logical.AndExpression
-import org.apache.carbondata.core.util.CarbonProperties
+import org.apache.carbondata.core.util.{CarbonProperties, ThreadLocalSessionInfo}
import org.apache.carbondata.core.util.path.CarbonTablePath
import org.apache.carbondata.hadoop.CarbonInputSplit
import org.apache.carbondata.hadoop.api.{CarbonFileInputFormat, CarbonInputFormat}
@@ -95,6 +95,7 @@ class CarbonFileIndex(
val tablePath = parameters.get("path")
if (tablePath.nonEmpty && dataFilters.nonEmpty) {
val hadoopConf = sparkSession.sessionState.newHadoopConf()
+ ThreadLocalSessionInfo.setConfigurationToCurrentThread(hadoopConf)
// convert t sparks source filter
val filters = dataFilters.flatMap(DataSourceStrategy.translateFilter)
val dataTypeMap = dataSchema.map(f => f.name -> f.dataType).toMap