You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@carbondata.apache.org by ak...@apache.org on 2019/07/22 11:17:42 UTC

[carbondata] branch master updated: [HOTFIX] Fixed sk/ak not found for datasource table

This is an automated email from the ASF dual-hosted git repository.

akashrn5 pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/carbondata.git


The following commit(s) were added to refs/heads/master by this push:
     new c0d8d34  [HOTFIX] Fixed sk/ak not found for datasource table
c0d8d34 is described below

commit c0d8d347a401fb686a293d79d136169b0ffab1d0
Author: kunal642 <ku...@gmail.com>
AuthorDate: Mon Jul 15 17:41:48 2019 +0530

    [HOTFIX] Fixed sk/ak not found for datasource table
    
    Fixed sk/ak not found for datasource table
    
    This closes #3326
---
 .../spark/sql/carbondata/execution/datasources/CarbonFileIndex.scala   | 3 ++-
 1 file changed, 2 insertions(+), 1 deletion(-)

diff --git a/integration/spark-datasource/src/main/scala/org/apache/spark/sql/carbondata/execution/datasources/CarbonFileIndex.scala b/integration/spark-datasource/src/main/scala/org/apache/spark/sql/carbondata/execution/datasources/CarbonFileIndex.scala
index c57528f..f89df36 100644
--- a/integration/spark-datasource/src/main/scala/org/apache/spark/sql/carbondata/execution/datasources/CarbonFileIndex.scala
+++ b/integration/spark-datasource/src/main/scala/org/apache/spark/sql/carbondata/execution/datasources/CarbonFileIndex.scala
@@ -35,7 +35,7 @@ import org.apache.carbondata.core.datastore.filesystem.{CarbonFile, HDFSCarbonFi
 import org.apache.carbondata.core.readcommitter.LatestFilesReadCommittedScope
 import org.apache.carbondata.core.scan.expression.{Expression => CarbonExpression}
 import org.apache.carbondata.core.scan.expression.logical.AndExpression
-import org.apache.carbondata.core.util.CarbonProperties
+import org.apache.carbondata.core.util.{CarbonProperties, ThreadLocalSessionInfo}
 import org.apache.carbondata.core.util.path.CarbonTablePath
 import org.apache.carbondata.hadoop.CarbonInputSplit
 import org.apache.carbondata.hadoop.api.{CarbonFileInputFormat, CarbonInputFormat}
@@ -95,6 +95,7 @@ class CarbonFileIndex(
     val tablePath = parameters.get("path")
     if (tablePath.nonEmpty && dataFilters.nonEmpty) {
       val hadoopConf = sparkSession.sessionState.newHadoopConf()
+      ThreadLocalSessionInfo.setConfigurationToCurrentThread(hadoopConf)
       // convert t sparks source filter
       val filters = dataFilters.flatMap(DataSourceStrategy.translateFilter)
       val dataTypeMap = dataSchema.map(f => f.name -> f.dataType).toMap