You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@carbondata.apache.org by aj...@apache.org on 2019/11/15 13:58:52 UTC

[carbondata] branch master updated: [HOTFIX] Remove unnecessary list files API invocation

This is an automated email from the ASF dual-hosted git repository.

ajantha pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/carbondata.git


The following commit(s) were added to refs/heads/master by this push:
     new 4e45354  [HOTFIX] Remove unnecessary list files API invocation
4e45354 is described below

commit 4e4535464b033b557bf43b5a0ccb98a042db8f27
Author: Jacky Li <ja...@qq.com>
AuthorDate: Tue Oct 29 16:27:48 2019 +0800

    [HOTFIX] Remove unnecessary list files API invocation
    
    Remove unnecessary list files API invocation
    
    This closes #3425
---
 .../org/apache/spark/sql/execution/strategy/MixedFormatHandler.scala  | 4 ----
 1 file changed, 4 deletions(-)

diff --git a/integration/spark2/src/main/scala/org/apache/spark/sql/execution/strategy/MixedFormatHandler.scala b/integration/spark2/src/main/scala/org/apache/spark/sql/execution/strategy/MixedFormatHandler.scala
index 3191ba8..3763d36 100644
--- a/integration/spark2/src/main/scala/org/apache/spark/sql/execution/strategy/MixedFormatHandler.scala
+++ b/integration/spark2/src/main/scala/org/apache/spark/sql/execution/strategy/MixedFormatHandler.scala
@@ -243,10 +243,6 @@ object MixedFormatHandler {
       fileFormat: FileFormat,
       paths: Seq[Path]): (RDD[InternalRow], Boolean) = {
     val sparkSession = l.relation.sqlContext.sparkSession
-    val fs = paths.head.getFileSystem(SparkSQLUtil.sessionState(sparkSession).newHadoopConf())
-    val s = paths.map { f =>
-      fs.getFileStatus(f)
-    }
     val fsRelation = l.catalogTable match {
       case Some(catalogTable) =>
         val fileIndex =