You are viewing a plain text version of this content. The canonical link for it is here.
Posted to commits@carbondata.apache.org by aj...@apache.org on 2019/11/15 13:58:52 UTC
[carbondata] branch master updated: [HOTFIX] Remove unnecessary
list files API invocation
This is an automated email from the ASF dual-hosted git repository.
ajantha pushed a commit to branch master
in repository https://gitbox.apache.org/repos/asf/carbondata.git
The following commit(s) were added to refs/heads/master by this push:
new 4e45354 [HOTFIX] Remove unnecessary list files API invocation
4e45354 is described below
commit 4e4535464b033b557bf43b5a0ccb98a042db8f27
Author: Jacky Li <ja...@qq.com>
AuthorDate: Tue Oct 29 16:27:48 2019 +0800
[HOTFIX] Remove unnecessary list files API invocation
Remove unnecessary list files API invocation
This closes #3425
---
.../org/apache/spark/sql/execution/strategy/MixedFormatHandler.scala | 4 ----
1 file changed, 4 deletions(-)
diff --git a/integration/spark2/src/main/scala/org/apache/spark/sql/execution/strategy/MixedFormatHandler.scala b/integration/spark2/src/main/scala/org/apache/spark/sql/execution/strategy/MixedFormatHandler.scala
index 3191ba8..3763d36 100644
--- a/integration/spark2/src/main/scala/org/apache/spark/sql/execution/strategy/MixedFormatHandler.scala
+++ b/integration/spark2/src/main/scala/org/apache/spark/sql/execution/strategy/MixedFormatHandler.scala
@@ -243,10 +243,6 @@ object MixedFormatHandler {
fileFormat: FileFormat,
paths: Seq[Path]): (RDD[InternalRow], Boolean) = {
val sparkSession = l.relation.sqlContext.sparkSession
- val fs = paths.head.getFileSystem(SparkSQLUtil.sessionState(sparkSession).newHadoopConf())
- val s = paths.map { f =>
- fs.getFileStatus(f)
- }
val fsRelation = l.catalogTable match {
case Some(catalogTable) =>
val fileIndex =